-- Logs begin at Fri 2022-04-22 23:42:52 UTC, end at Sat 2022-04-23 01:39:00 UTC. -- Apr 23 00:17:29.064397 dv-neutron-838784-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 23 00:17:31.538644 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.common.config [-] Logging enabled! Apr 23 00:17:31.539342 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev2 Apr 23 00:17:31.539433 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87965) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 00:17:31.542449 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.common.config [-] Logging enabled! Apr 23 00:17:31.542701 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev2 Apr 23 00:17:31.543009 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87965) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 23 00:17:31.543923 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 23 00:17:31.544154 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 23 00:17:31.544532 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 23 00:17:31.544775 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 23 00:17:31.544996 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 23 00:17:31.545310 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.545602 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.545892 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.546119 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.546428 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.546717 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.546994 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.547278 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.547569 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.547849 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.548120 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.548396 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.548621 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.548893 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.549173 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.549457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.549676 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] debug = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.549947 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.550390 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.550799 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.551072 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.551355 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.551630 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.551896 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.552162 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.552440 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.552762 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] host = dv-neutron-838784-1-hyperv {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.553035 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.553365 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.553587 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.553865 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.554133 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.554434 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.554715 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.554985 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.555250 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] log_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.555518 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.555802 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.556080 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.556365 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.556586 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.556804 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.557084 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.557363 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.557630 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.557897 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.558163 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.558454 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.558722 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.558983 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.559265 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.559543 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.559821 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.560610 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.560880 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.561146 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.561410 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.561688 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.561954 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.562220 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.562507 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.562788 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.563043 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.563312 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.563601 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.563877 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.564151 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.564429 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.564694 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.564968 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.565233 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.565497 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.565778 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] use_json = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.566023 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.566303 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.566599 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.566850 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.567114 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.567377 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.567639 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.567916 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.568178 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:31.568467 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.568757 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.569051 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.569330 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.569615 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.569891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.570169 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.570462 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.570744 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.571024 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.571302 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.571572 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.571851 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.572119 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.572406 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.572703 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.572989 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.573279 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.573546 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.573813 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.574078 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.574373 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.574654 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.574942 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.575227 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.575497 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.576382 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.576836 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.577122 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.577395 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.577670 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.577959 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.578235 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.578529 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.578810 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.579086 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.579352 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.579619 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.579895 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.580181 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.580453 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.580720 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.580986 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.581255 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.581520 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.581806 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.582077 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.582365 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.582633 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.582905 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.583172 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.583441 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.583726 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.583976 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.584247 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.584514 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.584780 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.585047 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.585312 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.585579 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.585845 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.586109 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.586402 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.586671 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.586939 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.587205 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.587471 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.587738 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.588017 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.588309 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.588579 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.588853 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.589126 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.589397 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.589668 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.589944 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.590214 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.590506 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.590773 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.591060 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.591379 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.591798 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.592076 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.592351 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.592643 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.592918 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.593197 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.593474 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.593754 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.594033 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.594591 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.594884 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.595176 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.595465 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.595754 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.596042 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.596316 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.596620 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.596892 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:31.597106 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 23 00:17:31.597342 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87965) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 23 00:17:31.991748 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO keyring.backend [-] Loading KWallet Apr 23 00:17:31.998960 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO keyring.backend [-] Loading SecretService Apr 23 00:17:32.002350 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO keyring.backend [-] Loading Windows Apr 23 00:17:32.003656 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO keyring.backend [-] Loading chainer Apr 23 00:17:32.004428 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO keyring.backend [-] Loading macOS Apr 23 00:17:32.037073 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 23 00:17:32.037345 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 23 00:17:32.037633 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 23 00:17:32.037979 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 23 00:17:32.424780 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.425059 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.425327 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.426614 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.426894 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.427159 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.461960 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.462233 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.462521 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.475623 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.475898 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.476159 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.505526 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.505800 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.506065 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.542383 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.542930 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.542930 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.775307 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.775588 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.775849 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.776110 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.776838 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.894874 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.895190 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.895469 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.895737 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.895998 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.896301 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.896560 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.896812 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.897059 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.897336 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.897591 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.897850 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.898110 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.898379 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.898641 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.898906 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.899167 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.899434 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.899688 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.899968 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.900316 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.900563 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.900806 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.901083 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.901325 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.901566 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.901941 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:32.902178 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:32.902432 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:32.902663 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:32.902891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:32.903117 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:32.903476 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 23 00:17:32.907143 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 23 00:17:32.911027 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 23 00:17:32.914704 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 23 00:17:32.916301 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 23 00:17:32.917743 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 23 00:17:32.918077 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 23 00:17:32.918486 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 23 00:17:32.921250 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 23 00:17:32.921493 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 23 00:17:32.921834 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 00:17:32.948867 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 23 00:17:32.949312 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.949604 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87965) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 23 00:17:32.949962 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.951892 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87965) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 23 00:17:32.952168 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 23 00:17:32.952415 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 23 00:17:32.955720 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:32.955992 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.018382 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 23 00:17:33.018625 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 23 00:17:33.018856 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 23 00:17:33.019221 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 23 00:17:33.049326 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_db.sqlalchemy.engines [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87965) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 23 00:17:33.380708 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing driver for type 'gre' Apr 23 00:17:33.381128 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] gre ID ranges: [(1, 1000)] Apr 23 00:17:33.432486 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing driver for type 'local' Apr 23 00:17:33.432822 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing driver for type 'vlan' Apr 23 00:17:33.445411 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] VlanTypeDriver initialization complete Apr 23 00:17:33.445767 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing driver for type 'vxlan' Apr 23 00:17:33.446235 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] vxlan ID ranges: [(1, 1000)] Apr 23 00:17:33.496116 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing extension driver 'port_security' Apr 23 00:17:33.496475 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.extensions.port_security [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] PortSecurityExtensionDriver initialization complete Apr 23 00:17:33.496794 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing mechanism driver 'openvswitch' Apr 23 00:17:33.497128 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing mechanism driver 'hyperv' Apr 23 00:17:33.503678 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:33.504350 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.504725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.505078 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.505601 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 23 00:17:33.506031 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnet after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.506421 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnet after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.506769 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.507158 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 23 00:17:33.507566 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.507918 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.508260 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.508644 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 23 00:17:33.509048 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > security_group after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.509396 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > security_group after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.509734 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.510281 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 23 00:17:33.510697 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.511050 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.511393 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.511786 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 23 00:17:33.512190 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > address_group after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.512537 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > address_group after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.512877 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.513762 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 23 00:17:33.514373 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] ML2 OVO RPC backend initialized. {{(pid=87965) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 23 00:17:33.515090 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.515449 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.515869 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.516217 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > networks before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.516583 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.516909 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > ports before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.517255 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnet before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.517599 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnets before_response 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.517943 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.518306 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.518645 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.518981 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.519316 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.519649 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.519985 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnet after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.520319 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnet after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.520651 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.521220 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Modular L2 Plugin initialization complete Apr 23 00:17:33.521550 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading services supported by the core plugin {{(pid=87965) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 23 00:17:33.521875 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.plugins.ml2.managers [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Got port-security extension from driver 'port_security' Apr 23 00:17:33.522359 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.extensions.vlantransparent [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Disabled vlantransparent extension. Apr 23 00:17:33.522843 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87965) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 23 00:17:33.523154 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: router Apr 23 00:17:33.560240 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.561019 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router after_create 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.561019 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router before_create 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.561355 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.561727 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.562080 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router after_delete 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.562467 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.562831 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router after_create 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.563177 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router after_update 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.563525 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router after_update 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.563874 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.564234 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router after_update 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.564643 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_update 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.565012 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: port after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.565349 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: port after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.565685 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: subnet after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.566024 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.566401 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.566745 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_create 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.567086 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: port before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.567425 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.567782 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router after_update 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.568125 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.568471 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_create 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.568829 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.569172 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_update 55549900 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.569537 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > agent after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.569885 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > agent after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.570230 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > network after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.571120 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Tracking information for resource: router configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:33.571449 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Tracking information for resource: floatingip configured {{(pid=87965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 23 00:17:33.577086 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.db.l3_agentschedulers_db [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 23 00:17:33.577668 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: port after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.578029 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: port after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.578408 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: port after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.578761 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: port after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.579542 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router before_create 55550100 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.579906 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.580269 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_create 55550100 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.580629 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > router precommit_update 55550100 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.584994 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.services.provider_configuration [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service providers = [] {{(pid=87965) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 23 00:17:33.585363 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.db.servicetype_db [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87965) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 23 00:17:33.588330 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.services.service_base [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 23 00:17:33.588680 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.services.service_base [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 23 00:17:33.589020 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.services.service_base [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 23 00:17:33.589908 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.services.service_base [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 23 00:17:33.590312 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.services.service_base [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 23 00:17:33.590692 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.591008 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 23 00:17:33.602727 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.603068 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: auto_allocate Apr 23 00:17:33.608782 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: network precommit_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.609152 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: network precommit_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.609671 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.609991 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: tag Apr 23 00:17:33.616476 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.616811 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: timestamp Apr 23 00:17:33.620779 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.621129 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: network_ip_availability Apr 23 00:17:33.626336 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.626710 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.627070 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.627782 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.628103 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: flavors Apr 23 00:17:33.632818 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.633111 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading Plugin: revisions Apr 23 00:17:33.637344 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 23 00:17:33.637729 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_concurrency.lockutils [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.600s {{(pid=87965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 23 00:17:33.639077 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87965) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 23 00:17:33.639413 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Initializing extension manager. Apr 23 00:17:33.639920 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: __init__.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.640260 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: __pycache__ {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.640600 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.640934 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: address_group.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.641681 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.642267 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: address-group Apr 23 00:17:33.642585 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: address_scope.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.643325 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.643831 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: address-scope Apr 23 00:17:33.644155 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.645073 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.645580 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: router-admin-state-down-before-update Apr 23 00:17:33.645900 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: agent.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.646820 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.647327 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: agent Apr 23 00:17:33.647648 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: agent_resources_synced.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.648562 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.649069 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: agent-resources-synced Apr 23 00:17:33.649391 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: allowedaddresspairs.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.651211 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.651729 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: allowed-address-pairs Apr 23 00:17:33.652057 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: auto_allocated_topology.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.653133 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.653642 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: auto-allocated-topology Apr 23 00:17:33.654564 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: availability_zone.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.655257 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.655763 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: availability_zone Apr 23 00:17:33.656082 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: availability_zone_filter.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.656997 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.657504 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: availability_zone_filter Apr 23 00:17:33.657824 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: data_plane_status.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.658759 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.659262 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension data-plane-status not supported by any of loaded plugins Apr 23 00:17:33.659583 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: default_subnetpools.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.660501 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.661007 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: default-subnetpools Apr 23 00:17:33.661328 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.662133 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.662677 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: dhcp_agent_scheduler Apr 23 00:17:33.662997 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: dns.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.663907 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.664410 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension dns-integration not supported by any of loaded plugins Apr 23 00:17:33.664731 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: dns_domain_ports.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.665646 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.666149 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 23 00:17:33.666499 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: dvr.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.667168 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.667671 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: dvr Apr 23 00:17:33.667992 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: empty_string_filtering.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.668899 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.669503 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: empty-string-filtering Apr 23 00:17:33.669840 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.670787 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.671285 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 23 00:17:33.671607 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.672512 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.673010 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 23 00:17:33.673337 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: external_net.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.674255 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.674770 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: external-net Apr 23 00:17:33.675091 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.676005 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.676515 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: extra_dhcp_opt Apr 23 00:17:33.676838 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: extraroute.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.677744 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.678273 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: extraroute Apr 23 00:17:33.678591 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: extraroute_atomic.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.679606 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.680119 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: extraroute-atomic Apr 23 00:17:33.680443 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: filter_validation.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.681109 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.681613 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: filter-validation Apr 23 00:17:33.681933 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: fip_pf_description.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.682877 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.683381 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 23 00:17:33.683700 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: fip_port_details.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.684624 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.685155 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: fip-port-details Apr 23 00:17:33.685554 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: flavors.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.686796 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.687315 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: flavors Apr 23 00:17:33.687640 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.689268 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.689780 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 23 00:17:33.690114 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: floatingip_pools.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.690841 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.691352 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: floatingip-pools Apr 23 00:17:33.691679 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: ip_allocation.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.692593 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.693097 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension ip_allocation not supported by any of loaded plugins Apr 23 00:17:33.693420 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.694375 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.694884 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: ip-substring-filtering Apr 23 00:17:33.695212 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l2_adjacency.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.696147 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.696650 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 23 00:17:33.696975 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l3.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.697929 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.698473 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: router Apr 23 00:17:33.698799 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.701754 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.702306 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 23 00:17:33.702644 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.703582 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.704095 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: ext-gw-mode Apr 23 00:17:33.704422 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.705337 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.705844 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: l3-ha Apr 23 00:17:33.706168 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l3_flavors.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.707109 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.707615 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: l3-flavors Apr 23 00:17:33.707937 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.708861 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.709366 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 23 00:17:33.709689 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: l3agentscheduler.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.710759 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.711271 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: l3_agent_scheduler Apr 23 00:17:33.711595 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: logging.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.713077 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.713599 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension logging not supported by any of loaded plugins Apr 23 00:17:33.713928 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: metering.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.714700 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.715275 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: metering Apr 23 00:17:33.715598 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.717249 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.717758 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: metering_source_and_destination_fields Apr 23 00:17:33.718086 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: multiprovidernet.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.719043 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.719815 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: multi-provider Apr 23 00:17:33.720140 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: netmtu.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.721070 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.721574 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: net-mtu Apr 23 00:17:33.721898 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: netmtu_writable.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.722849 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.723358 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: net-mtu-writable Apr 23 00:17:33.723682 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: network_availability_zone.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.724353 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.724854 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: network_availability_zone Apr 23 00:17:33.725178 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: network_ip_availability.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.726284 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.726801 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: network-ip-availability Apr 23 00:17:33.727130 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: network_segment_range.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.727902 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.728402 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension network-segment-range not supported by any of loaded plugins Apr 23 00:17:33.728725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: pagination.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.729699 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.730034 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: pagination Apr 23 00:17:33.730393 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: port_device_profile.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.731317 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.731879 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: port-device-profile Apr 23 00:17:33.732434 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.733205 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.733718 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: port-mac-address-regenerate Apr 23 00:17:33.734039 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.734980 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.735493 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: port-numa-affinity-policy Apr 23 00:17:33.735814 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: port_resource_request.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.736724 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.737228 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension port-resource-request not supported by any of loaded plugins Apr 23 00:17:33.737549 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: portbindings.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.738523 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.739032 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: binding Apr 23 00:17:33.739353 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: portbindings_extended.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.740754 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.741272 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: binding-extended Apr 23 00:17:33.741604 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: portsecurity.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.742567 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.743078 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: port-security Apr 23 00:17:33.743403 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: project_id.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.744375 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.744705 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: project-id Apr 23 00:17:33.745026 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: providernet.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.745952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.746502 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: provider Apr 23 00:17:33.746827 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.750879 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.751404 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos not supported by any of loaded plugins Apr 23 00:17:33.751734 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.752966 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.753479 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 23 00:17:33.753811 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.755078 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.755592 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 23 00:17:33.755917 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_default.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.756830 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.757339 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-default not supported by any of loaded plugins Apr 23 00:17:33.757665 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_fip.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.758507 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.759148 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-fip not supported by any of loaded plugins Apr 23 00:17:33.759477 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_gateway_ip.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.760417 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.760930 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 23 00:17:33.761253 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_port_network_policy.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.762165 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.762707 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 23 00:17:33.763036 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_rule_type_details.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.764561 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.765064 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 23 00:17:33.765387 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: qos_rules_alias.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.766472 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.766981 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 23 00:17:33.767301 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: quotasv2.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.768225 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.768551 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: quotas Apr 23 00:17:33.768873 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: quotasv2_detail.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.770511 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.770846 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: quota_details Apr 23 00:17:33.771175 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: rbac.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.772237 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.772759 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: rbac-policies Apr 23 00:17:33.773092 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: rbac_address_group.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.774021 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.774578 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: rbac-address-group Apr 23 00:17:33.774907 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: rbac_address_scope.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.775827 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.776337 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: rbac-address-scope Apr 23 00:17:33.776662 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: rbac_security_groups.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.777582 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.778091 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: rbac-security-groups Apr 23 00:17:33.778449 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: rbac_subnetpool.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.779506 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.780013 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: rbac-subnetpool Apr 23 00:17:33.780345 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: revisionifmatch.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.781267 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.781777 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: revision-if-match Apr 23 00:17:33.782102 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: revisions.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.783372 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.783891 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: standard-attr-revisions Apr 23 00:17:33.784218 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: router_availability_zone.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.784895 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.785403 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: router_availability_zone Apr 23 00:17:33.785727 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: routerservicetype.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.786674 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.787181 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension router-service-type not supported by any of loaded plugins Apr 23 00:17:33.787503 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.788422 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.788934 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: security-groups-normalized-cidr Apr 23 00:17:33.789260 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.790183 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.790721 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: port-security-groups-filtering Apr 23 00:17:33.791043 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.791971 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.792478 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: security-groups-remote-address-group Apr 23 00:17:33.792801 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: securitygroup.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.802607 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.803130 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: security-group Apr 23 00:17:33.803461 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: segment.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.804243 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.804755 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension segment not supported by any of loaded plugins Apr 23 00:17:33.805081 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.806019 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.806562 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 23 00:17:33.806892 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: servicetype.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.807993 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.808518 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: service-type Apr 23 00:17:33.808848 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: sorting.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.809827 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.810865 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: sorting Apr 23 00:17:33.811201 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: standard_attr_segment.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.812127 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.812646 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 23 00:17:33.812970 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: standardattrdescription.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.813624 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.814127 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: standard-attr-description Apr 23 00:17:33.814479 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: stateful_security_group.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.815401 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.815911 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: stateful-security-group Apr 23 00:17:33.816234 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: stdattrs_common.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.816814 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 23 00:17:33.817135 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.818148 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.818692 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 23 00:17:33.819016 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: subnet_onboard.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.820100 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.820615 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: subnet_onboard Apr 23 00:17:33.820943 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.821893 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.822441 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 23 00:17:33.822766 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: subnet_service_types.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.823703 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.824216 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: subnet-service-types Apr 23 00:17:33.824538 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: subnetallocation.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.826286 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.826991 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: subnet_allocation Apr 23 00:17:33.827324 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.827997 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.828508 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: subnetpool-prefix-ops Apr 23 00:17:33.828831 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.829764 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.830299 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 23 00:17:33.830625 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: tagging.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.831683 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.832206 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: standard-attr-tag Apr 23 00:17:33.832534 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: timestamp.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.833736 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.834274 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loaded extension: standard-attr-timestamp Apr 23 00:17:33.834601 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: trunk.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.835634 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.836146 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension trunk not supported by any of loaded plugins Apr 23 00:17:33.836472 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: trunk_details.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.837396 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.837912 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension trunk-details not supported by any of loaded plugins Apr 23 00:17:33.838257 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: uplink_status_propagation.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.839192 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.839702 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 23 00:17:33.840026 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Loading extension file: vlantransparent.py {{(pid=87965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 23 00:17:33.840691 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 23 00:17:33.841234 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 23 00:17:33.843880 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:network Apr 23 00:17:33.844890 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:subnet Apr 23 00:17:33.845661 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 00:17:33.846286 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:port Apr 23 00:17:33.847554 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.848007 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service FLAVORS assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.848629 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.849051 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.849391 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:router Apr 23 00:17:33.850058 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:floatingip Apr 23 00:17:33.850806 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service METERING assigned prefix: /metering {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.852240 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.852614 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.852971 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:17:33.855315 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 00:17:33.855772 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:security_group Apr 23 00:17:33.856431 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 00:17:33.857225 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service CORE assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.857562 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 00:17:33.857902 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] subnetpool is already registered Apr 23 00:17:33.858564 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service CORE assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.858897 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 00:17:33.859232 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] subnetpool is already registered Apr 23 00:17:33.971466 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.971839 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service FLAVORS assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.972490 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.972859 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.973206 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:router Apr 23 00:17:33.973541 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] router is already registered Apr 23 00:17:33.974208 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:floatingip Apr 23 00:17:33.974566 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] floatingip is already registered Apr 23 00:17:33.975202 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service METERING assigned prefix: /metering {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.976039 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of CountableResource for resource:rbac_policy Apr 23 00:17:33.976359 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] rbac_policy is already registered Apr 23 00:17:33.976786 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:security_group Apr 23 00:17:33.977114 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] security_group is already registered Apr 23 00:17:33.977712 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 23 00:17:33.978042 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] security_group_rule is already registered Apr 23 00:17:33.978791 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service CORE assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.979114 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 00:17:33.979446 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] subnetpool is already registered Apr 23 00:17:33.980067 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.v2.resource_helper [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Service CORE assigned prefix: {{(pid=87965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 23 00:17:33.980427 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Creating instance of TrackedResource for resource:subnetpool Apr 23 00:17:33.980732 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING neutron.quota.resource_registry [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] subnetpool is already registered Apr 23 00:17:33.981383 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: extensions {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.983060 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: address-groups {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.984717 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: address-scopes {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.985928 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: agents {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.987116 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: auto-allocated-topology {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.988452 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: availability_zones {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.989678 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: dhcp-networks {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.991120 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: dhcp-agents {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.992565 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: routers {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.994393 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: flavors {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.995547 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: service_profiles {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.996755 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: next_providers {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:33.998908 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: service_profiles {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.000533 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: floatingip-pools {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.001758 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: routers {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.003591 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: floatingips {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.004781 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: l3-routers {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.006151 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: l3-agents {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.007711 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: metering-labels {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.008954 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: metering-label-rules {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.010224 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: network-ip-availabilities {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.011496 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: bindings {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.013818 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: quotas {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.015391 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: quotas {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.016795 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: rbac-policies {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.018089 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: security-groups {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.019323 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: security-group-rules {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.020577 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: service-providers {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.021902 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: subnetpools {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.023262 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: subnetpools {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.024693 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.026496 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.028216 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.030043 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.032904 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.034769 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.036458 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.038384 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.040148 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.042020 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron.api.extensions [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Extended resource: tags {{(pid=87965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 23 00:17:34.048199 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING keystonemiddleware.auth_token [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 23 00:17:34.052898 dv-neutron-838784-1-hyperv neutron-server[87965]: WARNING keystonemiddleware.auth_token [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 23 00:17:34.061480 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_concurrency.lockutils [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Acquired lock "singleton_lock" {{(pid=87965) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 23 00:17:34.061957 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_concurrency.lockutils [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Releasing lock "singleton_lock" {{(pid=87965) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 23 00:17:34.062753 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO oslo_service.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Starting 2 workers Apr 23 00:17:34.067287 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Started child 88072 {{(pid=87965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 23 00:17:34.071492 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Started child 88073 {{(pid=87965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 23 00:17:34.072281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:34.073096 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO neutron.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 23 00:17:34.073744 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [-] (88072) wsgi starting up on http://0.0.0.0:9696 Apr 23 00:17:34.073867 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Notify callbacks [] for process, before_spawn {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:34.076663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:34.077088 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO oslo_service.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Starting 1 workers Apr 23 00:17:34.077979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [-] (88073) wsgi starting up on http://0.0.0.0:9696 Apr 23 00:17:34.081732 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Started child 88074 {{(pid=87965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 23 00:17:34.082274 dv-neutron-838784-1-hyperv neutron-server[87965]: INFO oslo_service.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Starting 1 workers Apr 23 00:17:34.085267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] calling RpcWorker wait() {{(pid=88074) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 23 00:17:34.085782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] returning from RpcWorker wait() {{(pid=88074) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 23 00:17:34.086512 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Started child 88075 {{(pid=87965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 23 00:17:34.087025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:34.087269 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5191247-10ff-4b9b-8dae-dbe0c4dc3a77 None None] Notify callbacks [] for process, after_spawn {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:34.087596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:34.089111 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87965) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 23 00:17:34.089327 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 23 00:17:34.089511 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 23 00:17:34.089734 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 23 00:17:34.090085 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 23 00:17:34.090263 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 23 00:17:34.090794 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.091068 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.091585 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.091690 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.091957 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.092623 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.092885 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.093004 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:34.093463 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.093463 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.093621 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.093791 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.093960 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.094486 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.094735 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.095037 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.095302 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.095539 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.095816 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.095987 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.096246 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.096512 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.096744 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.097042 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] debug = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.097287 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.097760 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.098000 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.098274 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.098512 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.098803 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.099031 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.099287 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.099520 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.099750 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.100003 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.100258 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.100492 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.100709 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.100932 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.101190 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.101409 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.101881 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] host = dv-neutron-838784-1-hyperv {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.102129 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.102405 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.102632 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.102858 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.103114 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.103358 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.103619 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.103854 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.104124 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.104347 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.104597 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.104825 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.105072 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.105319 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.105482 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_options = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.105702 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.105977 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.106233 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.106473 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.106644 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.106833 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.107267 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.107518 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.107770 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.108069 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.108292 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.108518 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.108761 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.109000 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.109258 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.109496 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.109738 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.109989 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.110216 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.110483 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.110730 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.110958 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.111220 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.111444 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.111674 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.112260 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.112260 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.112568 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.112568 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.112819 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.113065 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.113394 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.113540 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.113811 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.113977 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.114205 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.114481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.114739 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.115187 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.115187 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.115436 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.115627 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.115853 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.116066 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.116280 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.116589 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_json = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.116708 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.116939 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.117213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.117431 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.117645 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.117859 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.118122 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.118322 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.118638 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.118942 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.119250 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.119566 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.119813 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.120049 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.120290 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.120538 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.120790 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.121039 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.121292 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.121606 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.121855 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.122139 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.123004 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.123263 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.123591 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.123854 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.124114 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.124347 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.124563 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.125043 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.125043 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.125332 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.125595 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.125864 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.126112 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.126352 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.126598 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.126833 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.127047 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:34.127148 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.127323 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.127511 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.127772 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.128013 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.128242 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.128461 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.128692 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.128908 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.129138 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.129381 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.129619 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.129924 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.130057 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.130330 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.130510 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.130725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.130940 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.131185 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.131448 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.131658 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.131885 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.132104 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.132325 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.132537 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.132778 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.133585 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.133585 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.133585 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.134067 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.134067 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.134067 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.134392 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.134568 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.134785 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.135006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.135525 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.135525 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.135697 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.136001 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.136104 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.136430 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.136517 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.136724 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.136944 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.137159 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.137800 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.137800 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.137800 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.138013 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.139008 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.139103 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.139403 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.139639 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.139882 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.140178 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.140456 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.140710 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.140965 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.141226 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.141461 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.141684 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.141953 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.142336 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.142477 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.142672 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.142931 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.143176 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.143427 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.143673 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.143891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.144147 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.144383 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.144629 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.144875 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.145089 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.145314 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.145595 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.145830 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.146096 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148313 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148890 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.148890 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.149057 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.149659 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.149659 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.149834 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.150575 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.150575 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.150575 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.151025 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.151025 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.151679 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.151679 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.151679 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.151898 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.152219 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.152467 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.152715 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.152969 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.153244 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.153474 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.153767 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.154043 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.154315 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.154596 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.155150 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.155150 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.155466 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.155620 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.155786 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.155994 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.156236 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.156450 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.156695 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.156909 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.157144 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.157401 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.158002 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.158002 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.158318 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.158318 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.158610 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.158746 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.158956 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.159182 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.159424 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.159636 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.160350 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.160350 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.160350 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.160946 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.160946 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.161104 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.161245 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.161463 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.161694 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.161945 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.162198 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.162434 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.162681 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.162905 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.163303 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.163472 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.163631 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.163768 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.164063 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.164245 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.164393 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.164632 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.165258 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.165258 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.165540 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.165675 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.165951 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.166137 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.166482 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.166639 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.166801 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.167201 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.167351 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.167476 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.167828 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.167974 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.168100 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.168278 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.168493 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.168760 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.169124 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.169272 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.169982 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.170204 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.170469 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.170703 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.170911 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.171125 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.171353 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.171563 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.171904 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.172100 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.172287 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.172539 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.172765 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.173000 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.173246 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.173472 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.173848 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.174063 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.174301 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.174659 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.175056 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.175276 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.175510 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.175736 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.175988 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.176302 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.176560 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.176787 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.177080 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.177314 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.177561 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.177822 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.178154 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.178420 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.178667 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.178890 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.179116 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.179358 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.179623 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.179937 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.180251 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.180513 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.180755 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.181038 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.181479 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.181752 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.181984 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.182321 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.182651 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.182918 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.183182 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.183419 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.183697 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.183920 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.184159 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.184397 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.184801 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.185673 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.185959 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.186208 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.186476 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.186880 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.187126 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.187342 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.187569 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.187798 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.188046 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.188280 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.188441 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 23 00:17:34.188987 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87965) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 23 00:17:34.189148 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 23 00:17:34.189307 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 23 00:17:34.189498 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 23 00:17:34.189670 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 23 00:17:34.189824 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 23 00:17:34.190036 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.190201 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.190402 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.190562 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.190722 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.190904 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.191068 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.191232 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.191391 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.191550 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.191711 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.191872 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.192032 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.192191 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.192351 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.192509 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.192682 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.192811 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.192976 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.193140 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.193300 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.193423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:34.193551 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.193673 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] debug = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.193793 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.193912 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.194062 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.194216 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.194401 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.194561 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.194721 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.194879 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.195038 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.195198 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.195356 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.195516 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.195675 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.195834 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.196542 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.196542 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.196542 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.196542 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] host = dv-neutron-838784-1-hyperv {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.197457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.197457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.197457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.197457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.197457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.197457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.197457 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.198725 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_options = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.199593 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.199593 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.199593 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.199593 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.199593 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.199593 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201055 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201903 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201903 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201903 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201903 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201903 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.201903 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.202948 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.202948 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.202948 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.202948 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.202948 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.202948 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.202948 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.203844 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.203844 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.203844 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.203844 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.203844 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.203844 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.204616 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.204616 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.204616 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.204616 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.204616 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205092 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205092 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205092 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205092 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205461 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205461 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205978 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205978 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_json = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205978 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.205978 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.206456 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.206456 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.206456 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.206837 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.206837 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.206981 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.207058 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 23 00:17:34.207223 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.207346 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.207490 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.207654 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.207816 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.207978 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.208140 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.208302 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.208464 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.208627 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.208796 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.208958 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.209130 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.209291 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.209453 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.209617 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.209865 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.209972 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.210088 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.210291 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.210432 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.210598 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.210774 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.210930 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.211242 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.211400 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.211560 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.211723 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.211885 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.212050 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.212194 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.212337 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.212498 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.212659 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.212854 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.213013 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.213148 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.213280 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.213411 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.213573 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.213722 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.213883 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.214046 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.214208 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.214391 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.214552 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.214713 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.214866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.215025 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.215758 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.215758 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.215758 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.215758 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.216745 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.216745 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.216745 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.216745 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.216745 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.216745 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.217952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.220891 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.222866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.223481 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.224006 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226213 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.226860 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227387 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227387 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227387 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227387 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227387 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227720 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227720 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227856 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.227931 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.228081 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.228262 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.228445 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.228866 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.229049 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.229220 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.229310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57106) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:17:34.229416 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.229583 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.229752 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.229919 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.230085 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.230268 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.230445 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.230609 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.230799 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.230965 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.231130 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.231299 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.231464 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.231629 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.232288 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.232471 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.232637 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.232802 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.232966 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.233132 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.233296 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.233460 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.233625 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.233787 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.233952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.234114 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.234946 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.237042 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.237240 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.237401 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.237581 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.237758 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.237929 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.238101 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.238297 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.238442 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069356 Apr 23 00:17:34.238594 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.238594 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.240034 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.240233 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.240414 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.240589 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.240765 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.240941 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.241693 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.241913 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.242088 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.243390 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.243568 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.243736 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.243907 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.244077 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.244246 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.244420 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.244588 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.244757 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.244945 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.245105 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.245266 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.245433 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.245598 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.245763 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.245927 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.246093 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.246278 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.246447 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.246617 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.246773 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248305 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248305 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248305 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248305 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248305 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248305 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248746 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248746 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248899 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.248977 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.249163 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.249251 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.249414 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.249582 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.249744 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.249908 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.250097 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.250296 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.250464 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.250630 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.250796 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.250960 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.251135 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.251300 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.251473 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.251613 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.251776 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.251952 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.252114 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.252277 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.252439 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.252602 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.252776 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.252939 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.253102 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.253288 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.253434 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.253599 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.253763 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.253941 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.254105 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.254290 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.254453 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.254622 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.254783 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.254946 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.255115 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.255290 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.255461 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.255625 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.255802 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.255975 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.256148 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.256312 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.256482 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.256659 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.256821 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.256984 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.257147 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.257309 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.257471 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.257634 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.257800 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.257965 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.258128 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.258326 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.258468 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.258622 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.258779 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.258942 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.259106 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.259271 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.259438 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.259603 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.259766 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 23 00:17:34.259922 dv-neutron-838784-1-hyperv neutron-server[87965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 23 00:17:45.110407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0e6b68-b1f8-43b2-8602-7660362bf8cd None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:17:45.172272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e6b68-b1f8-43b2-8602-7660362bf8cd None None] No non-hosted networks {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 23 00:17:45.189444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.agentschedulers_db [None req-4e0e6b68-b1f8-43b2-8602-7660362bf8cd None None] DHCP Agent not found on host dv-neutron-838784-1-hyperv {{(pid=88074) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 23 00:17:45.282517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6d3603f2-95ca-411f-ae3a-f1925b642568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708298'] for agent, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.499020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1f334253-3425-448b-9fcc-75eba09c3589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708298'] for agent, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:47.525513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2099a132-4448-41ae-b8f8-b71cbc889d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:48.521951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708298'] for agent, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:48.522645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.525877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.526263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.529533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.529892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.530226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.532195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.533005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.533563 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.533923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.535514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.536334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:48.537094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838784-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:48.568264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838784-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:17:48.589024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708298'] for agent, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:49.875876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708298'] for agent, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:50.883639 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.db.l3_hamode_db [None req-4d05b085-e2d7-41cd-890a-d7157af37ce3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 23 00:17:50.967911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05b085-e2d7-41cd-890a-d7157af37ce3 None None] Routers set() bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:17:50.968288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05b085-e2d7-41cd-890a-d7157af37ce3 None None] Router IDs set() for agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 23 00:17:51.457487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 57202) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:17:52.037797 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING oslo_policy.policy [None req-8c938e79-c036-4ad9-8f70-dc4eb8935d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:52.038436 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING oslo_policy.policy [None req-8c938e79-c036-4ad9-8f70-dc4eb8935d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:52.261523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-8c938e79-c036-4ad9-8f70-dc4eb8935d2f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:17:52.263277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8c938e79-c036-4ad9-8f70-dc4eb8935d2f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8032529 Apr 23 00:17:54.659160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 57216) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:17:55.017391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:55.112651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.policy [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88072) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 23 00:17:55.157630 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING oslo_policy.policy [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:55.158005 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING oslo_policy.policy [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:55.166381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.quota [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] Loaded quota_driver: . Apr 23 00:17:55.182319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:17:55.242081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771227792740', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771227790099', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771227829869', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771227839385', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771227811841', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771227822420', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7897770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7906337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-728444'] for rbac-policy, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:55.303916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:55.305061 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7d3a7f86-2e78-4515-968e-09e6b9e67454 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6449435 Apr 23 00:17:57.922068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57230) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:17:58.490929 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING oslo_policy.policy [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:58.491522 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING oslo_policy.policy [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:58.710846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:17:58.712424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.quota [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Loaded quota_driver: . Apr 23 00:17:58.728625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:17:58.735645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Usage tracker for resource:network and tenant:163e8f0cd9cb4c8a9b7c3cc11d0a3874 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:17:58.741116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:17:58.748472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:17:58.763751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Made reservation on behalf of 163e8f0cd9cb4c8a9b7c3cc11d0a3874 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:17:58.835093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.policy [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88073) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 23 00:17:58.881411 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING oslo_policy.policy [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:58.881782 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING oslo_policy.policy [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 23 00:17:58.891978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:58.912786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:58.927497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:17:58.931511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Usage tracker for resource:security_group_rule and tenant:163e8f0cd9cb4c8a9b7c3cc11d0a3874 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:17:58.937170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:17:58.943011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:17:59.045307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:59.049081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:59.071860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:17:59.098336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771224835615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:59.099057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Unsubscribe: segment precommit_create {{(pid=88073) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 23 00:17:59.099564 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Added segment 3da754e0-a81d-4f8d-9469-21ed78f2f72d of type vlan for network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 Apr 23 00:17:59.151919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b48435-7796-45a3-accd-8828e940ac4e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:59.169422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.170135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.170492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.170817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.171136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.171471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.171792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.172107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.172421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.172732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.173043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.173350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Tracked resource versions report: Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: pushed versions: Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: { 'AddressGroup': {'1.2'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'ConntrackHelper': {'1.0'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Log': {'1.0'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Network': {'1.1'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Port': {'1.7'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'PortForwarding': {'1.2'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'QosPolicy': {'1.8'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroup': {'1.4'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SubPort': {'1.0'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Subnet': {'1.1'}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Trunk': {'1.1'}} Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: consumer versions: Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'ConntrackHelper': '1.0', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Log': '1.0', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Network': '1.1', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Port': '1.7', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'PortForwarding': '1.2', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'QosPolicy': '1.8', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroup': '1.4', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroupRule': '1.2', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SubPort': '1.0', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Subnet': '1.1', Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Trunk': '1.1'}} Apr 23 00:17:59.174678 dv-neutron-838784-1-hyperv neutron-server[88073]: {{(pid=88073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:17:59.215249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:59.256977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:59.257938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:17:59.258597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:17:59.368106 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.4449751 Apr 23 00:17:59.368793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025ea33-38ff-4b20-a19a-17b4cc2b335a admin admin] Pushing event updated for resources: {'Network': ['ID=2cac7460-8d31-4278-9c8c-af8f2f92a4d2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:17:59.396089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:18:02.048750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57252) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:02.490972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01aae6b-f318-47eb-8664-2fba3cd3b8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:02.492335 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c01aae6b-f318-47eb-8664-2fba3cd3b8b0 admin admin] 10.222.0.39 "GET /v2.0/networks/2cac7460-8d31-4278-9c8c-af8f2f92a4d2 HTTP/1.1" status: 200 len: 824 time: 0.4426229 Apr 23 00:18:02.520821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7dbe95a9-5a4b-44bd-bb34-119b6e63029c admin admin] 10.222.0.39 "GET /v2.0/subnetpools/7b9fd702-0d20-4490-a683-36c53e6095b4 HTTP/1.1" status: 200 len: 734 time: 0.0231218 Apr 23 00:18:02.529654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Request body: {'subnet': {'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'name': 'private-subnet', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'subnetpool_id': '7b9fd702-0d20-4490-a683-36c53e6095b4', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:02.534063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:18:02.537787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Usage tracker for resource:subnet and tenant:163e8f0cd9cb4c8a9b7c3cc11d0a3874 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:18:02.540630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:18:02.547272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:18:02.556441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Made reservation on behalf of 163e8f0cd9cb4c8a9b7c3cc11d0a3874 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:18:02.558804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.827613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.911523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1307b0e-1574-4632-bf3e-06ce23806980,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:02.913484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Checking segment: {'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:18:02.913855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Network hostable DHCP agents. Network: 2cac7460-8d31-4278-9c8c-af8f2f92a4d2, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:18:02.934958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:18:02.944516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 2cac7460-8d31-4278-9c8c-af8f2f92a4d2) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:02.950194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:02.950919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:02.956089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc0790-fe24-4757-ae47-898866239b9c None None] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:18:02.973644 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6d641117-785d-48a3-9613-0f5445819678 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4477823 Apr 23 00:18:03.270804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'fixed_ips': [{'subnet_id': 'e1307b0e-1574-4632-bf3e-06ce23806980'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:18:03.272040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:03.455610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Allocated IP 172.20.0.2 (2cac7460-8d31-4278-9c8c-af8f2f92a4d2/e1307b0e-1574-4632-bf3e-06ce23806980/fb912c08-c915-4ad7-beb2-28e05df4dabb) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:18:03.685057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:03.697970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Transition to ACTIVE for port object fb912c08-c915-4ad7-beb2-28e05df4dabb will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:18:03.718730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Transition to ACTIVE for port object fb912c08-c915-4ad7-beb2-28e05df4dabb will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:18:03.724978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:03.783485 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:18:03.790034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:03.797735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:18:03.799865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Pushing event updated for resources: {'Port': ['ID=fb912c08-c915-4ad7-beb2-28e05df4dabb,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:03.836243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.836588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.836922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.837250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.837573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.837907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.838228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.838574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.838906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.839228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.839545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.839860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Tracked resource versions report: Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: pushed versions: Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: { 'AddressGroup': {'1.2'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'ConntrackHelper': {'1.0'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Log': {'1.0'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Network': {'1.1'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Port': {'1.7'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'PortForwarding': {'1.2'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'QosPolicy': {'1.8'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroup': {'1.4'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SubPort': {'1.0'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Subnet': {'1.1'}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Trunk': {'1.1'}} Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: consumer versions: Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'ConntrackHelper': '1.0', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Log': '1.0', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Network': '1.1', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Port': '1.7', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'PortForwarding': '1.2', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'QosPolicy': '1.8', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroup': '1.4', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroupRule': '1.2', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SubPort': '1.0', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Subnet': '1.1', Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Trunk': '1.1'}} Apr 23 00:18:03.841403 dv-neutron-838784-1-hyperv neutron-server[88074]: {{(pid=88074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:18:03.903968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Attempting to bind port fb912c08-c915-4ad7-beb2-28e05df4dabb on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:18:03.904364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Attempting to bind port fb912c08-c915-4ad7-beb2-28e05df4dabb by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:18:03.904772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Attempting to bind port fb912c08-c915-4ad7-beb2-28e05df4dabb on network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:18:03.910003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:18:03.910426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Checking segment: {'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:18:03.910895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:03.911280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Bound using segment: {'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:18:03.911753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Bound port: fb912c08-c915-4ad7-beb2-28e05df4dabb, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:18:03.912147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:04.002167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] For port fb912c08-c915-4ad7-beb2-28e05df4dabb, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:18:04.006110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] For port fb912c08-c915-4ad7-beb2-28e05df4dabb, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb912c08-c915-4ad7-beb2-28e05df4dabb,segment=NetworkSegment(3da754e0-a81d-4f8d-9469-21ed78f2f72d),segment_id=3da754e0-a81d-4f8d-9469-21ed78f2f72d)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:18:04.010492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:04.097969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911ee13-a7fb-4772-bd87-11b381ab9d90 None None] Pushing event updated for resources: {'Port': ['ID=fb912c08-c915-4ad7-beb2-28e05df4dabb,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:05.459661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57262) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:05.827707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-8b6fade0-8aae-43dd-8e70-2187cb9c29fb admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:18:05.828701 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8b6fade0-8aae-43dd-8e70-2187cb9c29fb admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3680999 Apr 23 00:18:07.823564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd7535-8b29-44e9-9e97-a943f15c1f88 None None] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:18:07.907703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-031e8ecb-586c-4fb8-a6a0-76a334765592 None None] Provisioning for port fb912c08-c915-4ad7-beb2-28e05df4dabb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:18:08.260667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57276) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:08.364460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb912c08-c915-4ad7-beb2-28e05df4dabb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:18:08.429887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fb912c08-c915-4ad7-beb2-28e05df4dabb completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:18:08.434614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb912c08-c915-4ad7-beb2-28e05df4dabb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:08.435017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:08.549943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:08.583262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port fb912c08-c915-4ad7-beb2-28e05df4dabb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb912c08-c915-4ad7-beb2-28e05df4dabb,segment=NetworkSegment(3da754e0-a81d-4f8d-9469-21ed78f2f72d),segment_id=3da754e0-a81d-4f8d-9469-21ed78f2f72d)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:18:08.586767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:08.644844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-0a62684d-0887-451e-8a41-6a35105dab89 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:18:08.645848 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0a62684d-0887-451e-8a41-6a35105dab89 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3842700 Apr 23 00:18:08.655785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=fb912c08-c915-4ad7-beb2-28e05df4dabb,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:10.336242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb912c08-c915-4ad7-beb2-28e05df4dabb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:18:10.402433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb912c08-c915-4ad7-beb2-28e05df4dabb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:10.402839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:11.294151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57288) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:11.638085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:11.643102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:18:11.646819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Usage tracker for resource:router and tenant:163e8f0cd9cb4c8a9b7c3cc11d0a3874 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:18:11.650027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:18:11.655772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:18:11.665275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:11.666846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:11.689081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:11.807810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:11.826503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:11.827654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-519c9d9c-928a-4a93-a9bc-d040a485a182 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5325327 Apr 23 00:18:14.215076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57298) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:14.577356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-5f46843a-db13-4740-b3ce-bfdbcd2ba1b6 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:18:14.578356 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5f46843a-db13-4740-b3ce-bfdbcd2ba1b6 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3618121 Apr 23 00:18:15.061271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b3719a8-1fba-4251-bf6a-872881a856cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:16.959942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57308) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:17.325570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:17.330587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:18:17.334392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Usage tracker for resource:network and tenant:50acdd45804c417ea5122b201d684be4 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:18:17.337155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:18:17.342819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:18:17.352300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Made reservation on behalf of 50acdd45804c417ea5122b201d684be4 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:18:17.354676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.366540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.380761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:18:17.384386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Usage tracker for resource:security_group_rule and tenant:50acdd45804c417ea5122b201d684be4 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:18:17.387657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:18:17.393293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:18:17.479168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.484329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.485267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1b914e5f-31af-4404-89fa-57e1283b6a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.508614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Reserving flat network on physical network physnet1 {{(pid=88073) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 23 00:18:17.522425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09042417-2a3c-4f96-a41a-5476f5122042,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:17.529091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.529427 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Added segment 63fa08d6-0e01-4860-b84f-6f137b0b21f3 of type flat for network 9363e437-fd76-444a-98f7-1399c89b24d3 Apr 23 00:18:17.561123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.595834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.596861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:17.597492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:17.697033 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7360451 Apr 23 00:18:17.701953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f222b-d3d7-4df5-a75a-6f60a1802c67 admin admin] Pushing event updated for resources: {'Network': ['ID=9363e437-fd76-444a-98f7-1399c89b24d3,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:17.720406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 9363e437-fd76-444a-98f7-1399c89b24d3 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:18:18.486146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:18.505637 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:19.828759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:20.104375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 57328) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:20.323160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35286662-3248-4ced-97a8-45d1205f8625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:20.324685 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-35286662-3248-4ced-97a8-45d1205f8625 admin admin] 10.222.0.39 "GET /v2.0/subnets/e1307b0e-1574-4632-bf3e-06ce23806980 HTTP/1.1" status: 200 len: 849 time: 0.2193153 Apr 23 00:18:20.500353 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d147c222-e016-4229-89ff-453cb09aa743 admin admin] 10.222.0.39 "GET /v2.0/routers/f3e7d325-3357-48b6-bb15-c70dd38d33fe HTTP/1.1" status: 200 len: 704 time: 0.1697524 Apr 23 00:18:20.966791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:21.202930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Allocated IP 172.20.0.1 (2cac7460-8d31-4278-9c8c-af8f2f92a4d2/e1307b0e-1574-4632-bf3e-06ce23806980/297ad983-0f5f-4b76-aa24-ceb1dcc9d155) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:18:21.368960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:21.388203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Transition to ACTIVE for port object 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:18:21.445901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:21.495590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:18:21.497710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:21.540424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:18:21.540424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:21.660210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Pushing event updated for resources: {'Port': ['ID=297ad983-0f5f-4b76-aa24-ceb1dcc9d155,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:21.676492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.676847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.677182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.677507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.677830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.678165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.678516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.678837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.679155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.679471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.679785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.680096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Tracked resource versions report: Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: pushed versions: Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: { 'AddressGroup': {'1.2'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'ConntrackHelper': {'1.0'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Log': {'1.0'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Network': {'1.1'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Port': {'1.7'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'PortForwarding': {'1.2'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'QosPolicy': {'1.8'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroup': {'1.4'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SubPort': {'1.0'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Subnet': {'1.1'}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Trunk': {'1.1'}} Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: consumer versions: Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'ConntrackHelper': '1.0', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Log': '1.0', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Network': '1.1', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Port': '1.7', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'PortForwarding': '1.2', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'QosPolicy': '1.8', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroup': '1.4', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroupRule': '1.2', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SubPort': '1.0', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Subnet': '1.1', Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Trunk': '1.1'}} Apr 23 00:18:21.681393 dv-neutron-838784-1-hyperv neutron-server[88072]: {{(pid=88072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:18:21.731274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f1630980-56e4-460b-b70c-6864282a38cf None None] Provisioning for port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:18:21.736250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f1630980-56e4-460b-b70c-6864282a38cf None None] Provisioning complete for port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:21.736622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f1630980-56e4-460b-b70c-6864282a38cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:21.793054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f1630980-56e4-460b-b70c-6864282a38cf None None] Port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:18:21.817548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:22.047604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:22.051916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:22.052758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:22.214036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Pushing event updated for resources: {'Port': ['ID=297ad983-0f5f-4b76-aa24-ceb1dcc9d155,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:22.271495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:18:22.272449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:22.462671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Router f3e7d325-3357-48b6-bb15-c70dd38d33fe is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:18:22.518319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-abc6244c-27bc-4c8c-9599-957e6adfda80 None None] Provisioning complete for port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:22.518686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abc6244c-27bc-4c8c-9599-957e6adfda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:22.570950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-abc6244c-27bc-4c8c-9599-957e6adfda80 None None] Port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:18:22.616662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:18:22.627111 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a079df4-814e-4f04-a050-8c112002de03 admin admin] 10.222.0.39 "PUT /v2.0/routers/f3e7d325-3357-48b6-bb15-c70dd38d33fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1219914 Apr 23 00:18:22.627817 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Sync routers for ids ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:18:22.639345 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Routers {'f3e7d325-3357-48b6-bb15-c70dd38d33fe'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:18:22.640208 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:18:17Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:22.812676 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Set router f3e7d325-3357-48b6-bb15-c70dd38d33fe gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:18:23.176067 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'name': 'router1', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:11Z', 'updated_at': '2022-04-23T00:18:21Z', 'revision_number': 2, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'gw_port_host': None, '_interfaces': [{'id': '297ad983-0f5f-4b76-aa24-ceb1dcc9d155', 'name': '', 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'mac_address': 'fa:16:3e:d6:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:21Z', 'updated_at': '2022-04-23T00:18:21Z', 'revision_number': 2, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'subnets': [{'id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b9fd702-0d20-4490-a683-36c53e6095b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:23.180839 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Checking router: f3e7d325-3357-48b6-bb15-c70dd38d33fe for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:18:23.181208 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Updating router f3e7d325-3357-48b6-bb15-c70dd38d33fe port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:18:23.232672 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:23.603767 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:23.618736 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Transition to ACTIVE for port object 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:18:23.625755 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:23.795746 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Pushing event updated for resources: {'Port': ['ID=297ad983-0f5f-4b76-aa24-ceb1dcc9d155,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:23.836451 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.836807 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.837148 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.837485 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.837813 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.838154 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.838503 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.838827 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.839164 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.839485 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.839803 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.840688 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Tracked resource versions report: Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: pushed versions: Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: { 'AddressGroup': {'1.2'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'ConntrackHelper': {'1.0'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Log': {'1.0'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Network': {'1.1'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Port': {'1.7'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'PortForwarding': {'1.2'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'QosPolicy': {'1.8'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroup': {'1.4'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SubPort': {'1.0'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Subnet': {'1.1'}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Trunk': {'1.1'}} Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: consumer versions: Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'ConntrackHelper': '1.0', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Log': '1.0', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Network': '1.1', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Port': '1.7', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'PortForwarding': '1.2', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'QosPolicy': '1.8', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroup': '1.4', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroupRule': '1.2', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SubPort': '1.0', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Subnet': '1.1', Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Trunk': '1.1'}} Apr 23 00:18:23.842139 dv-neutron-838784-1-hyperv neutron-server[88075]: {{(pid=88075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:18:23.872406 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Attempting to bind port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:18:23.872740 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Attempting to bind port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:18:23.873148 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Attempting to bind port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 on network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:18:23.878361 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:18:23.878769 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Checking segment: {'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:18:23.879243 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:23.879631 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Bound using segment: {'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:18:23.880113 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Bound port: 297ad983-0f5f-4b76-aa24-ceb1dcc9d155, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da754e0-a81d-4f8d-9469-21ed78f2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:18:23.880495 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:23.977235 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] For port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:18:23.982703 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] For port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=297ad983-0f5f-4b76-aa24-ceb1dcc9d155,segment=NetworkSegment(3da754e0-a81d-4f8d-9469-21ed78f2f72d),segment_id=3da754e0-a81d-4f8d-9469-21ed78f2f72d)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:18:23.987834 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:24.098968 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Routers {'f3e7d325-3357-48b6-bb15-c70dd38d33fe'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:18:24.099598 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:18:17Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:24.159245 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3784b4-61a3-43a3-b437-a90922a6990d None None] Pushing event updated for resources: {'Port': ['ID=297ad983-0f5f-4b76-aa24-ceb1dcc9d155,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:24.264815 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] Set router f3e7d325-3357-48b6-bb15-c70dd38d33fe gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:18:24.584148 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'name': 'router1', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:11Z', 'updated_at': '2022-04-23T00:18:21Z', 'revision_number': 2, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'gw_port_host': None, '_interfaces': [{'id': '297ad983-0f5f-4b76-aa24-ceb1dcc9d155', 'name': '', 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'mac_address': 'fa:16:3e:d6:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:21Z', 'updated_at': '2022-04-23T00:18:23Z', 'revision_number': 4, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'subnets': [{'id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b9fd702-0d20-4490-a683-36c53e6095b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:24.588081 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5933e-d40f-4cf5-a2bd-8b03a889f22e None None] The sync data for ids ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'] in dv-neutron-838784-1-hyperv is: [{'id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'name': 'router1', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:11Z', 'updated_at': '2022-04-23T00:18:21Z', 'revision_number': 2, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'gw_port_host': None, '_interfaces': [{'id': '297ad983-0f5f-4b76-aa24-ceb1dcc9d155', 'name': '', 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'mac_address': 'fa:16:3e:d6:60:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:21Z', 'updated_at': '2022-04-23T00:18:23Z', 'revision_number': 4, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'subnets': [{'id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b9fd702-0d20-4490-a683-36c53e6095b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:18:24.842308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57354) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:25.004118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1952b91-562b-40f6-bc2e-57349f4227ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:25.004683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1952b91-562b-40f6-bc2e-57349f4227ca admin admin] Synchronizing usage tracker for tenant:50acdd45804c417ea5122b201d684be4 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:18:25.021833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1952b91-562b-40f6-bc2e-57349f4227ca admin admin] Unset dirty status for tenant:50acdd45804c417ea5122b201d684be4 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:18:25.026276 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c1952b91-562b-40f6-bc2e-57349f4227ca admin admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 842 time: 0.1791713 Apr 23 00:18:25.032935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.8.0/24'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:25.037452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:18:25.041205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Usage tracker for resource:subnet and tenant:50acdd45804c417ea5122b201d684be4 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:18:25.045010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:18:25.051090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:18:25.060466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Made reservation on behalf of 50acdd45804c417ea5122b201d684be4 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:18:25.062891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:25.446904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:18:25.447575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:25.522811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05bbd148-d9a8-4379-983f-26543126a66f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:25.530764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:18:25.531116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Network hostable DHCP agents. Network: 9363e437-fd76-444a-98f7-1399c89b24d3, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:18:25.549898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:18:25.559747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 9363e437-fd76-444a-98f7-1399c89b24d3) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:25.563754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:25.564355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:25.569378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69209b14-a8fc-455e-b12b-92542b730c36 None None] Network 9363e437-fd76-444a-98f7-1399c89b24d3 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:18:25.585156 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b11aeca2-a147-4dcb-8d63-8a65524e3a90 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5549228 Apr 23 00:18:25.792410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464fb96c-a522-4259-94cf-2331eb5f1179 None None] Network 9363e437-fd76-444a-98f7-1399c89b24d3 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:18:26.374369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:18:26.447084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:18:26.452994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:26.453369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:26.572862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:26.606579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=297ad983-0f5f-4b76-aa24-ceb1dcc9d155,segment=NetworkSegment(3da754e0-a81d-4f8d-9469-21ed78f2f72d),segment_id=3da754e0-a81d-4f8d-9469-21ed78f2f72d)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:18:26.610183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:26.676769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=297ad983-0f5f-4b76-aa24-ceb1dcc9d155,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:27.143562 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:18:27.836658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 57368) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:28.032020 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4e5fc125-1d3d-422a-9935-04094d3bbc3c admin admin] 10.222.0.39 "GET /v2.0/routers/f3e7d325-3357-48b6-bb15-c70dd38d33fe HTTP/1.1" status: 200 len: 710 time: 0.1941566 Apr 23 00:18:28.155102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88dc34f-600a-43c9-ba45-c5a2b4439ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:18:28.156410 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d88dc34f-600a-43c9-ba45-c5a2b4439ea9 admin admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 886 time: 0.1194227 Apr 23 00:18:28.164800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:18:28.345959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:18:28.412047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:28.412416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:28.638196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:28.951704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:29.008888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:29.140401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Allocated IP 172.26.8.140 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/713afb82-c246-4427-a781-6a1f434dfdb9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:18:29.281646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:29.309997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:29.368690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:18:29.375784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:18:29.379740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:18:29.441814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Pushing event updated for resources: {'Port': ['ID=713afb82-c246-4427-a781-6a1f434dfdb9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:29.756664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:30.146514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:30.149713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:30.322913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Router f3e7d325-3357-48b6-bb15-c70dd38d33fe has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:18:30.494549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:18:30.502567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:30.503743 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-35bbb31e-9550-46b6-853c-12f69ce816d6 admin admin] 10.222.0.39 "PUT /v2.0/routers/f3e7d325-3357-48b6-bb15-c70dd38d33fe HTTP/1.1" status: 200 len: 890 time: 2.3420022 Apr 23 00:18:30.504561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Sync routers for ids ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:18:30.515113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Routers {'f3e7d325-3357-48b6-bb15-c70dd38d33fe'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:18:30.515777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:18:17Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:30.707967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Set router f3e7d325-3357-48b6-bb15-c70dd38d33fe gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:18:31.069923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'name': 'router1', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '713afb82-c246-4427-a781-6a1f434dfdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:11Z', 'updated_at': '2022-04-23T00:18:29Z', 'revision_number': 4, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'gw_port': {'id': '713afb82-c246-4427-a781-6a1f434dfdb9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:29Z', 'updated_at': '2022-04-23T00:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '297ad983-0f5f-4b76-aa24-ceb1dcc9d155', 'name': '', 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'mac_address': 'fa:16:3e:d6:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:21Z', 'updated_at': '2022-04-23T00:18:26Z', 'revision_number': 5, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'subnets': [{'id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b9fd702-0d20-4490-a683-36c53e6095b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:31.075685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Checking router: f3e7d325-3357-48b6-bb15-c70dd38d33fe for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:18:31.076040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Updating router f3e7d325-3357-48b6-bb15-c70dd38d33fe port 713afb82-c246-4427-a781-6a1f434dfdb9 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:18:31.129436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:31.455244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:31.466507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Transition to ACTIVE for port object 713afb82-c246-4427-a781-6a1f434dfdb9 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:18:31.472835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:31.554622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Attempting to bind port 713afb82-c246-4427-a781-6a1f434dfdb9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:18:31.555293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Attempting to bind port 713afb82-c246-4427-a781-6a1f434dfdb9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:18:31.555397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Attempting to bind port 713afb82-c246-4427-a781-6a1f434dfdb9 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:18:31.559238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd21bb-0307-4c08-b1be-4933b625366e None None] Pushing event updated for resources: {'Port': ['ID=713afb82-c246-4427-a781-6a1f434dfdb9,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:31.563535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:18:31.563905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:18:31.564296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:31.564672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:18:31.565127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Bound port: 713afb82-c246-4427-a781-6a1f434dfdb9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:18:31.565506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:31.639486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] For port 713afb82-c246-4427-a781-6a1f434dfdb9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:18:31.642771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] For port 713afb82-c246-4427-a781-6a1f434dfdb9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=713afb82-c246-4427-a781-6a1f434dfdb9,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:18:31.646833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:31.723256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Routers {'f3e7d325-3357-48b6-bb15-c70dd38d33fe'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:18:31.723779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:18:17Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:31.781258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd21bb-0307-4c08-b1be-4933b625366e None None] Pushing event updated for resources: {'Port': ['ID=713afb82-c246-4427-a781-6a1f434dfdb9,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:31.907232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] Set router f3e7d325-3357-48b6-bb15-c70dd38d33fe gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:18:32.254938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'name': 'router1', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '713afb82-c246-4427-a781-6a1f434dfdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:11Z', 'updated_at': '2022-04-23T00:18:29Z', 'revision_number': 4, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'gw_port': {'id': '713afb82-c246-4427-a781-6a1f434dfdb9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:29Z', 'updated_at': '2022-04-23T00:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '297ad983-0f5f-4b76-aa24-ceb1dcc9d155', 'name': '', 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'mac_address': 'fa:16:3e:d6:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:21Z', 'updated_at': '2022-04-23T00:18:26Z', 'revision_number': 5, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'subnets': [{'id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b9fd702-0d20-4490-a683-36c53e6095b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:18:32.259041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd1110-10f8-4c3f-a02d-8aa0d550d97d None None] The sync data for ids ['f3e7d325-3357-48b6-bb15-c70dd38d33fe'] in dv-neutron-838784-1-hyperv is: [{'id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'name': 'router1', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '713afb82-c246-4427-a781-6a1f434dfdb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:18:11Z', 'updated_at': '2022-04-23T00:18:29Z', 'revision_number': 4, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'gw_port': {'id': '713afb82-c246-4427-a781-6a1f434dfdb9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:29Z', 'updated_at': '2022-04-23T00:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '297ad983-0f5f-4b76-aa24-ceb1dcc9d155', 'name': '', 'network_id': '2cac7460-8d31-4278-9c8c-af8f2f92a4d2', 'tenant_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'mac_address': 'fa:16:3e:d6:60:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e7d325-3357-48b6-bb15-c70dd38d33fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:18:21Z', 'updated_at': '2022-04-23T00:18:26Z', 'revision_number': 5, 'project_id': '163e8f0cd9cb4c8a9b7c3cc11d0a3874', 'subnets': [{'id': 'e1307b0e-1574-4632-bf3e-06ce23806980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b9fd702-0d20-4490-a683-36c53e6095b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:18:32.881372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 57378) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:18:33.008876 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8d2ecbdd-5396-4b57-b7ed-5537a0e9e067 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238995 Apr 23 00:18:34.369254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 713afb82-c246-4427-a781-6a1f434dfdb9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:18:34.436114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 713afb82-c246-4427-a781-6a1f434dfdb9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:18:34.440578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 713afb82-c246-4427-a781-6a1f434dfdb9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:34.440945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:34.560348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:34.591222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 713afb82-c246-4427-a781-6a1f434dfdb9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=713afb82-c246-4427-a781-6a1f434dfdb9,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:18:34.596162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:34.672635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=713afb82-c246-4427-a781-6a1f434dfdb9,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:18:36.374764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 713afb82-c246-4427-a781-6a1f434dfdb9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:18:36.453164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 713afb82-c246-4427-a781-6a1f434dfdb9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:18:36.454031 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:45.065020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-184133d6-3713-44d8-8fa0-ca4c7cd65feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:47.488680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-04ebe1e6-6d6c-4c1b-9d03-245ed533653b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:48.479006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:48.508101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:18:49.843703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:04.142882 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:19:15.075533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-35f6adef-e7fe-47a2-8f5f-ffb2732c4f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:17.492002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-66a25700-cd8b-47a3-a8bb-f40fb9505370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:18.485438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:18.512973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:19.844699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:41.141330 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:19:45.070017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d8a0aa-55da-4939-95b8-a5e47a9744a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:47.494490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c3626ff-8412-4b04-86a7-a7e96a64f78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:48.493410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:48.517066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:19:49.849110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:15.064981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9b301b7f-fbb9-4fe2-a064-c4d0c725b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:17.498266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-00fa71a4-75f8-4222-8c1f-8a993a86b0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:18.140733 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:20:18.491548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:18.519501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:19.848610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:39.478773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57982) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:39.543826 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-122cf83a-5be5-4326-8925-d2003ce9bb84 admin admin] GET failed (client error): The resource could not be found. Apr 23 00:20:39.545052 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-122cf83a-5be5-4326-8925-d2003ce9bb84 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653210 Apr 23 00:20:39.676125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e5791-e931-49a8-a7b0-5d5e73d7de1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:39.677499 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ba9e5791-e931-49a8-a7b0-5d5e73d7de1f admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1285071 Apr 23 00:20:41.831379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 57992) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:41.939366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a6bcae-2a04-4be0-904e-293e1f15bf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:41.939929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-47a6bcae-2a04-4be0-904e-293e1f15bf25 admin admin] Synchronizing usage tracker for tenant:50acdd45804c417ea5122b201d684be4 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:20:41.958735 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-47a6bcae-2a04-4be0-904e-293e1f15bf25 admin admin] Unset dirty status for tenant:50acdd45804c417ea5122b201d684be4 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:20:41.960108 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-47a6bcae-2a04-4be0-904e-293e1f15bf25 admin admin] 10.222.0.39 "GET /v2.0/subnets/e1307b0e-1574-4632-bf3e-06ce23806980 HTTP/1.1" status: 200 len: 849 time: 0.1277318 Apr 23 00:20:41.969970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:20:42.087487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Notify callbacks [] for subnet, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.277634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771224763652'] for subnet, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.319209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:42.320194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.321011 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] 10.222.0.39 "PUT /v2.0/subnets/e1307b0e-1574-4632-bf3e-06ce23806980 HTTP/1.1" status: 200 len: 868 time: 0.3554554 Apr 23 00:20:42.337659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9abb6b-211d-4935-8655-976e565b09ca None None] Network 2cac7460-8d31-4278-9c8c-af8f2f92a4d2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:20:42.348105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1307b0e-1574-4632-bf3e-06ce23806980,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:20:42.355679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.356073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.356359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.356686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.357013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.357416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.357748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.358070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.358956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.359994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.360334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.360658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71257a6-b3ca-478c-bff3-b14c8bcf453f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:20:42.826044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-72ef975b-8a74-4a32-a52e-0df4955e3d54 None None] Provisioning complete for port fb912c08-c915-4ad7-beb2-28e05df4dabb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:20:42.826442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-72ef975b-8a74-4a32-a52e-0df4955e3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:42.948888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-72ef975b-8a74-4a32-a52e-0df4955e3d54 None None] Provisioning complete for port 297ad983-0f5f-4b76-aa24-ceb1dcc9d155 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:20:42.949491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-72ef975b-8a74-4a32-a52e-0df4955e3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:44.489713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58002) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:44.690183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3a405-635a-4fc6-8c13-5e24530e1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:44.690597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f3a405-635a-4fc6-8c13-5e24530e1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:44.692099 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-14f3a405-635a-4fc6-8c13-5e24530e1a9c admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2014158 Apr 23 00:20:45.066258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-48cfe846-d13d-4cf8-80f8-1697f069250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:46.858756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:47.029704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0686ef-0370-453d-8431-e48ed382e7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:47.030274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0686ef-0370-453d-8431-e48ed382e7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:47.031829 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8d0686ef-0370-453d-8431-e48ed382e7a8 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1720941 Apr 23 00:20:47.502935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-41634814-590f-4022-95ab-c1ce4d4f9d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:48.495510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:48.520827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:49.206518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58022) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:49.387438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aaf0e7-75e8-41ce-8f77-ffbfe749332f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:49.389187 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-87aaf0e7-75e8-41ce-8f77-ffbfe749332f admin admin] 10.222.0.39 "GET /v2.0/networks/2cac7460-8d31-4278-9c8c-af8f2f92a4d2 HTTP/1.1" status: 200 len: 868 time: 0.1816828 Apr 23 00:20:49.852014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:20:51.571746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58032) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:51.733655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bed4a-094c-4ffa-a73f-79ce7391b87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:51.735084 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-048bed4a-094c-4ffa-a73f-79ce7391b87d admin admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 886 time: 0.1624386 Apr 23 00:20:53.917085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58042) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:54.024946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e29e9b-dc28-431f-97b2-a8eae44e6f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:54.025400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e29e9b-dc28-431f-97b2-a8eae44e6f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:54.026936 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d5e29e9b-dc28-431f-97b2-a8eae44e6f1e admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089232 Apr 23 00:20:55.139863 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:20:56.184370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58052) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:56.291974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce7456-06e8-479e-9958-7f7bdaacb103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:56.292351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce7456-06e8-479e-9958-7f7bdaacb103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:56.293834 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-36ce7456-06e8-479e-9958-7f7bdaacb103 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085331 Apr 23 00:20:58.441024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:20:58.542535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5460b1-9606-4753-acc0-ed6d64b561f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:20:58.543846 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6f5460b1-9606-4753-acc0-ed6d64b561f4 admin admin] 10.222.0.39 "GET /v2.0/subnets/05bbd148-d9a8-4379-983f-26543126a66f HTTP/1.1" status: 200 len: 816 time: 0.1018891 Apr 23 00:21:00.712715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58072) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:21:00.818948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7affdd8c-6de4-4480-a331-3d71e3be42f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:00.820238 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7affdd8c-6de4-4480-a331-3d71e3be42f4 admin admin] 10.222.0.39 "GET /v2.0/subnets/e1307b0e-1574-4632-bf3e-06ce23806980 HTTP/1.1" status: 200 len: 868 time: 0.1065795 Apr 23 00:21:15.088421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-35acf5e1-392f-4bd8-bdc4-2dc785356010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:17.505154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-989da9f9-bcb0-4a70-8880-fc245a16c421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.497066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:18.522955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:19.579730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58118) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:21:19.625935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-3caf22b5-7e46-4e68-a838-ac9f261176ab admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:21:19.626957 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3caf22b5-7e46-4e68-a838-ac9f261176ab admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463116 Apr 23 00:21:19.854313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:21.870780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58128) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:21:21.938811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bdac91-c829-46bb-956f-381ddf4fb948 admin admin] GET failed (client error): The resource could not be found. Apr 23 00:21:21.940077 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d7bdac91-c829-46bb-956f-381ddf4fb948 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0683539 Apr 23 00:21:22.067091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0999d9c-cf58-41ae-b0c1-b33bdf6d4e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:22.068483 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d0999d9c-cf58-41ae-b0c1-b33bdf6d4e42 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1245997 Apr 23 00:21:24.244677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58138) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:21:24.291865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:21:24.297594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:21:24.306868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:21:24.316247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Made reservation on behalf of 50acdd45804c417ea5122b201d684be4 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:21:24.318468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:24.406173 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.services.revisions.revision_plugin [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Could not find related network for resource to bump revision. Apr 23 00:21:24.416946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:21:24.426266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:24.426620 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Added segment 398f3c45-b493-4f20-9d24-de94bf53b713 of type vlan for network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a Apr 23 00:21:24.451394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:24.481707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:24.482660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:24.483730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:24.582162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] Pushing event updated for resources: {'Network': ['ID=d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:24.586319 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9fb6ff5d-c8c9-4e20-bdf9-dc43742deede admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3396530 Apr 23 00:21:24.593472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:21:26.763742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58148) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:21:26.834831 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed89323-4968-4517-adef-45cad145e0c2 admin admin] GET failed (client error): The resource could not be found. Apr 23 00:21:26.835332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ed89323-4968-4517-adef-45cad145e0c2 admin admin] Synchronizing usage tracker for tenant:50acdd45804c417ea5122b201d684be4 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:21:26.849736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ed89323-4968-4517-adef-45cad145e0c2 admin admin] Unset dirty status for tenant:50acdd45804c417ea5122b201d684be4 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:21:26.850903 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ed89323-4968-4517-adef-45cad145e0c2 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0857568 Apr 23 00:21:26.955715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d0ce4f-f4c1-4712-9e13-64ab76d92732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:26.957047 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e7d0ce4f-f4c1-4712-9e13-64ab76d92732 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1023035 Apr 23 00:21:26.967404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Request body: {'subnet': {'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:21:26.972866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:21:26.984072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:21:26.994512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Made reservation on behalf of 50acdd45804c417ea5122b201d684be4 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:21:26.997023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:27.198485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:27.273877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4624da4b-0735-49f7-9895-95a97e3dde36,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:27.282842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Checking segment: {'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:21:27.283190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Network hostable DHCP agents. Network: d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:21:27.300945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:21:27.309425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:21:27.313580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:21:27.314158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:27.318301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb99338-1fd8-4a53-b873-df3b9ed8d9a6 None None] Network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:21:27.338552 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-10d238a0-1f60-4a25-a20e-be53ccb15b5f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3750958 Apr 23 00:21:27.545314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a', 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a', 'tenant_id': '50acdd45804c417ea5122b201d684be4', 'fixed_ips': [{'subnet_id': '4624da4b-0735-49f7-9895-95a97e3dde36'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:21:27.546796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:27.705560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Allocated IP 192.168.233.2 (d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a/4624da4b-0735-49f7-9895-95a97e3dde36/a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:21:27.910364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:27.920050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Transition to ACTIVE for port object a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:21:27.938620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Transition to ACTIVE for port object a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:21:27.945089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:28.016241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:21:28.019410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:21:28.023700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:21:28.025823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Pushing event updated for resources: {'Port': ['ID=a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:28.035605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.035965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.036337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.036668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.036997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.037334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.037661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.037984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.038340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.038667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.039002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.039324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:21:28.125196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Attempting to bind port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:21:28.125550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Attempting to bind port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:21:28.125896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Attempting to bind port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c on network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:21:28.131181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:21:28.131538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Checking segment: {'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:21:28.131920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:28.132286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Bound using segment: {'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:21:28.132731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Bound port: a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:21:28.133101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:28.220136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] For port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:21:28.223131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] For port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c,segment=NetworkSegment(398f3c45-b493-4f20-9d24-de94bf53b713),segment_id=398f3c45-b493-4f20-9d24-de94bf53b713)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:21:28.227713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:28.312454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a246722-1e17-49ba-a491-a7b440fac059 None None] Pushing event updated for resources: {'Port': ['ID=a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:29.111177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13606ac0-4e4a-440f-a696-6541fbdeac1a None None] Network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:21:29.240870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-73ba385b-2f04-451e-84f0-62b51153e4ec None None] Provisioning for port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:21:30.465609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:21:30.536965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:21:30.541705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:21:30.542068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:30.658330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:30.690010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c,segment=NetworkSegment(398f3c45-b493-4f20-9d24-de94bf53b713),segment_id=398f3c45-b493-4f20-9d24-de94bf53b713)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:21:30.693935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:30.784524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:21:32.138691 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:21:32.444295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:21:32.511025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a3c14ba7-6ff8-46c1-a5cb-ebc2f6056b4c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:21:32.511382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:45.070530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e2a1dc8-2c8b-45a8-8d8d-a60c9a3afeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:47.507406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-adb8a846-3e98-4092-922f-c0d3a4691d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:48.501265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:48.532800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:21:49.857552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:09.137935 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:22:15.074673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-544da7b1-6e62-411b-8256-8a5e11707187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:17.508910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d2c046e8-3a15-4b0f-a7d3-2d86f7f12706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:18.502323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:18.524158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:19.862262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:45.076745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-219fef5d-8783-4b03-90bc-21e0b53fc79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:46.136896 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:22:47.511402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b678be44-596d-4833-a1ee-07e3043b8530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:48.505500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:48.526300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:49.863053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:55.610942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58192) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:22:55.616831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-29aec7bb-04a4-44cb-87be-0c0e60039554 tempest-verify_tempest_config-497667054 tempest-verify_tempest_config-497667054-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:22:55.617811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-29aec7bb-04a4-44cb-87be-0c0e60039554 tempest-verify_tempest_config-497667054 tempest-verify_tempest_config-497667054-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059164 Apr 23 00:22:55.916262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58210) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:22:56.030337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:56.044676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:22:56.048753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Usage tracker for resource:security_group_rule and tenant:c43a8577951740279ac5b60ac252d1a6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:22:56.051511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:22:56.057034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:22:56.136510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:56.140608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:56.185950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Synchronizing usage tracker for tenant:50acdd45804c417ea5122b201d684be4 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:22:56.189237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b62b6c7-71ea-4aaa-beb2-197fca3220da,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:56.199963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.200563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.200910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.201256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.201595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.202122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.202480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.202827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.203159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.203487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.203805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.204123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.215578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] Unset dirty status for tenant:50acdd45804c417ea5122b201d684be4 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:22:56.220241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58216) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:22:56.220674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c2d2f6ca-f5c3-4997-9fc0-a721e15de142 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c43a8577951740279ac5b60ac252d1a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3030291 Apr 23 00:22:56.284584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:56.309603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:56.405202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:56.420954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b62b6c7-71ea-4aaa-beb2-197fca3220da,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:22:56.429267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.429616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.429954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.430311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.430644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.430989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.431318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.431657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.431983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.432304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.432627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.432944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:22:56.435267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:22:56.436358 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a70f433b-e06b-4495-ad46-48baa649683c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b62b6c7-71ea-4aaa-beb2-197fca3220da HTTP/1.1" status: 204 len: 168 time: 0.2151289 Apr 23 00:23:15.090798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-869d1190-a125-4430-94f9-875ec38176f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:17.513978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e03bfecd-6bdc-444b-9948-05e3dd7cbd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:18.507500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:18.527444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:19.865181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:23.135313 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:23:45.081548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-861191a6-5f16-41d4-bfc5-45cb78ae1f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:47.516024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7bd5b2fc-3c78-4010-ac47-4e4ed076d623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:48.509693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:48.529155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:23:49.868162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:00.134545 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 5 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:24:09.663278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708298'] for agent, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:15.084636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2f5a-541d-4fb9-af7b-c8d9a0ce856c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:17.517586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f27dbd4b-cace-4a69-95e8-dbaf5030921f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:18.513392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:18.533257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:19.874455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:23.887204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58286) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:24:24.003438 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bb46f611-52c2-4051-bbb8-53414b788748 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1144636 Apr 23 00:24:26.171929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58296) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:24:26.225302 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a33d576b-c62c-4a0f-8777-a956edcf9f3f admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0523205 Apr 23 00:24:37.133927 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:24:39.647235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:45.085784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e14a1ebf-7543-40d9-a535-bf9461a71034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:47.518517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-148e8295-3502-41ea-8fb8-d51103a88687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:48.514510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:48.533973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:24:49.877186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:09.646162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:14.133029 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:25:15.093868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b520b090-ae3a-439e-8e2f-e32acb63cdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:17.519816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-49338e66-2749-4e8f-bc7b-56b0b919ac73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:18.518047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:18.535314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:19.879288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:39.644445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:45.085544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4706b961-4e34-4b14-afb6-2b48257f86ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:47.535843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6cd7335-b08d-4d1d-acf0-7d2d5c6cb1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.526776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:48.549986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:49.899570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:49.945889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58364) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:50.187689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1805074511-network', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:50.193515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:50.197357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Usage tracker for resource:network and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:50.200917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:50.206935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:50.221296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Made reservation on behalf of f10d22f4b48d4cb8b4fbda7fc37dd69b for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:50.221296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.234845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.253354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:50.257210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Usage tracker for resource:security_group_rule and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:50.260040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:50.266534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:50.392160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.396094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.430786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d501729c-b1a5-41c0-bd41-b93e1878058c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:50.441036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:25:50.445331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.445758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.446128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.446515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.446839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.447180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.447509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.447830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.448209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.448452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.448896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.449210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Tracked resource versions report: Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: pushed versions: Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: { 'AddressGroup': {'1.2'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'ConntrackHelper': {'1.0'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Log': {'1.0'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Network': {'1.1'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Port': {'1.7'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'PortForwarding': {'1.2'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'QosPolicy': {'1.8'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroup': {'1.4'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SubPort': {'1.0'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Subnet': {'1.1'}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Trunk': {'1.1'}} Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: consumer versions: Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'ConntrackHelper': '1.0', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Log': '1.0', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Network': '1.1', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Port': '1.7', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'PortForwarding': '1.2', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'QosPolicy': '1.8', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroup': '1.4', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SecurityGroupRule': '1.2', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'SubPort': '1.0', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Subnet': '1.1', Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: 'Trunk': '1.1'}} Apr 23 00:25:50.450508 dv-neutron-838784-1-hyperv neutron-server[88073]: {{(pid=88073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:25:50.459295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.459623 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Added segment 2194c2a3-4059-4d74-b9e1-18a9660f7a36 of type vlan for network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 Apr 23 00:25:50.487945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.520325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.521522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:50.522371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.639628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] Pushing event updated for resources: {'Network': ['ID=3fae19aa-4bd6-48c4-9549-11b21fc7a729,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:50.650115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:25:50.656106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58416) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:50.656625 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-22bb647c-cea0-4d6d-98ec-601c38cd81dd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7085624 Apr 23 00:25:50.663728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Request body: {'subnet': {'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1805074511-subnet', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:50.670185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:50.674731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Usage tracker for resource:subnet and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:50.679036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:50.687529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:50.701095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Made reservation on behalf of f10d22f4b48d4cb8b4fbda7fc37dd69b for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:50.704201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:50.999953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.075727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb260cc-fa6b-457c-ac11-f71c2bcd734d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:51.087505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.088169 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.088658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.089164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.090422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.090945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.091285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.091622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.091979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.092391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.092786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.093177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Tracked resource versions report: Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: pushed versions: Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: { 'AddressGroup': {'1.2'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'ConntrackHelper': {'1.0'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Log': {'1.0'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Network': {'1.1'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Port': {'1.7'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'PortForwarding': {'1.2'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'QosPolicy': {'1.8'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroup': {'1.4'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SubPort': {'1.0'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Subnet': {'1.1'}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Trunk': {'1.1'}} Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: consumer versions: Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'ConntrackHelper': '1.0', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Log': '1.0', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Network': '1.1', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Port': '1.7', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'PortForwarding': '1.2', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'QosPolicy': '1.8', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroup': '1.4', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SecurityGroupRule': '1.2', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'SubPort': '1.0', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Subnet': '1.1', Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: 'Trunk': '1.1'}} Apr 23 00:25:51.094357 dv-neutron-838784-1-hyperv neutron-server[88072]: {{(pid=88072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:25:51.105579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Checking segment: {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:25:51.105935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Network hostable DHCP agents. Network: 3fae19aa-4bd6-48c4-9549-11b21fc7a729, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:25:51.130974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:25:51.134530 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:25:51.147061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 3fae19aa-4bd6-48c4-9549-11b21fc7a729) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:51.151547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:51.152857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.160616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6f8b20-a78b-458d-8871-7edf477fc017 None None] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:25:51.185694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58444) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:51.187000 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4e766dea-a2af-4a2d-b742-fec54450a966 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5276845 Apr 23 00:25:51.190962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:51.195748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:51.203396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Usage tracker for resource:router and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:51.206838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:51.214030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:51.229753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.231473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.257827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.391716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:25:51.392984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.578496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Allocated IP 172.20.0.2 (3fae19aa-4bd6-48c4-9549-11b21fc7a729/8cb260cc-fa6b-457c-ac11-f71c2bcd734d/6651e251-7d58-4c68-ae3f-e213d0db02f7) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:25:51.589246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.828984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.841775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Transition to ACTIVE for port object 6651e251-7d58-4c68-ae3f-e213d0db02f7 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:25:51.862760 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Transition to ACTIVE for port object 6651e251-7d58-4c68-ae3f-e213d0db02f7 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:25:51.870314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:51.953604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Pushing event updated for resources: {'Port': ['ID=6651e251-7d58-4c68-ae3f-e213d0db02f7,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:51.965676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.966478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.967364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.967906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.968819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.969510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.970048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.970600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.971136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.971651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.972164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.972686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Tracked resource versions report: Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: pushed versions: Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: { 'AddressGroup': {'1.2'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'ConntrackHelper': {'1.0'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Log': {'1.0'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Network': {'1.1'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Port': {'1.7'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'PortForwarding': {'1.2'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'QosPolicy': {'1.8'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroup': {'1.4'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SubPort': {'1.0'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Subnet': {'1.1'}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Trunk': {'1.1'}} Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: consumer versions: Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'ConntrackHelper': '1.0', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Log': '1.0', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Network': '1.1', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Port': '1.7', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'PortForwarding': '1.2', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'QosPolicy': '1.8', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroup': '1.4', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SecurityGroupRule': '1.2', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'SubPort': '1.0', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Subnet': '1.1', Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: 'Trunk': '1.1'}} Apr 23 00:25:51.973999 dv-neutron-838784-1-hyperv neutron-server[88074]: {{(pid=88074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:25:51.989985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:25:51.992084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:51.995450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:25:52.010739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.075252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.104726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Attempting to bind port 6651e251-7d58-4c68-ae3f-e213d0db02f7 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:25:52.106697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Attempting to bind port 6651e251-7d58-4c68-ae3f-e213d0db02f7 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:25:52.106857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58488) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:52.107314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Attempting to bind port 6651e251-7d58-4c68-ae3f-e213d0db02f7 on network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:25:52.113104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:25:52.113443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Checking segment: {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:25:52.113840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.114304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Bound using segment: {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:25:52.114721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Bound port: 6651e251-7d58-4c68-ae3f-e213d0db02f7, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:25:52.115087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.210840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] For port 6651e251-7d58-4c68-ae3f-e213d0db02f7, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:25:52.216649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] For port 6651e251-7d58-4c68-ae3f-e213d0db02f7, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6651e251-7d58-4c68-ae3f-e213d0db02f7,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:25:52.223443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.244890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Allocated IP 172.26.8.82 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/43d235d4-791c-4edb-b14e-5d0fb1f79b36) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:25:52.337557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642fb2d-1948-4ee8-9de7-96de94bf64bc None None] Pushing event updated for resources: {'Port': ['ID=6651e251-7d58-4c68-ae3f-e213d0db02f7,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:52.453688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.546739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.673297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Pushing event updated for resources: {'Port': ['ID=43d235d4-791c-4edb-b14e-5d0fb1f79b36,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:52.678059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6651e251-7d58-4c68-ae3f-e213d0db02f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:25:52.686858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:25:52.688049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:52.698953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:25:52.794842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1321337538-network', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:52.804291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:52.816880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Usage tracker for resource:network and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:52.825440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:52.842827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:52.852280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 6651e251-7d58-4c68-ae3f-e213d0db02f7 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:25:52.867863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Made reservation on behalf of 344cc5eb395d4ee989349dcc3482ab67 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:52.875576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.916558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:52.955585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:52.960043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Usage tracker for resource:security_group_rule and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:52.964345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:52.982056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:53.118937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.126514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.178606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:25:53.192495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771224835615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.194415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Unsubscribe: segment precommit_create {{(pid=88072) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 23 00:25:53.201938 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Added segment 7368bb8b-c5b8-4a5f-8d47-0b0b7642589a of type vlan for network c8c2e5ac-53c9-4889-be21-e387cb1b91fe Apr 23 00:25:53.210622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58514) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:53.211671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.265091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.338518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.340231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:53.345376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.580898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4294d4c2-5ccb-42d9-8844-11fa9bba7f1c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:53.648718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78b417-1b81-420c-8f24-c95476af91be None None] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:25:53.662883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.717139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c2e5ac-53c9-4889-be21-e387cb1b91fe,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:53.721853 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-581ec1bf-6426-4b61-853d-286bacbc7918 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6139793 Apr 23 00:25:53.725040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:53.736548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Request body: {'subnet': {'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1321337538-subnet', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:53.750062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:53.784293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Usage tracker for resource:subnet and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:53.788822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:53.798225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:53.820473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Made reservation on behalf of 344cc5eb395d4ee989349dcc3482ab67 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:53.824474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:53.843736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:25:53.978787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5e813956-41f9-46de-9e25-ecc1e62ead8b None None] Provisioning for port 6651e251-7d58-4c68-ae3f-e213d0db02f7 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:25:53.991944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5e813956-41f9-46de-9e25-ecc1e62ead8b None None] Provisioning complete for port 6651e251-7d58-4c68-ae3f-e213d0db02f7 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:53.992336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5e813956-41f9-46de-9e25-ecc1e62ead8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.056332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Router 04092db4-5b98-4ad1-9ee8-865268fb9677 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:25:54.224217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.247946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-619520695'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:54.257394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:54.265201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Usage tracker for resource:network and tenant:4883293af5f14af4bb37b9dd29997a4b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:54.281105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:54.288065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:54.293997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5e813956-41f9-46de-9e25-ecc1e62ead8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.310367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:25:54.319385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:54.326066 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Sync routers for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:25:54.338170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.340874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5e813956-41f9-46de-9e25-ecc1e62ead8b None None] For port 6651e251-7d58-4c68-ae3f-e213d0db02f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6651e251-7d58-4c68-ae3f-e213d0db02f7,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:25:54.342114 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:25:54.344284 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:54.350451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5e813956-41f9-46de-9e25-ecc1e62ead8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.371058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.441631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:54.442543 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e813956-41f9-46de-9e25-ecc1e62ead8b None None] Pushing event updated for resources: {'Port': ['ID=6651e251-7d58-4c68-ae3f-e213d0db02f7,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:54.461149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad0c04a-144c-4342-aa73-fba5e7357e5d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:54.461688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.468954 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3ad7c2ad-b7d3-4725-949b-b3301587f207 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2807071 Apr 23 00:25:54.470270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Usage tracker for resource:security_group_rule and tenant:4883293af5f14af4bb37b9dd29997a4b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:54.474856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58560) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:54.475913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Checking segment: {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:25:54.476286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Network hostable DHCP agents. Network: c8c2e5ac-53c9-4889-be21-e387cb1b91fe, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:25:54.477632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:54.517155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:25:54.532886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, c8c2e5ac-53c9-4889-be21-e387cb1b91fe) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:54.538434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:54.538975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.549910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afb21a-cdc9-4f45-8261-18afa6c97382 None None] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:25:54.571966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:54.592424 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1198cab7-0b9c-4abb-a870-441f2cb5e6cc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8660872 Apr 23 00:25:54.595287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58566) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:54.610423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:54.626840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:54.634794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Usage tracker for resource:router and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:54.641681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:54.654098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:54.680584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.681635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.708792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:54.744235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6651e251-7d58-4c68-ae3f-e213d0db02f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:25:54.820767 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:25:54.941313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0c4b382a-3a92-497d-b23c-f7fb798a6d36 None None] Provisioning complete for port 6651e251-7d58-4c68-ae3f-e213d0db02f7 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:54.942052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0c4b382a-3a92-497d-b23c-f7fb798a6d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.091392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6651e251-7d58-4c68-ae3f-e213d0db02f7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:55.091869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.263578 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:52Z', 'revision_number': 3, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:55.267722 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Checking router: 04092db4-5b98-4ad1-9ee8-865268fb9677 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:25:55.268291 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Updating router 04092db4-5b98-4ad1-9ee8-865268fb9677 port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:25:55.326140 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.339408 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:25:55.340556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.349054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.745639 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.759147 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Transition to ACTIVE for port object 43d235d4-791c-4edb-b14e-5d0fb1f79b36 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:25:55.775485 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.811006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.854075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:55.923416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2511653-af6b-4663-b9ec-cf2664d167f4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:55.950400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:25:55.988344 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Attempting to bind port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:25:55.989054 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Attempting to bind port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:25:55.992442 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Attempting to bind port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:25:56.019175 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Pushing event updated for resources: {'Port': ['ID=43d235d4-791c-4edb-b14e-5d0fb1f79b36,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:56.032153 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:25:56.033151 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:25:56.034837 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.035683 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:25:56.039465 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Bound port: 43d235d4-791c-4edb-b14e-5d0fb1f79b36, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:25:56.040108 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.057057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Allocated IP 172.20.0.2 (c8c2e5ac-53c9-4889-be21-e387cb1b91fe/0ad0c04a-144c-4342-aa73-fba5e7357e5d/93e658b7-0eb4-47c6-bd20-726cd7d43246) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:25:56.057909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.058896 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Added segment acbea2c5-d422-4d94-9896-df1eee37f8d2 of type vlan for network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 Apr 23 00:25:56.065080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.101366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58596) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:56.115602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.136450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.176148 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.176917 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.180359 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.181005 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.184074 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.184719 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.185229 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.186163 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.192600 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.193260 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.194475 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.194985 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:25:56.195937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Tracked resource versions report: Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: pushed versions: Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: { 'AddressGroup': {'1.2'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'ConntrackHelper': {'1.0'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Log': {'1.0'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Network': {'1.1'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Port': {'1.7'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'PortForwarding': {'1.2'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'QosPolicy': {'1.8'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroup': {'1.4'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroupRule': {'1.2'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SubPort': {'1.0'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Subnet': {'1.1'}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Trunk': {'1.1'}} Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: consumer versions: Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: { DHCP agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: HyperV agent@hv-neutron-8387: {}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: L3 agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: Metadata agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: Metering agent@dv-neutron-838784-1-hyperv: {}, Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: Open vSwitch agent@dv-neutron-838784-1-hyperv: { 'AddressGroup': '1.2', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'ConntrackHelper': '1.0', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Log': '1.0', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Network': '1.1', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Port': '1.7', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'PortForwarding': '1.2', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'QosPolicy': '1.8', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroup': '1.4', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SecurityGroupRule': '1.2', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'SubPort': '1.0', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Subnet': '1.1', Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: 'Trunk': '1.1'}} Apr 23 00:25:56.200092 dv-neutron-838784-1-hyperv neutron-server[88075]: {{(pid=88075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 23 00:25:56.278823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.284356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:56.284966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.307402 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] For port 43d235d4-791c-4edb-b14e-5d0fb1f79b36, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:25:56.315130 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] For port 43d235d4-791c-4edb-b14e-5d0fb1f79b36, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=43d235d4-791c-4edb-b14e-5d0fb1f79b36,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:25:56.326719 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.346409 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.9163597 Apr 23 00:25:56.349165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58606) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:56.358598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'subnet': {'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:56.423704 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:25:56.424398 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:56.489568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b33064-f6a9-4be7-809c-038db3a2989d tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Network': ['ID=b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:56.521686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.542482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Allocated IP 172.20.0.1 (3fae19aa-4bd6-48c4-9549-11b21fc7a729/8cb260cc-fa6b-457c-ac11-f71c2bcd734d/622770c1-1109-41f5-b620-9c12a6442167) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:25:56.546911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Transition to ACTIVE for port object 93e658b7-0eb4-47c6-bd20-726cd7d43246 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:25:56.592003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Transition to ACTIVE for port object 93e658b7-0eb4-47c6-bd20-726cd7d43246 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:25:56.596687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:25:56.652308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.720099 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:25:56.789870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58616) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:56.832123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:56.840465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:25:56.841942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Pushing event updated for resources: {'Port': ['ID=93e658b7-0eb4-47c6-bd20-726cd7d43246,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:56.847022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:56.871605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Transition to ACTIVE for port object 622770c1-1109-41f5-b620-9c12a6442167 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:25:56.900447 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:25:56.923459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1466280094'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:56.931714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:56.935774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Allocated IP 172.26.8.157 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/55e918f0-55df-4647-87f7-c70ecce419ef) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:25:56.941819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Usage tracker for resource:network and tenant:7783974915e741989a4333588fed252b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:56.945818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:56.958037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:56.969747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58626) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:56.970874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.039940 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Attempting to bind port 93e658b7-0eb4-47c6-bd20-726cd7d43246 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:25:57.040599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Attempting to bind port 93e658b7-0eb4-47c6-bd20-726cd7d43246 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:25:57.043165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Attempting to bind port 93e658b7-0eb4-47c6-bd20-726cd7d43246 on network c8c2e5ac-53c9-4889-be21-e387cb1b91fe {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:25:57.060106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:25:57.061293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Checking segment: {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:25:57.061916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.062546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Bound using segment: {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:25:57.063223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Bound port: 93e658b7-0eb4-47c6-bd20-726cd7d43246, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:25:57.063832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.131846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:25:57.134162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Made reservation on behalf of 7783974915e741989a4333588fed252b for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:57.144372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.161239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Pushing event updated for resources: {'Port': ['ID=622770c1-1109-41f5-b620-9c12a6442167,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:57.163814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:57.166971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.188282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:57.192342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Usage tracker for resource:security_group_rule and tenant:7783974915e741989a4333588fed252b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:57.195235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:57.201754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:57.228248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] For port 93e658b7-0eb4-47c6-bd20-726cd7d43246, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:25:57.238436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] For port 93e658b7-0eb4-47c6-bd20-726cd7d43246, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=93e658b7-0eb4-47c6-bd20-726cd7d43246,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:25:57.249744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.300151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.301211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.302021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58636) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:57.306352 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:52Z', 'revision_number': 3, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:25:57.312389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.313146 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35de0c-acac-475c-8fdb-b9a0594806e9 None None] Pushing event updated for resources: {'Port': ['ID=43d235d4-791c-4edb-b14e-5d0fb1f79b36,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:57.316113 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0e3f2-8763-466b-b94f-d207d85bfad1 None None] The sync data for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv is: [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:52Z', 'revision_number': 3, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:25:57.327363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:25:57.339355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3ff18cb5-fde3-4a60-9007-c17c0bd09621 tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:57.344931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:57.371959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Usage tracker for resource:subnet and tenant:4883293af5f14af4bb37b9dd29997a4b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:57.373973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.374919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Added segment 6f5f6661-650f-4891-bc93-f55aebe304bb of type vlan for network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 Apr 23 00:25:57.376919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:57.387635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:57.428429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.442235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3750271-96f2-4e50-8d27-f0c13419f6ec None None] Pushing event updated for resources: {'Port': ['ID=93e658b7-0eb4-47c6-bd20-726cd7d43246,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:57.447260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:57.460928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.486555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:25:57.487213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.510058 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3ff18cb5-fde3-4a60-9007-c17c0bd09621 tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "PUT /v2.0/quotas/34b91917103b40e68dd0950aab612f8b HTTP/1.1" status: 200 len: 366 time: 0.7048743 Apr 23 00:25:57.529865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58646) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:57.558718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.651597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:25:57.666545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.694764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:57.700447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:57.833526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:57.846295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-34f02aee-f734-42b0-be9e-4bd362b67548 tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.3139532 Apr 23 00:25:57.847467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:25:57.971594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9417d498-0e9e-4c12-aab2-2e2c5d362b8b tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:57.989629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d8828f08-65b8-4845-b64a-444296064e67 None None] Provisioning for port 622770c1-1109-41f5-b620-9c12a6442167 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:25:58.000784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d8828f08-65b8-4845-b64a-444296064e67 None None] Provisioning complete for port 622770c1-1109-41f5-b620-9c12a6442167 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:58.003585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8828f08-65b8-4845-b64a-444296064e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.108259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d8828f08-65b8-4845-b64a-444296064e67 None None] Port 622770c1-1109-41f5-b620-9c12a6442167 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:25:58.109057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58654) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.119825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event updated for resources: {'Network': ['ID=936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:58.132844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:25:58.161316 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bf1fa48a-b3ee-4bd4-b423-da55f59fc295 tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "GET /v2.0/quotas/34b91917103b40e68dd0950aab612f8b HTTP/1.1" status: 200 len: 366 time: 0.0389946 Apr 23 00:25:58.162946 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0605285 Apr 23 00:25:58.163859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58666) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.164346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58668) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.169417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1322149079'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:58.174676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:58.179164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Usage tracker for resource:network and tenant:2c28aa4babfb40aca830c98c112c32eb is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:58.182287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:58.189365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:58.205321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416300b1-8998-4232-bb55-376a46332324 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93737a5d-8bd4-4ebc-a710-93d4b1921492,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:58.213425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58670) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.239563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Pushing event updated for resources: {'Port': ['ID=55e918f0-55df-4647-87f7-c70ecce419ef,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:58.297533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Made reservation on behalf of 2c28aa4babfb40aca830c98c112c32eb for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:58.301166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.314228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Request body: {'subnet': {'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:58.377100 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9417d498-0e9e-4c12-aab2-2e2c5d362b8b tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "PUT /v2.0/quotas/74fe2d83041e4a948e681fed712dde3c HTTP/1.1" status: 200 len: 368 time: 1.0708685 Apr 23 00:25:58.388959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a8d18044-ed30-436a-b334-188829c6c9df tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/34b91917103b40e68dd0950aab612f8b HTTP/1.1" status: 204 len: 168 time: 0.1826496 Apr 23 00:25:58.398560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58680) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.398784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58682) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.405544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.458487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Request body: {'network': {'project_id': '74fe2d83041e4a948e681fed712dde3c'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:58.465760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:58.470498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Usage tracker for resource:network and tenant:74fe2d83041e4a948e681fed712dde3c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:58.473573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:58.481423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:58.572014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.594726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:58.602702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.616023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Made reservation on behalf of 74fe2d83041e4a948e681fed712dde3c for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:58.623328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.669520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58690) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.673979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c0573305-4fb8-48ab-bc87-f35a810832e3 tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2668459 Apr 23 00:25:58.682056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:58.699596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:58.706159 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5ad488fe-5d46-48a7-8d5c-3a1a4c338869 tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "GET /v2.0/quotas/34b91917103b40e68dd0950aab612f8b HTTP/1.1" status: 200 len: 370 time: 0.0203702 Apr 23 00:25:58.708604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 93e658b7-0eb4-47c6-bd20-726cd7d43246 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:25:58.720958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58694) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.722201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Usage tracker for resource:floatingip and tenant:00711fe621da4cf88aa3f9fa4a2cc33c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:58.726332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:58.735238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:58.752784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Usage tracker for resource:security_group_rule and tenant:2c28aa4babfb40aca830c98c112c32eb is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:58.765946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.779147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Subnet': ['ID=4c6131d4-7560-4beb-9888-57a4278557fb,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:58.784475 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2214b2c2-da4d-4aa9-a3f5-6907a9827ee3 tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "GET /v2.0/quotas/34b91917103b40e68dd0950aab612f8b/default HTTP/1.1" status: 200 len: 370 time: 0.0333483 Apr 23 00:25:58.792613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:58.795733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.809270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58698) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:58.811200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 93e658b7-0eb4-47c6-bd20-726cd7d43246 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:25:58.818055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 43d235d4-791c-4edb-b14e-5d0fb1f79b36 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:25:58.830010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:58.853278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Checking segment: {'id': 'acbea2c5-d422-4d94-9896-df1eee37f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:25:58.853635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network hostable DHCP agents. Network: b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:25:58.873326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:58.876053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:58.882087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.898065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Usage tracker for resource:subnet and tenant:7783974915e741989a4333588fed252b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:58.906058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Usage tracker for resource:security_group_rule and tenant:74fe2d83041e4a948e681fed712dde3c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:58.909486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:25:58.909992 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-3be4edf2-61e1-48c7-8133-d3e46923d27b tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] delete failed (client error): The resource could not be found. Apr 23 00:25:58.914043 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3be4edf2-61e1-48c7-8133-d3e46923d27b tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/34b91917103b40e68dd0950aab612f8b HTTP/1.1" status: 404 len: 348 time: 0.0933309 Apr 23 00:25:58.926470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:58.928405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:58.929534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:58.929749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:58.939000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:58.955839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:25:58.971058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:58.981449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb8c895-ee0f-469e-be9a-abbf438e81df None None] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:25:58.982184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:25:58.996779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:58.997504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.016920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7775aeed-6a41-4ba7-8c21-3e1aa2faad8b None None] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:25:59.103988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-10591601-cb55-46f3-94eb-57b21a302f81 None None] Provisioning for port 93e658b7-0eb4-47c6-bd20-726cd7d43246 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:25:59.118830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-10591601-cb55-46f3-94eb-57b21a302f81 None None] Provisioning complete for port 93e658b7-0eb4-47c6-bd20-726cd7d43246 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:25:59.119470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-10591601-cb55-46f3-94eb-57b21a302f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.177870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Made reservation on behalf of 7783974915e741989a4333588fed252b for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:59.181378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks [] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.196527 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fc4231e3-5941-4728-9e42-97ceb5f624e6 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8453162 Apr 23 00:25:59.200884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58706) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:59.209578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-750060600'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:25:59.219166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.235660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.256140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58710) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:59.273883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.453666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:25:59.464916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.465284 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Added segment 028b4049-9b90-4e72-ac53-3eb98f8da120 of type vlan for network c21f0edc-e42c-4596-a75d-4dcc6eb9b407 Apr 23 00:25:59.493913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.551216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:25:59.551446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:network and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:59.556225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3306fd93-a90f-4cad-abc0-f2bbf713ed46,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:59.559685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Usage tracker for resource:port and tenant:4883293af5f14af4bb37b9dd29997a4b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:59.564450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:59.567386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:59.571315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.572575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:25:59.578093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:25:59.578801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.597111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:25:59.600838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.638163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] device_id is not set on port 16782634-740d-401f-bbc6-01196b1101e5 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:25:59.642879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-10591601-cb55-46f3-94eb-57b21a302f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.668457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.676427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Router 8465d188-fc79-48fe-8b32-5e39b2b29bea is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:25:59.793668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 43d235d4-791c-4edb-b14e-5d0fb1f79b36, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=43d235d4-791c-4edb-b14e-5d0fb1f79b36,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:25:59.800261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-10591601-cb55-46f3-94eb-57b21a302f81 None None] For port 93e658b7-0eb4-47c6-bd20-726cd7d43246, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=93e658b7-0eb4-47c6-bd20-726cd7d43246,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:25:59.802641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.842665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.842936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'tenant_id': '4883293af5f14af4bb37b9dd29997a4b', 'fixed_ips': [{'subnet_id': '4c6131d4-7560-4beb-9888-57a4278557fb'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:25:59.843740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.853030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:subnet and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:25:59.866422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-10591601-cb55-46f3-94eb-57b21a302f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.866871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8844171 Apr 23 00:25:59.877425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.878154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:25:59.883680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58716) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:25:59.915347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b65c5e-1432-43cd-bd47-d5dc5b42fa43 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Pushing event updated for resources: {'Network': ['ID=c21f0edc-e42c-4596-a75d-4dcc6eb9b407,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:25:59.918516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:25:59.943617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c21f0edc-e42c-4596-a75d-4dcc6eb9b407 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:25:59.953818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Allocated IP 2001:db8::155 (b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6/4c6131d4-7560-4beb-9888-57a4278557fb/16782634-740d-401f-bbc6-01196b1101e5) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:00.022050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:00.034016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:subnetpool and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:00.049977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Sync routers for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:00.074304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.078401 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3d892593-76ad-4e2d-9dfe-42520785a6cc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4790864 Apr 23 00:26:00.079860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58724) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:00.123468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:00.126010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=43d235d4-791c-4edb-b14e-5d0fb1f79b36,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:00.126524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Pushing event updated for resources: {'Port': ['ID=622770c1-1109-41f5-b620-9c12a6442167,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:00.184653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:00.184929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:00.285645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.301527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'network': {'name': 'tempest-network--1640186455', 'router:external': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:00.317144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:port and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:00.328523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:00.329570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.334540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.348423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Transition to ACTIVE for port object 16782634-740d-401f-bbc6-01196b1101e5 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:00.353119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.355966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:network and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:00.369028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:00.380536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:00.388818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.407752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:00.408492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:00.420011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.420466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Added segment 082e707c-dd9c-46ca-a7d9-aae55a56aeb4 of type vlan for network 6e4f522c-66db-4244-bb10-24df2d5fc1c1 Apr 23 00:26:00.458128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.520106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:00.558462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:00.565145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:00.572074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:00.578606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:00.580743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.590829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec71c2bb-5be7-4940-8e55-a67a4ace7cbd,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:00.593776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 43d235d4-791c-4edb-b14e-5d0fb1f79b36 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:00.594502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Made reservation on behalf of a1b22108559a41d69a511053e97639bf for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:00.597038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.614350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:26:00.641846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:00.643835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=16782634-740d-401f-bbc6-01196b1101e5,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:00.655778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:00.660645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.678768 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f5859155-55af-4979-9315-c2c6be39cbc9 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4767139 Apr 23 00:26:00.689479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58728) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:00.692567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:router and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:00.699075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-891575594', 'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:52:48:34'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:00.769182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.770137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:00.770742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.775115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:00.780000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:00.837361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:00.840789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Allocated IP 2001:db8::2 (b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6/4c6131d4-7560-4beb-9888-57a4278557fb/4f4efff6-0ac6-4966-badc-cdaf4beb6040) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:00.860627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:security_group_rule and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:00.889984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:00.954607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10591601-cb55-46f3-94eb-57b21a302f81 None None] Pushing event updated for resources: {'Port': ['ID=93e658b7-0eb4-47c6-bd20-726cd7d43246,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:01.007527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:01.025625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-04730e23-1f02-49df-ba8a-cd524b94745c None None] Provisioning complete for port 93e658b7-0eb4-47c6-bd20-726cd7d43246 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:01.025982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-04730e23-1f02-49df-ba8a-cd524b94745c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.034540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:floatingip and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:01.090538 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.6827383 Apr 23 00:26:01.090538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0ed5e-0de5-46be-8ab6-80c9fcc922ee tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Pushing event updated for resources: {'Network': ['ID=6e4f522c-66db-4244-bb10-24df2d5fc1c1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:01.092740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58734) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:01.098599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:01.110156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Request body: {'network': {'project_id': '74fe2d83041e4a948e681fed712dde3c'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:01.146864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 6e4f522c-66db-4244-bb10-24df2d5fc1c1 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:01.157000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:01.161898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Usage tracker for resource:port and tenant:4883293af5f14af4bb37b9dd29997a4b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:01.175973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:01.178710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:01.189626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:01.192186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Usage tracker for resource:network and tenant:74fe2d83041e4a948e681fed712dde3c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:01.197897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:01.212285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event updated for resources: {'Subnet': ['ID=af80448e-a327-4618-9daf-32b8bb9c7488,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:01.216610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:01.233529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Allocated IP 172.26.8.179 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/e275099d-d20c-4fa8-89a5-c93fe57160d2) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:01.260067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:01.273945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Checking segment: {'id': '6f5f6661-650f-4891-bc93-f55aebe304bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:01.274345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Network hostable DHCP agents. Network: 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:26:01.293231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Made reservation on behalf of 74fe2d83041e4a948e681fed712dde3c for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:01.295171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.313806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:01.314159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.330880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Router 04092db4-5b98-4ad1-9ee8-865268fb9677 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:26:01.439933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:01.455808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:01.477486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.477915 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Added segment c7b7c3d6-7afd-4e1a-be95-1b3475a35545 of type vlan for network 66ed9a2c-a0c1-43f1-84b8-9fa95c149f77 Apr 23 00:26:01.513827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.541279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.551759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:01.556153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:01.556738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.567591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Transition to ACTIVE for port object 4f4efff6-0ac6-4966-badc-cdaf4beb6040 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:01.573727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f69a5b3-eb5e-4800-bcd9-d300e41d0379 None None] Network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:01.575158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.584149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.585158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:security_group and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:01.599712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:01.601300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] device_id is not set on port a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:01.601781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.631840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 3, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:01.643389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.701512 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Checking router: 8465d188-fc79-48fe-8b32-5e39b2b29bea for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:26:01.701767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Updating router 8465d188-fc79-48fe-8b32-5e39b2b29bea port 55e918f0-55df-4647-87f7-c70ecce419ef binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:26:01.718758 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e343431f-28cb-4d72-94f5-9001d5858bda tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4434640 Apr 23 00:26:01.730813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58738) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:01.731011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Transition to ACTIVE for port object 4f4efff6-0ac6-4966-badc-cdaf4beb6040 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:01.740534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.741984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:01.768813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.772839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Request body: {'port': {'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-833819565'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:01.779896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.786048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:01.813489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Usage tracker for resource:security_group_rule and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:01.819993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.833241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565e138-79ca-47f1-aa3a-cad94a5d6674,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:01.852227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:01.858452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b4cd06bb-b500-4de1-a6ca-270cb61ef2d2 None None] Provisioning complete for port 622770c1-1109-41f5-b620-9c12a6442167 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:01.858830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4cd06bb-b500-4de1-a6ca-270cb61ef2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.860131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.860428 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Added segment f4009a30-1876-4ef0-bcf2-b5b89b2921da of type vlan for network cf4ef38e-36e7-4e24-a155-32cb125eb252 Apr 23 00:26:01.899657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:01.927035 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4c61d1b0-4deb-4e05-8c60-fc4b94b4b40a tempest-QuotasTest-558155017 tempest-QuotasTest-558155017-project-admin] 10.222.0.39 "GET /v2.0/quotas/c7f104b556f3480383f12e31a43b1c22/details.json HTTP/1.1" status: 200 len: 703 time: 2.6570954 Apr 23 00:26:01.927035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:01.937130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Pushing event updated for resources: {'Network': ['ID=66ed9a2c-a0c1-43f1-84b8-9fa95c149f77,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:01.944552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:01.965150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:01.974800 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d26027d4-3903-47fc-b822-f47fa1375525 admin admin] 10.222.0.39 "PUT /v2.0/routers/04092db4-5b98-4ad1-9ee8-865268fb9677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4988785 Apr 23 00:26:01.978463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:01.985027 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Sync routers for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:02.008842 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:02.012893 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:02.020890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 66ed9a2c-a0c1-43f1-84b8-9fa95c149f77 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:02.039374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Pushing event updated for resources: {'Port': ['ID=4f4efff6-0ac6-4966-badc-cdaf4beb6040,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:02.070336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.092124 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3152310a-a466-4574-b6fc-ad491bf19203 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9895771 Apr 23 00:26:02.110522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58748) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:02.133043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Request body: {'network': {'project_id': '74fe2d83041e4a948e681fed712dde3c'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:02.148564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:02.162327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Usage tracker for resource:port and tenant:7783974915e741989a4333588fed252b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:02.172606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:02.176414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.180013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.180895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:02.181606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.190599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:02.201790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Allocated IP 2001:db8::2b6 (b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6/4c6131d4-7560-4beb-9888-57a4278557fb/a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:02.217112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Usage tracker for resource:network and tenant:74fe2d83041e4a948e681fed712dde3c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:02.239687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:02.242071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd06bb-b500-4de1-a6ca-270cb61ef2d2 None None] Port 622770c1-1109-41f5-b620-9c12a6442167 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:02.255076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:02.325015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:02.360746 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 00:26:02.361272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:02.365323 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-397b7a26-f718-4bb1-9845-0334b465fb09 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2499816 Apr 23 00:26:02.376838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58762) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:02.395326 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4734292 Apr 23 00:26:02.397002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:02.409826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58766) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:02.414784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:02.422304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Made reservation on behalf of 7783974915e741989a4333588fed252b for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:02.425751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.439584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:02.451407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Attempting to bind port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:02.451738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Attempting to bind port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'acbea2c5-d422-4d94-9896-df1eee37f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:02.457228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Attempting to bind port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 on network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:02.460008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Port': ['ID=e275099d-d20c-4fa8-89a5-c93fe57160d2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:02.469807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6127d4-78cb-4268-8a0c-5a7bcf8e5d95 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Network': ['ID=cf4ef38e-36e7-4e24-a155-32cb125eb252,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:02.507365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network cf4ef38e-36e7-4e24-a155-32cb125eb252 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:02.551640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Allocated IP 172.20.0.1 (c8c2e5ac-53c9-4889-be21-e387cb1b91fe/0ad0c04a-144c-4342-aa73-fba5e7357e5d/c2097c15-f367-48db-9d11-19c3696b99c9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:02.572769 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:02.643533 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-43fc341f-2d3d-406a-92c5-84e7de1c9055 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74fe2d83041e4a948e681fed712dde3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2637160 Apr 23 00:26:02.659189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58772) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:02.659713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58774) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:02.693159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0', 'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0', 'tenant_id': '7783974915e741989a4333588fed252b', 'fixed_ips': [{'subnet_id': 'af80448e-a327-4618-9daf-32b8bb9c7488'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:26:02.694172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.743814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] device_id is not set on port 51623f3d-8de2-4d58-a47e-9118aa226fe1 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:02.825700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 93e658b7-0eb4-47c6-bd20-726cd7d43246 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:02.845234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.849754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:02.850132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Checking segment: {'id': 'acbea2c5-d422-4d94-9896-df1eee37f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:02.850559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.850952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Bound using segment: {'id': 'acbea2c5-d422-4d94-9896-df1eee37f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:02.851432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Bound port: 4f4efff6-0ac6-4966-badc-cdaf4beb6040, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbea2c5-d422-4d94-9896-df1eee37f8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:02.851823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.914679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-561a387f-2989-4731-a265-356286e97810 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.946844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:02.993418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-561a387f-2989-4731-a265-356286e97810 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.022494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Transition to ACTIVE for port object a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:03.039100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.046700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.097316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Transition to ACTIVE for port object c2097c15-f367-48db-9d11-19c3696b99c9 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:03.116900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.133551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.228731 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 2, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:03.241724 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Checking router: 04092db4-5b98-4ad1-9ee8-865268fb9677 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:26:03.242079 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Updating router 04092db4-5b98-4ad1-9ee8-865268fb9677 port 622770c1-1109-41f5-b620-9c12a6442167 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:26:03.268506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:03.276980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Usage tracker for resource:security_group_rule and tenant:eebdd1dc6dc44217ad74f67c838cdeef is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:03.282589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:03.295672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:03.304633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.364696 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.445409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.459385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Transition to ACTIVE for port object 55e918f0-55df-4647-87f7-c70ecce419ef will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:03.474713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-561a387f-2989-4731-a265-356286e97810 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.482633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.539634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Allocated IP 172.20.0.5 (936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0/af80448e-a327-4618-9daf-32b8bb9c7488/51623f3d-8de2-4d58-a47e-9118aa226fe1) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:03.543499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.549247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 93e658b7-0eb4-47c6-bd20-726cd7d43246 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:03.549560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.601796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:03.606693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a387f-2989-4731-a265-356286e97810 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec71c2bb-5be7-4940-8e55-a67a4ace7cbd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:03.615125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.621208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Attempting to bind port 55e918f0-55df-4647-87f7-c70ecce419ef on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:03.621575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Attempting to bind port 55e918f0-55df-4647-87f7-c70ecce419ef by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:03.621939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Attempting to bind port 55e918f0-55df-4647-87f7-c70ecce419ef on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:03.676452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:03.676822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:03.677229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.677840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:03.678355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Bound port: 55e918f0-55df-4647-87f7-c70ecce419ef, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:03.678729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.732038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.732392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.733170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.733441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Pushing event updated for resources: {'Port': ['ID=c2097c15-f367-48db-9d11-19c3696b99c9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:03.733932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > port after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.733932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.734093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > port after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.734445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.734777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.735112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.735420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.765968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] For port 55e918f0-55df-4647-87f7-c70ecce419ef, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:03.769252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] For port 55e918f0-55df-4647-87f7-c70ecce419ef, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=55e918f0-55df-4647-87f7-c70ecce419ef,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:03.783001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.786878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ab57-3eff-4bf4-b4a7-ea7d892bf871 None None] Pushing event updated for resources: {'Port': ['ID=55e918f0-55df-4647-87f7-c70ecce419ef,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:03.787886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:03.811324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:03.838119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:03.851798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:03.853934 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.868569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:03.874090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-561a387f-2989-4731-a265-356286e97810 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.877050 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-561a387f-2989-4731-a265-356286e97810 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec71c2bb-5be7-4940-8e55-a67a4ace7cbd HTTP/1.1" status: 204 len: 168 time: 1.2131314 Apr 23 00:26:03.888229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203ab57-3eff-4bf4-b4a7-ea7d892bf871 None None] Pushing event updated for resources: {'Port': ['ID=55e918f0-55df-4647-87f7-c70ecce419ef,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:03.894180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:03.904612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] For port 4f4efff6-0ac6-4966-badc-cdaf4beb6040, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:03.926701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] For port 4f4efff6-0ac6-4966-badc-cdaf4beb6040, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4f4efff6-0ac6-4966-badc-cdaf4beb6040,segment=NetworkSegment(acbea2c5-d422-4d94-9896-df1eee37f8d2),segment_id=acbea2c5-d422-4d94-9896-df1eee37f8d2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:03.929110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:03.929796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:03.931980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58790) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:03.949526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.949872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.950198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.951185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:03.951185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4ef38e-36e7-4e24-a155-32cb125eb252']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:03.969609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:03.971284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:03.986706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4009a30-1876-4ef0-bcf2-b5b89b2921da') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:03.987039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4009a30-1876-4ef0-bcf2-b5b89b2921da') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:04.038202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58792) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:04.039827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.059419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--95297311', 'description': 'tempest-description--1232432046'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:04.076682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:04.085241 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.091918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.109046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Usage tracker for resource:security_group and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:04.110234 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Transition to ACTIVE for port object 622770c1-1109-41f5-b620-9c12a6442167 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:04.119975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:04.120560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.122745 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: from cryptography.utils import int_from_bytes Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: from cryptography.utils import int_from_bytes Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn_limited( Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn_limited( Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:04.167988 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:04.170477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:04.212105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.217858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:04.249116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.259526 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-da01604a-7def-4416-92c2-de4a64096f93 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.5686371 Apr 23 00:26:04.274627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.291812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.297071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58798) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:04.308237 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b3fa8-6715-4132-b7b6-83ac71ad3bee None None] Pushing event updated for resources: {'Port': ['ID=622770c1-1109-41f5-b620-9c12a6442167,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:04.357968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.367438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.392399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:04.420696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e0d58018-bf74-4d5c-af04-95362b92f4d7 None None] Provisioning for port c2097c15-f367-48db-9d11-19c3696b99c9 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:04.441930 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Attempting to bind port 622770c1-1109-41f5-b620-9c12a6442167 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:04.442346 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Attempting to bind port 622770c1-1109-41f5-b620-9c12a6442167 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:04.442715 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Attempting to bind port 622770c1-1109-41f5-b620-9c12a6442167 on network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:04.444480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e0d58018-bf74-4d5c-af04-95362b92f4d7 None None] Provisioning complete for port c2097c15-f367-48db-9d11-19c3696b99c9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:04.444954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e0d58018-bf74-4d5c-af04-95362b92f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.449165 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:04.449872 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Checking segment: {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:04.450361 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.450687 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Bound using segment: {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:04.451149 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Bound port: 622770c1-1109-41f5-b620-9c12a6442167, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:04.451536 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.485338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.517295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e0d58018-bf74-4d5c-af04-95362b92f4d7 None None] Port c2097c15-f367-48db-9d11-19c3696b99c9 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:04.547767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.559370 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] For port 622770c1-1109-41f5-b620-9c12a6442167, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:04.563912 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] For port 622770c1-1109-41f5-b620-9c12a6442167, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=622770c1-1109-41f5-b620-9c12a6442167,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:04.569590 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.680199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Port': ['ID=e275099d-d20c-4fa8-89a5-c93fe57160d2,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:04.698989 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b3fa8-6715-4132-b7b6-83ac71ad3bee None None] Pushing event updated for resources: {'Port': ['ID=622770c1-1109-41f5-b620-9c12a6442167,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:04.745033 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:04.746523 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:04.773369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b80a8e-7170-46ac-8814-5f58f961f192 None None] Pushing event updated for resources: {'Port': ['ID=4f4efff6-0ac6-4966-badc-cdaf4beb6040,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:04.783114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.826452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Transition to ACTIVE for port object 51623f3d-8de2-4d58-a47e-9118aa226fe1 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:04.844355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.882758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 3, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:04.890933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9062a216-f8c7-4928-b6f5-941ee19eebd8 None None] The sync data for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv is: [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 3, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:04.894749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:04.899745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf4ef38e-36e7-4e24-a155-32cb125eb252 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 23 00:26:04.911142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Usage tracker for resource:security_group_rule and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:04.914223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf4ef38e-36e7-4e24-a155-32cb125eb252,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:04.916650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:04.928718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.934018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:04.943862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.950672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.964148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:04.992216 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-811e6704-b88d-48d3-934f-0600669f42cd tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "DELETE /v2.0/networks/cf4ef38e-36e7-4e24-a155-32cb125eb252 HTTP/1.1" status: 204 len: 168 time: 2.5759211 Apr 23 00:26:05.000026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58802) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:05.015412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:05.024250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:05.035271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:network and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:05.038490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:05.045102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:05.067213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.076241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Made reservation on behalf of a1b22108559a41d69a511053e97639bf for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:05.078929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.101156 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eebdd1dc6dc44217ad74f67c838cdeef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4402037 Apr 23 00:26:05.108188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.113214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58806) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:05.114870 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-20063d9e-0849-4ab9-8c8b-e2db3e575058 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9133849 Apr 23 00:26:05.118155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58808) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:05.146593 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:05.149617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b56f17-0f5a-48de-bb13-543abd6feaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ca022-d676-4954-9a4c-4e1081ce046f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:05.155302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.161515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1007670970'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:05.179902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Allocated IP 172.20.0.2 (936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0/af80448e-a327-4618-9daf-32b8bb9c7488/f9c55522-5196-4185-8185-16c80b9fc4bf) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:05.203609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:05.244903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:05.269297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:05.283621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:05.291004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.291538 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Added segment 095a0b48-1ede-44f4-a056-8ef78fa606d1 of type vlan for network 354d439a-c12e-4d47-b108-1283a21aceb4 Apr 23 00:26:05.295161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event updated for resources: {'Port': ['ID=51623f3d-8de2-4d58-a47e-9118aa226fe1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:05.297772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:05.313601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Usage tracker for resource:network and tenant:00711fe621da4cf88aa3f9fa4a2cc33c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:05.328835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:05.380988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Pushing event updated for resources: {'Port': ['ID=c2097c15-f367-48db-9d11-19c3696b99c9,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:05.388638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:05.389321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.404000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:05.434225 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-334a9c44-8125-47cb-8147-2a53dca1dbca tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6904573 Apr 23 00:26:05.435449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58814) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:05.489331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.506616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.562160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.582667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa7093da-4e2b-413b-98ac-8e728f804398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.611002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Deleting port 51623f3d-8de2-4d58-a47e-9118aa226fe1 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:05.611581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.648021 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:05.654877 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e5f650-cbda-4d7c-bb24-eeb6ed76f8a8 None None] The sync data for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv is: [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:05.686272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.696960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Transition to ACTIVE for port object f9c55522-5196-4185-8185-16c80b9fc4bf will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:05.705653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.718706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Transition to ACTIVE for port object f9c55522-5196-4185-8185-16c80b9fc4bf will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:05.727430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.736429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.736786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.737559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.737888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > port after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.738206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.738582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > port after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.738900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.739234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.739648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.739981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.764773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:05.766212 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7157159 Apr 23 00:26:05.775015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2da6d1-01c9-473e-a3f3-2e5e4bb1698f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa609c12-750e-4173-91b8-693bc60ff356,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:05.777335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58818) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:05.795727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Request body: {'security_group_rule': {'security_group_id': 'aa609c12-750e-4173-91b8-693bc60ff356', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:05.805534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Pushing event updated for resources: {'Port': ['ID=f9c55522-5196-4185-8185-16c80b9fc4bf,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:05.819882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:05.821325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:05.824660 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:05.858945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:05.879960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Usage tracker for resource:security_group_rule and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:05.887836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:05.960771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.961551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.961708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.962037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 23 00:26:05.962447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ed9a2c-a0c1-43f1-84b8-9fa95c149f77']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:05.982806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:05.988931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d32bdb-400e-46a5-91d8-8811c3de5bad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:06.013385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d32bdb-400e-46a5-91d8-8811c3de5bad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:06.019868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.020845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:06.021435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.031861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d32bdb-400e-46a5-91d8-8811c3de5bad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:06.040213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b2d32bdb-400e-46a5-91d8-8811c3de5bad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Synchronizing usage tracker for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:06.102594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Attempting to bind port f9c55522-5196-4185-8185-16c80b9fc4bf on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:06.106615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Attempting to bind port f9c55522-5196-4185-8185-16c80b9fc4bf by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '6f5f6661-650f-4891-bc93-f55aebe304bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:06.107012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Attempting to bind port f9c55522-5196-4185-8185-16c80b9fc4bf on network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:06.112185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa7093da-4e2b-413b-98ac-8e728f804398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.115412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:06.115689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Checking segment: {'id': '6f5f6661-650f-4891-bc93-f55aebe304bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:06.115787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.116138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.116536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Bound using segment: {'id': '6f5f6661-650f-4891-bc93-f55aebe304bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:06.117058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Bound port: f9c55522-5196-4185-8185-16c80b9fc4bf, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5f6661-650f-4891-bc93-f55aebe304bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:06.117463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.146098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Made reservation on behalf of 00711fe621da4cf88aa3f9fa4a2cc33c for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:06.149536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.175784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b7c3d6-7afd-4e1a-be95-1b3475a35545') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:06.176516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b7c3d6-7afd-4e1a-be95-1b3475a35545') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:06.191350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.205749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf1873-9f67-4b8e-ad9a-7740c1c58004 None None] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:06.284493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.288304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b2d32bdb-400e-46a5-91d8-8811c3de5bad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Unset dirty status for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:06.293915 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b2d32bdb-400e-46a5-91d8-8811c3de5bad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 1.9930115 Apr 23 00:26:06.297238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.312875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58822) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:06.361192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:06.361590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.381063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: from cryptography.utils import int_from_bytes Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: from cryptography.utils import int_from_bytes Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn_limited( Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn_limited( Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:06.392220 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:06.412830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:06.421586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f84febcb-8ffb-4405-8ad1-79a5d1f39398 None None] Provisioning for port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:06.422150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:06.443035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] For port f9c55522-5196-4185-8185-16c80b9fc4bf, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:06.460937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] For port f9c55522-5196-4185-8185-16c80b9fc4bf, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f9c55522-5196-4185-8185-16c80b9fc4bf,segment=NetworkSegment(6f5f6661-650f-4891-bc93-f55aebe304bb),segment_id=6f5f6661-650f-4891-bc93-f55aebe304bb)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:06.484493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:06.496239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Usage tracker for resource:security_group_rule and tenant:00711fe621da4cf88aa3f9fa4a2cc33c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:06.517183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:06.536478 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.5350602 Apr 23 00:26:06.547749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.646767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Calling delete_port for 51623f3d-8de2-4d58-a47e-9118aa226fe1 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:06.665287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58826) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:06.689225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:06.700696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa7093da-4e2b-413b-98ac-8e728f804398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.708547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'subnet': {'network_id': '354d439a-c12e-4d47-b108-1283a21aceb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:06.728804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting port a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:06.729278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.773445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814d1cf-fe54-4ff6-a2fe-d4d52b8923ab tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Network': ['ID=354d439a-c12e-4d47-b108-1283a21aceb4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:06.800281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7093da-4e2b-413b-98ac-8e728f804398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ca022-d676-4954-9a4c-4e1081ce046f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:06.803161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:06.811915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 354d439a-c12e-4d47-b108-1283a21aceb4 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:06.833884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.852559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.910186 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "DELETE /v2.0/networks/66ed9a2c-a0c1-43f1-84b8-9fa95c149f77 HTTP/1.1" status: 204 len: 168 time: 2.7804766 Apr 23 00:26:06.913638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:subnet and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:06.939259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:06.949925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa7093da-4e2b-413b-98ac-8e728f804398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:06.951065 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-aa7093da-4e2b-413b-98ac-8e728f804398 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e2ca022-d676-4954-9a4c-4e1081ce046f HTTP/1.1" status: 204 len: 168 time: 1.8098335 Apr 23 00:26:06.987208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58832) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:07.068725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.125374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:07.128122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460ac6d-7932-4a2f-9dd2-4fa27924f1ae tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Pushing event deleted for resources: {'Network': ['ID=66ed9a2c-a0c1-43f1-84b8-9fa95c149f77,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:07.143878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.150322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 622770c1-1109-41f5-b620-9c12a6442167 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:07.197334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ea8a3f-e2f6-491c-ae08-ac795515d42c,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:07.275737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.296963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b268f7-44dc-4047-abd9-4e92e6030996 None None] Pushing event updated for resources: {'Port': ['ID=f9c55522-5196-4185-8185-16c80b9fc4bf,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:07.313166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-eca8a9f3-969a-4cac-918e-1fe437f0c2e2 None None] Provisioning complete for port c2097c15-f367-48db-9d11-19c3696b99c9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:07.313544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-eca8a9f3-969a-4cac-918e-1fe437f0c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.392002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.393266 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bee2dd33-bb92-43df-90b7-a6cc2aaccaae tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6110816 Apr 23 00:26:07.399648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58840) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:07.421455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 622770c1-1109-41f5-b620-9c12a6442167 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:07.444479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.447342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-eca8a9f3-969a-4cac-918e-1fe437f0c2e2 None None] Port c2097c15-f367-48db-9d11-19c3696b99c9 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:07.449668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 622770c1-1109-41f5-b620-9c12a6442167 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:07.450624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.473574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Made reservation on behalf of a1b22108559a41d69a511053e97639bf for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:07.476072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.505001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Request body: {'security_group_rule': {'security_group_id': 'aa609c12-750e-4173-91b8-693bc60ff356', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:07.555886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:07.557252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event deleted for resources: {'Port': ['ID=51623f3d-8de2-4d58-a47e-9118aa226fe1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:07.622898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Usage tracker for resource:security_group_rule and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:07.652783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58844) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:07.704939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:07.709444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.751820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 622770c1-1109-41f5-b620-9c12a6442167, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=622770c1-1109-41f5-b620-9c12a6442167,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:07.758417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.759651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4f4efff6-0ac6-4966-badc-cdaf4beb6040 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:07.760298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:07.814203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.846334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:07.851904 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d81733e8-b1b0-4cf6-8d28-ccb5aac79165 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "DELETE /v2.0/ports/51623f3d-8de2-4d58-a47e-9118aa226fe1 HTTP/1.1" status: 204 len: 168 time: 2.4152763 Apr 23 00:26:07.852860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58848) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:07.857728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:07.862536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Usage tracker for resource:security_group_rule and tenant:c7f104b556f3480383f12e31a43b1c22 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:07.865369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:07.873339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:07.884246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=622770c1-1109-41f5-b620-9c12a6442167,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:07.959340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:07.973081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:07.973081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.021051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.030921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.092929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72f2170-fa61-43b7-bd91-8792d914d456,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:08.143097 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1d369a41-5559-44fe-b30e-b835a55afd6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7f104b556f3480383f12e31a43b1c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892554 Apr 23 00:26:08.146705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58854) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:08.164355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Provisioning complete for port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:08.164731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.210828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Router 8465d188-fc79-48fe-8b32-5e39b2b29bea has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:26:08.219375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1dbad276-dae0-4c09-8225-8b6cc7c12985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.252080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1dbad276-dae0-4c09-8225-8b6cc7c12985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.328344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1dbad276-dae0-4c09-8225-8b6cc7c12985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.347365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbad276-dae0-4c09-8225-8b6cc7c12985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72f2170-fa61-43b7-bd91-8792d914d456,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:08.351258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1dbad276-dae0-4c09-8225-8b6cc7c12985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.352433 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1dbad276-dae0-4c09-8225-8b6cc7c12985 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f72f2170-fa61-43b7-bd91-8792d914d456 HTTP/1.1" status: 204 len: 168 time: 0.2044430 Apr 23 00:26:08.366800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.430870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.454078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.471905 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-17d78449-a508-47c3-882c-57997e56bd89 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5440502 Apr 23 00:26:08.477950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58860) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:08.487020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cbf427-8d52-454e-99de-1e4b50206527 None None] Network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:08.487286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1283011887'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:08.495481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:08.499808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Usage tracker for resource:network and tenant:7783974915e741989a4333588fed252b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:08.503423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:08.509463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:08.531501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Made reservation on behalf of 7783974915e741989a4333588fed252b for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:08.536069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.554388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.569634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 4f4efff6-0ac6-4966-badc-cdaf4beb6040, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4f4efff6-0ac6-4966-badc-cdaf4beb6040,segment=NetworkSegment(acbea2c5-d422-4d94-9896-df1eee37f8d2),segment_id=acbea2c5-d422-4d94-9896-df1eee37f8d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:08.593252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:08.605680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.605869 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Added segment 92aa39ce-b212-43c1-bc58-d793a46552c1 of type vlan for network 6fa355fb-b297-4638-a4ce-13d82253c121 Apr 23 00:26:08.639964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.649434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.650213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 55e918f0-55df-4647-87f7-c70ecce419ef up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:08.685761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.695998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.704781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:08.704976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.736374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.739011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4f522c-66db-4244-bb10-24df2d5fc1c1']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:08.754454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f11f07-a7f7-487d-8c07-13d25a88d375,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:08.769490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.806153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.815954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082e707c-dd9c-46ca-a7d9-aae55a56aeb4') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:08.816437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082e707c-dd9c-46ca-a7d9-aae55a56aeb4') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:08.849769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.851327 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fc45b7ba-a1e9-477f-92fb-d48de59755e3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4399590 Apr 23 00:26:08.855191 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3750165 Apr 23 00:26:08.858889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58866) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:08.859293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58868) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:08.870664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:08.888857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad795ca-d620-49f3-80f7-6ada9817e69c tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event updated for resources: {'Network': ['ID=6fa355fb-b297-4638-a4ce-13d82253c121,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:08.892521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:08.901071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Usage tracker for resource:floatingip and tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:08.906148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.918370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:08.962935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 6fa355fb-b297-4638-a4ce-13d82253c121 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:09.017712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=4f4efff6-0ac6-4966-badc-cdaf4beb6040,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:09.059398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 55e918f0-55df-4647-87f7-c70ecce419ef completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:09.086584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:09.108100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:09.134499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.149147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 55e918f0-55df-4647-87f7-c70ecce419ef triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:09.149790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.185654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:26:09.186317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:26:09.280114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:09.335069 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2f7bfc3a-cf05-419f-9ee9-eae5016179a3 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "GET /v2.0/agents/e37f8fd6-0a0d-47c6-935c-b648e560481a/dhcp-networks HTTP/1.1" status: 200 len: 5686 time: 0.4724133 Apr 23 00:26:09.338552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58886) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:09.394179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18579fae-f9fe-44f8-9816-fda00bb897db,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:09.409025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Calling delete_port for a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:09.420716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.446403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 55e918f0-55df-4647-87f7-c70ecce419ef, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=55e918f0-55df-4647-87f7-c70ecce419ef,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:09.450932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.459853 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.496973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.501856 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Added segment 10d6928d-9991-40cc-b8e2-b6c34e682733 of type vlan for network 59a83226-88e2-440d-bff2-1d9af98f02a7 Apr 23 00:26:09.529756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:09.533151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.574435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de4ab76-b78d-462c-8b6e-839022872043 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] Network 6fa355fb-b297-4638-a4ce-13d82253c121 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:09.585244 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:09.598624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:09.601719 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8de4ab76-b78d-462c-8b6e-839022872043 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "POST /v2.0/agents/e37f8fd6-0a0d-47c6-935c-b648e560481a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2616618 Apr 23 00:26:09.607097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58894) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:09.611988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d27649-a7d7-4d56-a726-900a220eecd8 None None] Network 6fa355fb-b297-4638-a4ce-13d82253c121 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:09.643197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:09.837828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=55e918f0-55df-4647-87f7-c70ecce419ef,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:09.843415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4f4efff6-0ac6-4966-badc-cdaf4beb6040 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:09.865683 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-977084d2-cc4e-44df-9f74-75b802a3f3ee admin admin] 10.222.0.39 "PUT /v2.0/routers/8465d188-fc79-48fe-8b32-5e39b2b29bea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7853286 Apr 23 00:26:09.877765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Sync routers for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:09.996274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:10.003557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:10.036881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.081135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.111887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Allocated IP 172.26.8.36 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/076be680-2b5b-4ec8-90ea-548397829447) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:10.115205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.147599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.215915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.222499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:10.222971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.275825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Provisioning for port 16782634-740d-401f-bbc6-01196b1101e5 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:10.362708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.368101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6e4f522c-66db-4244-bb10-24df2d5fc1c1 HTTP/1.1" status: 204 len: 168 time: 3.3592610 Apr 23 00:26:10.383862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:26:10.384078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.399654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Provisioning complete for port 16782634-740d-401f-bbc6-01196b1101e5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:10.401894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.446610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:10.446995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.457753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Port': ['ID=a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:10.459715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a32e32-5274-43c1-9643-1945203f51c4 tempest-QuotasNegativeTest-1796443609 tempest-QuotasNegativeTest-1796443609-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e4f522c-66db-4244-bb10-24df2d5fc1c1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:10.473516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 5.3281462 Apr 23 00:26:10.504429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.514501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58920) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:10.573192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Request body: {'subnet': {'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:10.575534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Port 16782634-740d-401f-bbc6-01196b1101e5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:10.589685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7e121862-7e25-426f-ad25-4a39cca7b393 None None] Could not find standard attr ID for object a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:26:10.599908 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-08319fa1-5689-403c-8975-18f506a8fc72 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "GET /v2.0/agents/e37f8fd6-0a0d-47c6-935c-b648e560481a/dhcp-networks HTTP/1.1" status: 200 len: 6455 time: 0.9914944 Apr 23 00:26:10.602235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58926) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:10.604711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.669120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:10.711513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:10.728282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event updated for resources: {'Port': ['ID=076be680-2b5b-4ec8-90ea-548397829447,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:10.741040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Usage tracker for resource:subnet and tenant:00711fe621da4cf88aa3f9fa4a2cc33c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:10.751922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:10.785256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:10.792265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:10.805034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:10.808039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9c0068f9-bc67-4b5a-96c3-df3772f55288 None None] Could not find standard attr ID for object 51623f3d-8de2-4d58-a47e-9118aa226fe1. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:26:10.815559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Subnet': ['ID=25b79dce-9539-4b5f-b419-36ab740279b5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:10.867116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:10.906568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35692c05-e4af-4363-843d-6b11fe7ab5cd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Network': ['ID=59a83226-88e2-440d-bff2-1d9af98f02a7,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:10.907157 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ea1b5ea7-31a0-473b-9f47-3bdfe5ed5b99 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "DELETE /v2.0/agents/e37f8fd6-0a0d-47c6-935c-b648e560481a/dhcp-networks/6fa355fb-b297-4638-a4ce-13d82253c121 HTTP/1.1" status: 204 len: 168 time: 0.2788365 Apr 23 00:26:10.916652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58934) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:10.922748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Checking segment: {'id': '095a0b48-1ede-44f4-a056-8ef78fa606d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '354d439a-c12e-4d47-b108-1283a21aceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:10.923114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Network hostable DHCP agents. Network: 354d439a-c12e-4d47-b108-1283a21aceb4, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:26:10.955439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:10.986195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:10.988384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fd81a143-747b-40ec-be2d-06c29ae0c9d2 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/ports/a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9 HTTP/1.1" status: 204 len: 168 time: 4.6709378 Apr 23 00:26:10.999515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58940) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.030158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.045880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Made reservation on behalf of 00711fe621da4cf88aa3f9fa4a2cc33c for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:11.049446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.153500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.218695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Network 354d439a-c12e-4d47-b108-1283a21aceb4 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:11.218958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9c0068f9-bc67-4b5a-96c3-df3772f55288 None None] Provisioning complete for port 16782634-740d-401f-bbc6-01196b1101e5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:11.219419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c0068f9-bc67-4b5a-96c3-df3772f55288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.221444 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1b31dd-cd79-4296-88f3-e8f5fcb8faa8 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] GET failed (client error): The resource could not be found. Apr 23 00:26:11.221988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2d1b31dd-cd79-4296-88f3-e8f5fcb8faa8 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Synchronizing usage tracker for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:11.326516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58946) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.408468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 354d439a-c12e-4d47-b108-1283a21aceb4) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:11.446697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:11.448352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.486654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2d1b31dd-cd79-4296-88f3-e8f5fcb8faa8 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Unset dirty status for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:11.487989 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2d1b31dd-cd79-4296-88f3-e8f5fcb8faa8 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "GET /v2.0/ports/a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9 HTTP/1.1" status: 404 len: 333 time: 0.4436924 Apr 23 00:26:11.489135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58952) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.496512 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0672f8-cf5b-43d9-ad76-e2eb42d5f72f None None] Network 354d439a-c12e-4d47-b108-1283a21aceb4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:11.503007 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab7bd9dd-1d60-4c26-8af0-f51be4bd1f86 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.8176446 Apr 23 00:26:11.505306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58954) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.505856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 58958) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.533683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-687475487'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:11.534763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f9c55522-5196-4185-8185-16c80b9fc4bf up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:11.556713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'floatingip': {'floating_network_id': '354d439a-c12e-4d47-b108-1283a21aceb4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:11.577762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:11.617764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:floatingip and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:11.622426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:11.633273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.639778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.640222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:11.716278 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-331b1694-1e36-4089-94b9-4917fb01043d tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "GET /v2.0/agents/e37f8fd6-0a0d-47c6-935c-b648e560481a/dhcp-networks HTTP/1.1" status: 200 len: 5686 time: 0.7937262 Apr 23 00:26:11.735020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58968) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.775702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9c0068f9-bc67-4b5a-96c3-df3772f55288 None None] Port 16782634-740d-401f-bbc6-01196b1101e5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:11.841534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.859100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-636125239', 'router:external': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:11.864335 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1a5a6c87-f65d-4f4b-9035-dae2ee95fcb0 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "GET /v2.0/networks/936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1195483 Apr 23 00:26:11.874813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58974) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.877736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event updated for resources: {'Port': ['ID=076be680-2b5b-4ec8-90ea-548397829447,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:11.888587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9c0068f9-bc67-4b5a-96c3-df3772f55288 None None] Could not find standard attr ID for object a1d3cd53-6c6d-433a-b815-ea0b3fd6e6d9. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:26:11.891465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:11.904784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.914509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:network and tenant:7b36224f12e54043a2a05e727350d68f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:11.924623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:11.925581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:11.952665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:11.959178 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d5b0c968-5f59-4522-8a4e-72f005457a33 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "GET /v2.0/networks/936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0710077 Apr 23 00:26:11.962268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58978) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:11.977794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:11.980579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9c0068f9-bc67-4b5a-96c3-df3772f55288 None None] Provisioning for port f9c55522-5196-4185-8185-16c80b9fc4bf completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:12.002414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Usage tracker for resource:security_group_rule and tenant:fc99a09dd33942f3933c140f34fc2047 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:12.009306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:12.026394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:12.070104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:12.138525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port f9c55522-5196-4185-8185-16c80b9fc4bf completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:12.156461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f9c55522-5196-4185-8185-16c80b9fc4bf triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:12.158131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.163559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:12.206333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.227784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58982) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:12.238562 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a18390cd-090f-4b25-b0c9-856391075db1 tempest-DHCPAgentSchedulersTestJSON-1549158523 tempest-DHCPAgentSchedulersTestJSON-1549158523-project-admin] 10.222.0.39 "GET /v2.0/agents/e37f8fd6-0a0d-47c6-935c-b648e560481a/dhcp-networks HTTP/1.1" status: 200 len: 6454 time: 0.2663281 Apr 23 00:26:12.238562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.238562 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7b30c0ce-88c9-450c-9c19-f00f17b7e108 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3713980 Apr 23 00:26:12.238562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049347644', 'description': 'tempest-description--671092896'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:12.243935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:12.250019 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Usage tracker for resource:security_group and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:12.253142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:12.259987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:12.268539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 58988) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:12.273054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Subnet': ['ID=3961e78b-7fb4-4de6-ad73-595701b5c43c,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:12.276686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:12.280258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.315000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Made reservation on behalf of 7b36224f12e54043a2a05e727350d68f for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:12.317739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.320285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606db3ae-24c2-4936-9f4c-2e8fe857cd27 None None] Network 354d439a-c12e-4d47-b108-1283a21aceb4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:12.335195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] device_id is not set on port f397f5b3-b88a-4c8e-9847-ef92c572bf15 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:12.337146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.342318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 2, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:12.360600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Checking router: 8465d188-fc79-48fe-8b32-5e39b2b29bea for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:26:12.360984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Updating router 8465d188-fc79-48fe-8b32-5e39b2b29bea port c2097c15-f367-48db-9d11-19c3696b99c9 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:26:12.381527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:12.386650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Usage tracker for resource:security_group_rule and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:12.390091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:12.398827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:12.495558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Allocated IP 2001:db8::1c6 (b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6/4c6131d4-7560-4beb-9888-57a4278557fb/f397f5b3-b88a-4c8e-9847-ef92c572bf15) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:12.587177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.603612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.620137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.628530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.651968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.691665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:12.725882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.743936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Transition to ACTIVE for port object f397f5b3-b88a-4c8e-9847-ef92c572bf15 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:12.745177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb5acf-ed83-4a27-a2ee-b58806c646c4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:12.756684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:security_group_rule and tenant:7b36224f12e54043a2a05e727350d68f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:12.763080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:12.778495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:12.785683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.800742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port f9c55522-5196-4185-8185-16c80b9fc4bf, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f9c55522-5196-4185-8185-16c80b9fc4bf,segment=NetworkSegment(6f5f6661-650f-4891-bc93-f55aebe304bb),segment_id=6f5f6661-650f-4891-bc93-f55aebe304bb)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:12.802720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.814369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.815571 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-16b03e05-93a0-4873-8f74-963e3e5a3da0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5829859 Apr 23 00:26:12.818388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59008) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:12.832680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Request body: {'security_group_rule': {'security_group_id': 'b3fb5acf-ed83-4a27-a2ee-b58806c646c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:12.839885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:12.844146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Usage tracker for resource:security_group_rule and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:12.848052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:12.852106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.852962 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 622770c1-1109-41f5-b620-9c12a6442167 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:12.868010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:12.892616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Checking segment: {'id': '10d6928d-9991-40cc-b8e2-b6c34e682733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:12.893373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Network hostable DHCP agents. Network: 59a83226-88e2-440d-bff2-1d9af98f02a7, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:26:12.915257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:12.921586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:12.941477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:12.948790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:12.949663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:12.985256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.029991 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5157354 Apr 23 00:26:13.029991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59016) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:13.034737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59018) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:13.047459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.060110 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 00:26:13.060956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2568b0-00b7-46a3-89cc-87151b044473 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=f397f5b3-b88a-4c8e-9847-ef92c572bf15,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:13.108438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.122837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.128819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:52:48:34'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:13.188353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:13.194037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=f9c55522-5196-4185-8185-16c80b9fc4bf,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:13.205067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.225137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 59a83226-88e2-440d-bff2-1d9af98f02a7) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:13.229849 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-c3698565-bf4a-4eae-b49b-b4345a646eed tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--95297311&fields=id&tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b HTTP/1.1" status: 200 len: 267 time: 0.1907635 Apr 23 00:26:13.234652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 622770c1-1109-41f5-b620-9c12a6442167 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:13.235029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.253112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:13.253970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.270236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0744f-bfe0-4963-b3a0-c5330571ac88 None None] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:13.302015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa355fb-b297-4638-a4ce-13d82253c121']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:13.310676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.316584 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc99a09dd33942f3933c140f34fc2047&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8170440 Apr 23 00:26:13.328194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59024) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:13.328524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db0848-6fac-476c-9f8e-af8390a7601e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ea692-59ca-4182-91e6-529ee7dc05b6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:13.363401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.374317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92aa39ce-b212-43c1-bc58-d793a46552c1') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:13.374646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92aa39ce-b212-43c1-bc58-d793a46552c1') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:13.395408 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3432f938-98bd-43f7-8112-a62305451e00 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8768127 Apr 23 00:26:13.405271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:13.463071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.476732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-255066718', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:13.483940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.487851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef676051-137f-4021-8ae6-f7f616ac795b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:13.504039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:13.516756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.519735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-833dbab2-6f0e-4832-bfcd-fe5a3af74928 None None] Provisioning for port f397f5b3-b88a-4c8e-9847-ef92c572bf15 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:13.521854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Usage tracker for resource:router and tenant:00711fe621da4cf88aa3f9fa4a2cc33c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:13.537240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:13.542195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.546278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-833dbab2-6f0e-4832-bfcd-fe5a3af74928 None None] Provisioning complete for port f397f5b3-b88a-4c8e-9847-ef92c572bf15 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:13.546650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-833dbab2-6f0e-4832-bfcd-fe5a3af74928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.561739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:13.564202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:13.564611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.569736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Allocated IP 172.20.0.3 (354d439a-c12e-4d47-b108-1283a21aceb4/25b79dce-9539-4b5f-b419-36ab740279b5/d441040e-4cb1-4c1d-ab0c-b0dec128d21e) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:13.571841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26ccdde0-5667-4a9e-a931-db827592142f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:13.585510 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:13.598987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:13.601442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-ff765a54-dd12-4bfa-90dd-bfa775db900d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:13.602952 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-ff765a54-dd12-4bfa-90dd-bfa775db900d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 812 time: 0.3364673 Apr 23 00:26:13.629526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.630833 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-00f6d5ff-3179-4ab9-9b96-49581ad02118 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8045895 Apr 23 00:26:13.642837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.647178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59032) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:13.658022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26ccdde0-5667-4a9e-a931-db827592142f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.671148 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-77d4e520-f074-44f2-ab6f-c763c183e868 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/quotas/f10d22f4b48d4cb8b4fbda7fc37dd69b HTTP/1.1" status: 200 len: 375 time: 0.0570500 Apr 23 00:26:13.705622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef3177-0cee-4471-a903-ffba3fb620ed,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:13.708597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.708933 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Added segment 48f2a9b3-bfb2-41e6-8bd3-7275dce486fb of type vlan for network d462b28e-c402-4e94-a2ea-3258fa1ff510 Apr 23 00:26:13.718148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Request body: {'security_group_rule': {'security_group_id': 'b3fb5acf-ed83-4a27-a2ee-b58806c646c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:13.719527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-833dbab2-6f0e-4832-bfcd-fe5a3af74928 None None] Port f397f5b3-b88a-4c8e-9847-ef92c572bf15 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:13.731009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.732146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.770464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:13.790188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Usage tracker for resource:security_group_rule and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:13.802545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:13.806306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Transition to ACTIVE for port object c2097c15-f367-48db-9d11-19c3696b99c9 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:13.814516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-59a83226-88e2-440d-bff2-1d9af98f02a7', 'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7', 'tenant_id': '00711fe621da4cf88aa3f9fa4a2cc33c', 'fixed_ips': [{'subnet_id': '3961e78b-7fb4-4de6-ad73-595701b5c43c'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:26:13.815647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.817595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.822635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:13.846287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.867365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.885638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.887897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.890544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.904286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.908772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26ccdde0-5667-4a9e-a931-db827592142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.922060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event deleted for resources: {'Network': ['ID=6fa355fb-b297-4638-a4ce-13d82253c121,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:13.940706 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-38b3b425-f195-4157-92fe-ed4a73f82f93 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2081463 Apr 23 00:26:13.943954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccdde0-5667-4a9e-a931-db827592142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ea692-59ca-4182-91e6-529ee7dc05b6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:13.946036 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c7db27be-7b73-4d7d-bffe-8315817c4334 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "DELETE /v2.0/networks/6fa355fb-b297-4638-a4ce-13d82253c121 HTTP/1.1" status: 204 len: 168 time: 1.6761112 Apr 23 00:26:13.949523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26ccdde0-5667-4a9e-a931-db827592142f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.950668 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-26ccdde0-5667-4a9e-a931-db827592142f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc2ea692-59ca-4182-91e6-529ee7dc05b6 HTTP/1.1" status: 204 len: 168 time: 0.6193478 Apr 23 00:26:13.952227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59036) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:13.956010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:13.994857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f9c55522-5196-4185-8185-16c80b9fc4bf up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:14.000161 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b947ac-a399-4c6c-a08c-ca2b9b01051e tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] DELETE failed (client error): The resource could not be found. Apr 23 00:26:14.000646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b947ac-a399-4c6c-a08c-ca2b9b01051e tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:14.002347 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a7b947ac-a399-4c6c-a08c-ca2b9b01051e tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "DELETE /v2.0/ports/51623f3d-8de2-4d58-a47e-9118aa226fe1 HTTP/1.1" status: 404 len: 333 time: 0.0491889 Apr 23 00:26:14.004860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59044) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:14.120991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Deleting subnet af80448e-a327-4618-9daf-32b8bb9c7488 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:26:14.125598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.242048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.242936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:14.243514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.248148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f13db-4712-40ad-b8d6-47fc63eba633 None None] Pushing event updated for resources: {'Port': ['ID=c2097c15-f367-48db-9d11-19c3696b99c9,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:14.421353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Attempting to bind port c2097c15-f367-48db-9d11-19c3696b99c9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:14.421980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Attempting to bind port c2097c15-f367-48db-9d11-19c3696b99c9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:14.422533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Attempting to bind port c2097c15-f367-48db-9d11-19c3696b99c9 on network c8c2e5ac-53c9-4889-be21-e387cb1b91fe {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:14.435798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.458379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f9c55522-5196-4185-8185-16c80b9fc4bf triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:14.459398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.492736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:14.493194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Checking segment: {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:14.493742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.494260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Bound using segment: {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:14.495507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Bound port: c2097c15-f367-48db-9d11-19c3696b99c9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:14.496395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.497026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.587571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Allocated IP 172.20.0.2 (59a83226-88e2-440d-bff2-1d9af98f02a7/3961e78b-7fb4-4de6-ad73-595701b5c43c/0eb26ca1-f50f-46b4-b083-80160731e567) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:14.614113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Port': ['ID=d441040e-4cb1-4c1d-ab0c-b0dec128d21e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:14.632878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Network 354d439a-c12e-4d47-b108-1283a21aceb4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:14.634336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59054) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:14.644644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:14.676259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.686836 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 3.3591697 Apr 23 00:26:14.695892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.704221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.710049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59058) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:14.759174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ca320-c753-40c8-ada8-51374a0665c5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Network': ['ID=d462b28e-c402-4e94-a2ea-3258fa1ff510,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:14.772594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'subnet': {'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:14.773767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:14.776861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.800960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network d462b28e-c402-4e94-a2ea-3258fa1ff510 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:14.803965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:14.809542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-fa506f20-6b66-405e-a433-bdf38b7452c9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:26:14.810659 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-fa506f20-6b66-405e-a433-bdf38b7452c9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3835056 Apr 23 00:26:14.821207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.836491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:subnet and tenant:7b36224f12e54043a2a05e727350d68f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:14.841066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:14.856280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] For port c2097c15-f367-48db-9d11-19c3696b99c9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:14.865970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1361d9-f368-4569-ab36-23bfa7f95646,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:14.870677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:14.896343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.897663 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-392a53b9-6c7f-4d79-9b37-8a8390792b86 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2031810 Apr 23 00:26:14.904294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:14.917549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:14.923259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Made reservation on behalf of 7b36224f12e54043a2a05e727350d68f for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:14.925433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.927806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] For port c2097c15-f367-48db-9d11-19c3696b99c9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c2097c15-f367-48db-9d11-19c3696b99c9,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:14.943032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:14.954600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:14.961249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:14.965741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Usage tracker for resource:floatingip and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:14.971630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:14.980144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Usage tracker for resource:security_group_rule and tenant:5991e8d7492f49f5918f995c5cb09229 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:14.985800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:15.000078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:15.015236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 55e918f0-55df-4647-87f7-c70ecce419ef up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:15.053671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.098563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:15.122181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:26:15.143508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.144925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event deleted for resources: {'Subnet': ['ID=af80448e-a327-4618-9daf-32b8bb9c7488,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:15.166334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:15.167254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:15.170452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.176150 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-a0c643fd-6c0b-4d2f-8ff5-fc371de0dfa3 service neutron] 10.222.0.39 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367138 Apr 23 00:26:15.188181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.206623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.238789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.259082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98803d63-4468-4114-87a9-1e0c3fded604 None None] Network 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:15.262989 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f298abe7-aff8-4261-ac85-207eccf14077 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "DELETE /v2.0/subnets/af80448e-a327-4618-9daf-32b8bb9c7488 HTTP/1.1" status: 204 len: 168 time: 1.2541723 Apr 23 00:26:15.266388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59066) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:15.281576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] In _notify_port_updated(), no bound segment for port f397f5b3-b88a-4c8e-9847-ef92c572bf15 on network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:26:15.289350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:15.290115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.294938 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "PUT /v2.0/ports/f397f5b3-b88a-4c8e-9847-ef92c572bf15 HTTP/1.1" status: 200 len: 1002 time: 2.1731989 Apr 23 00:26:15.306666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59070) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:15.351321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b911461e-b99e-4831-8e7a-f165a07a3ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.371259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f13db-4712-40ad-b8d6-47fc63eba633 None None] Pushing event updated for resources: {'Port': ['ID=c2097c15-f367-48db-9d11-19c3696b99c9,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:15.545992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.566040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770ae82-8969-4281-9498-09c38fb22459 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=f397f5b3-b88a-4c8e-9847-ef92c572bf15,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:15.612306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.617621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.632906 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-ad7ae74c-ddda-4131-8c92-63b249a69c34 service neutron] 10.222.0.39 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479382 Apr 23 00:26:15.634792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.653893 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.684810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting port f397f5b3-b88a-4c8e-9847-ef92c572bf15 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:15.685249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.704589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Deleting port f9c55522-5196-4185-8185-16c80b9fc4bf {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:15.705043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.715108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:15.763526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Transition to ACTIVE for port object 0eb26ca1-f50f-46b4-b083-80160731e567 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:15.778072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 55e918f0-55df-4647-87f7-c70ecce419ef triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:15.778463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:15.779588 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5991e8d7492f49f5918f995c5cb09229&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1310637 Apr 23 00:26:15.784947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59074) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:15.826595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d65117-4c38-4565-abfe-d4d7171496a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2545f366-6403-41ea-9ff7-ff7f5cf4aef6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:15.885950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Transition to ACTIVE for port object 0eb26ca1-f50f-46b4-b083-80160731e567 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:16.086990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59098) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:16.148352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6dc34e9-e94b-48ff-a11e-6fb965ca0491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.241064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.299986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.305932 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 23 00:26:16.330892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.357788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] For port f9c55522-5196-4185-8185-16c80b9fc4bf, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f9c55522-5196-4185-8185-16c80b9fc4bf,segment=NetworkSegment(6f5f6661-650f-4891-bc93-f55aebe304bb),segment_id=6f5f6661-650f-4891-bc93-f55aebe304bb)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:16.358158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.360504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:16.368186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:16.375473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6dc34e9-e94b-48ff-a11e-6fb965ca0491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.376261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:16.388824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:26:16.470633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3e2890cd-56ed-40b4-9d07-1af0b32bcceb req-97c6fe2d-33f2-4dea-8bf4-6874804290cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Synchronizing usage tracker for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:16.476549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9460bc30-9e67-48bd-acee-464d6fe5b3d9 None None] Provisioning complete for port f397f5b3-b88a-4c8e-9847-ef92c572bf15 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:16.477167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9460bc30-9e67-48bd-acee-464d6fe5b3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.534141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Calling delete_port for f9c55522-5196-4185-8185-16c80b9fc4bf owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:16.576517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.595284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.672876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Port': ['ID=d441040e-4cb1-4c1d-ab0c-b0dec128d21e,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:16.702181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.705006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Pushing event updated for resources: {'Port': ['ID=0eb26ca1-f50f-46b4-b083-80160731e567,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:16.739425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9460bc30-9e67-48bd-acee-464d6fe5b3d9 None None] Port f397f5b3-b88a-4c8e-9847-ef92c572bf15 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:16.752488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Attempting to bind port 0eb26ca1-f50f-46b4-b083-80160731e567 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:16.753076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Attempting to bind port 0eb26ca1-f50f-46b4-b083-80160731e567 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '10d6928d-9991-40cc-b8e2-b6c34e682733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:16.753591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Attempting to bind port 0eb26ca1-f50f-46b4-b083-80160731e567 on network 59a83226-88e2-440d-bff2-1d9af98f02a7 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:16.778497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:16.779303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Checking segment: {'id': '10d6928d-9991-40cc-b8e2-b6c34e682733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:16.780270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.781373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Bound using segment: {'id': '10d6928d-9991-40cc-b8e2-b6c34e682733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:16.782807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Bound port: 0eb26ca1-f50f-46b4-b083-80160731e567, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d6928d-9991-40cc-b8e2-b6c34e682733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:16.783410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.784620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6dc34e9-e94b-48ff-a11e-6fb965ca0491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.817475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6dc34e9-e94b-48ff-a11e-6fb965ca0491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.818752 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c6dc34e9-e94b-48ff-a11e-6fb965ca0491 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2545f366-6403-41ea-9ff7-ff7f5cf4aef6 HTTP/1.1" status: 204 len: 168 time: 1.0216141 Apr 23 00:26:16.819584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc34e9-e94b-48ff-a11e-6fb965ca0491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2545f366-6403-41ea-9ff7-ff7f5cf4aef6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:16.823104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.830122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.871898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3e2890cd-56ed-40b4-9d07-1af0b32bcceb req-97c6fe2d-33f2-4dea-8bf4-6874804290cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Unset dirty status for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:16.873198 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3e2890cd-56ed-40b4-9d07-1af0b32bcceb req-97c6fe2d-33f2-4dea-8bf4-6874804290cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 210 time: 0.7551026 Apr 23 00:26:16.899099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event deleted for resources: {'Port': ['ID=f9c55522-5196-4185-8185-16c80b9fc4bf,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:16.909358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] No DVR routers for this DVR port f9c55522-5196-4185-8185-16c80b9fc4bf on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:26:16.910639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:16.925073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:14Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:16.944974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282ad54-fcc1-4145-a23e-c9f26e908668 None None] DHCP port deletion for 936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:26:16.961407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2db0a3-cf44-425e-90d2-7b52bf576761 None None] The sync data for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv is: [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:14Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:16.994480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] For port 0eb26ca1-f50f-46b4-b083-80160731e567, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:17.010875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] For port 0eb26ca1-f50f-46b4-b083-80160731e567, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0eb26ca1-f50f-46b4-b083-80160731e567,segment=NetworkSegment(10d6928d-9991-40cc-b8e2-b6c34e682733),segment_id=10d6928d-9991-40cc-b8e2-b6c34e682733)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:17.030196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.031522 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9dcf0e61-0932-404c-95fd-6fdebfabcc22 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.5172660 Apr 23 00:26:17.040939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.056505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59128) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:17.196200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115c62d-a5fe-4662-8d12-1b6a1d201b9e None None] Pushing event updated for resources: {'Port': ['ID=0eb26ca1-f50f-46b4-b083-80160731e567,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:17.374903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.383055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-472d444d-678d-4a93-9631-4b883594974f tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Synchronizing usage tracker for tenant:a1b22108559a41d69a511053e97639bf on resource:floatingip {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:17.394920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:26:17.395985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.405654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Allocated IP 172.26.8.32 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/9ff7713b-883c-400d-b3c7-2f88e7338fe9) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:17.419990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Calling delete_port for f397f5b3-b88a-4c8e-9847-ef92c572bf15 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:17.421905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:17.444631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5f6661-650f-4891-bc93-f55aebe304bb') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:17.445073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5f6661-650f-4891-bc93-f55aebe304bb') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:17.454516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-472d444d-678d-4a93-9631-4b883594974f tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Unset dirty status for tenant:a1b22108559a41d69a511053e97639bf on resource:floatingip {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:17.455814 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-472d444d-678d-4a93-9631-4b883594974f tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=354d439a-c12e-4d47-b108-1283a21aceb4 HTTP/1.1" status: 200 len: 689 time: 0.3971844 Apr 23 00:26:17.459034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59136) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:17.469357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.522847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.550294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec2b8b51-1488-4642-8dc8-6fe926addaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.641929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:17.642380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:17.673591 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:17.726614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cb1bd83e-5af1-4d5a-bab4-83ceadb55e75,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:17.817982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Checking segment: {'id': '48f2a9b3-bfb2-41e6-8bd3-7275dce486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:17.819736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network hostable DHCP agents. Network: d462b28e-c402-4e94-a2ea-3258fa1ff510, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:26:17.842525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.870969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:17.960689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network d462b28e-c402-4e94-a2ea-3258fa1ff510 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:17.998935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.003202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.048569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.055630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Deleting port d441040e-4cb1-4c1d-ab0c-b0dec128d21e {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:18.055976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.062006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, d462b28e-c402-4e94-a2ea-3258fa1ff510) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:18.070687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c3f6b-945e-4ab6-af7e-81896f75ca01 None None] Network d462b28e-c402-4e94-a2ea-3258fa1ff510 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:18.104951 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] 10.222.0.39 "DELETE /v2.0/networks/936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0 HTTP/1.1" status: 204 len: 168 time: 2.8366001 Apr 23 00:26:18.113757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Port': ['ID=f397f5b3-b88a-4c8e-9847-ef92c572bf15,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:18.122157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed31367-a50e-4541-85c1-73196585f774 tempest-DHCPAgentSchedulersTestJSON-1833144897 tempest-DHCPAgentSchedulersTestJSON-1833144897-project] Pushing event deleted for resources: {'Network': ['ID=936b3e90-56b8-4ff2-8d14-9c7f6a0d36c0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:18.132562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:18.133381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.372524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-abc01a76-6389-483e-9884-b58c432e2629 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6582668 Apr 23 00:26:18.373100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59158) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:18.406912 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb9c454e-40e0-47e0-8068-803171ca7e01 req-505da74a-c365-417f-9444-0fd2b7ac0801 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 210 time: 0.1661563 Apr 23 00:26:18.490703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-466251591', 'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:18.606511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.42', 49852) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:18.648194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:18.668505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.686812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc24a8c-4339-4568-ba7c-4d3fd60c7e67 None None] Network d462b28e-c402-4e94-a2ea-3258fa1ff510 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:18.716727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:port and tenant:7b36224f12e54043a2a05e727350d68f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:18.737346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.747206 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f094a6ce-d279-4525-bc9d-492a7e0e191c tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/ports/f397f5b3-b88a-4c8e-9847-ef92c572bf15 HTTP/1.1" status: 204 len: 168 time: 3.4091396 Apr 23 00:26:18.752241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.777054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59168) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:18.777054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59170) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:18.834611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:18.852821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:18.928789 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4dd957b-de01-4bae-a151-487b5af1231b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] GET failed (client error): The resource could not be found. Apr 23 00:26:18.929335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c4dd957b-de01-4bae-a151-487b5af1231b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Synchronizing usage tracker for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:18.941069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:18.949344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c2097c15-f367-48db-9d11-19c3696b99c9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:19.032412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:19.068813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:19.077588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:19.117556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7332fdf8-8b6d-4b14-b5b8-5bf33f9360a2 None None] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:19.174579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Made reservation on behalf of 7b36224f12e54043a2a05e727350d68f for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:19.179146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:19.225808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Port': ['ID=9ff7713b-883c-400d-b3c7-2f88e7338fe9,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:19.232443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Allocated IP 172.26.8.77 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/702c3aa0-f187-4f08-b33c-b7109ad21e74) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:19.305641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c4dd957b-de01-4bae-a151-487b5af1231b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Unset dirty status for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:19.311944 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c4dd957b-de01-4bae-a151-487b5af1231b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "GET /v2.0/ports/f397f5b3-b88a-4c8e-9847-ef92c572bf15 HTTP/1.1" status: 404 len: 333 time: 0.5348043 Apr 23 00:26:19.318398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59188) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:19.320475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:19.320808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:19.342099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-870813124'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:19.375798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] device_id is not set on port c06b0aa8-ac3e-4a35-9d0c-8936203ac0b1 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:19.415689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port c2097c15-f367-48db-9d11-19c3696b99c9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:19.425916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c2097c15-f367-48db-9d11-19c3696b99c9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:19.427104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:19.499750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3bc73364-51da-4530-b4ae-1e83692cb8c1 None None] Provisioning for port 0eb26ca1-f50f-46b4-b083-80160731e567 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:19.664595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-3662eb43-3d82-4527-980f-5ed61ca95c2b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:19.666331 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-3662eb43-3d82-4527-980f-5ed61ca95c2b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 812 time: 1.0472043 Apr 23 00:26:19.680176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Calling delete_port for d441040e-4cb1-4c1d-ab0c-b0dec128d21e owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:19.748733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:19.803120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port c2097c15-f367-48db-9d11-19c3696b99c9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c2097c15-f367-48db-9d11-19c3696b99c9,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:19.864241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:19.865037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0eb26ca1-f50f-46b4-b083-80160731e567 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:19.882846 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7a1e1109-adaf-4f26-81d8-948a4fd10048 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7783974915e741989a4333588fed252b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0998926 Apr 23 00:26:19.890608 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-b8ac6064-3e35-4493-958c-6cd25da111cd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b HTTP/1.1" status: 200 len: 378 time: 0.1575084 Apr 23 00:26:19.894424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59224) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:19.961549 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce45ae09-2352-4d36-a3cd-f0b0f01ef6de req-9cec4f8d-3888-47a7-bc8b-9b833c9ce447 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 210 time: 0.2992959 Apr 23 00:26:19.984593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Request body: {'port': {'device_id': '835b0a09-f317-40e6-abc7-f00159dd237b', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'admin_state_up': True, 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'security_groups': ['aa609c12-750e-4173-91b8-693bc60ff356']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:20.040634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=c2097c15-f367-48db-9d11-19c3696b99c9,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:20.095475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.098459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 0eb26ca1-f50f-46b4-b083-80160731e567 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:20.120854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0eb26ca1-f50f-46b4-b083-80160731e567 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:20.123208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.225486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59232) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:20.249383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:20.259878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:20.271829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad9aced8-59fe-4f67-8d3b-2dbf2606fab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.296384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.304756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad9aced8-59fe-4f67-8d3b-2dbf2606fab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.413031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:20.415715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:20.420380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.435356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad9aced8-59fe-4f67-8d3b-2dbf2606fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.449562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Allocated IP 2001:db8::106 (d462b28e-c402-4e94-a2ea-3258fa1ff510/cb1bd83e-5af1-4d5a-bab4-83ceadb55e75/c06b0aa8-ac3e-4a35-9d0c-8936203ac0b1) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:20.498301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:20.504972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] device_id is not set on port 25ff7694-5676-4716-89b9-23f0ffec2bc2 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:20.507811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.550090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.607233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9505c20a-540b-4963-b217-d810647e277a None None] Provisioning complete for port 0eb26ca1-f50f-46b4-b083-80160731e567 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:20.610631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9505c20a-540b-4963-b217-d810647e277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.648836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event updated for resources: {'Port': ['ID=702c3aa0-f187-4f08-b33c-b7109ad21e74,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:20.680952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:20.688650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.700112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9aced8-59fe-4f67-8d3b-2dbf2606fab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93737a5d-8bd4-4ebc-a710-93d4b1921492,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:20.709425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 0eb26ca1-f50f-46b4-b083-80160731e567, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0eb26ca1-f50f-46b4-b083-80160731e567,segment=NetworkSegment(10d6928d-9991-40cc-b8e2-b6c34e682733),segment_id=10d6928d-9991-40cc-b8e2-b6c34e682733)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:20.730185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.743713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1260559195'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:20.757064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:20.771371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:20.817885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:20.840135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Made reservation on behalf of f10d22f4b48d4cb8b4fbda7fc37dd69b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:20.852099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:20.882874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=0eb26ca1-f50f-46b4-b083-80160731e567,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:20.888790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f9c55522-5196-4185-8185-16c80b9fc4bf no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:26:20.938765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: f9c55522-5196-4185-8185-16c80b9fc4bf {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:26:20.939018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f9c55522-5196-4185-8185-16c80b9fc4bf not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:26:20.966737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Usage tracker for resource:network and tenant:d3e0f945b9134981b3f242babcb6ed5b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:20.984088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:21.060848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:21.070021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Allocated IP 2001:db8::2ab (b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6/4c6131d4-7560-4beb-9888-57a4278557fb/25ff7694-5676-4716-89b9-23f0ffec2bc2) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:21.075694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad9aced8-59fe-4f67-8d3b-2dbf2606fab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.079758 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ad9aced8-59fe-4f67-8d3b-2dbf2606fab3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93737a5d-8bd4-4ebc-a710-93d4b1921492 HTTP/1.1" status: 204 len: 168 time: 1.1809640 Apr 23 00:26:21.132795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c2097c15-f367-48db-9d11-19c3696b99c9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:21.149210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.254319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c2097c15-f367-48db-9d11-19c3696b99c9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:21.255507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.273830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event deleted for resources: {'Port': ['ID=d441040e-4cb1-4c1d-ab0c-b0dec128d21e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:21.281831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Made reservation on behalf of d3e0f945b9134981b3f242babcb6ed5b for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:21.285370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.357012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.561694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.642076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0eb26ca1-f50f-46b4-b083-80160731e567 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:21.840304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0eb26ca1-f50f-46b4-b083-80160731e567 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:21.840734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.871795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.904406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:21.946223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.039581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59250) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:22.101274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network d462b28e-c402-4e94-a2ea-3258fa1ff510 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:22.102512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.126326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:22.132140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:22.137431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Usage tracker for resource:security_group_rule and tenant:7808b47da4394138ac456b2116af70b5 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:22.141133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:22.147377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:22.158884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Allocated IP 172.20.0.5 (3fae19aa-4bd6-48c4-9549-11b21fc7a729/8cb260cc-fa6b-457c-ac11-f71c2bcd734d/79a00571-c5ba-40a3-b228-ac8ab0e749e2) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:22.376057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.377563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:22.379432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:22.380321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.407925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.481941 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7808b47da4394138ac456b2116af70b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339178 Apr 23 00:26:22.488199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0790f37-073c-49fa-b17a-faceaebde360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8caf391-4e0f-4ccc-8681-6ae05429c8e0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:22.490014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.503038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Port': ['ID=c06b0aa8-ac3e-4a35-9d0c-8936203ac0b1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:22.509932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Router d830b0a6-fc3b-48de-8145-3008cbfa96dc is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:26:22.510594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Transition to ACTIVE for port object 79a00571-c5ba-40a3-b228-ac8ab0e749e2 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:22.524105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59254) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:22.534842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.560690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.664288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:22.690465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Usage tracker for resource:security_group_rule and tenant:d3e0f945b9134981b3f242babcb6ed5b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:22.719064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:22.739746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:22.760879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:22.793931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:22.814273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:22.851182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:22.955022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event updated for resources: {'Port': ['ID=79a00571-c5ba-40a3-b228-ac8ab0e749e2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:22.960174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Transition to ACTIVE for port object 25ff7694-5676-4716-89b9-23f0ffec2bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:23.020878 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-afe224ad-75be-429b-8784-28e098f78357 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.6451044 Apr 23 00:26:23.027700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59258) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:23.029592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.109796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-137463f4-882c-46d2-bf70-2fd71dd289bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.125296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.173859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b0c3fc4e-c8f0-4b98-8093-42b1bc495785 None None] Provisioning for port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:23.180078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b0c3fc4e-c8f0-4b98-8093-42b1bc495785 None None] Provisioning complete for port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:23.180078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b0c3fc4e-c8f0-4b98-8093-42b1bc495785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.190704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.263915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b0c3fc4e-c8f0-4b98-8093-42b1bc495785 None None] Port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:23.271572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-137463f4-882c-46d2-bf70-2fd71dd289bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.293244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20611a9c-13cc-449d-b4e1-e7b5338d2f5f req-5a9e30fa-81a6-413c-b338-4825099584fe tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:23.301253 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-20611a9c-13cc-449d-b4e1-e7b5338d2f5f req-5a9e30fa-81a6-413c-b338-4825099584fe tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 931 time: 2.0425396 Apr 23 00:26:23.330330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.341603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:23.342560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.372847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:23.386271 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] Sync routers for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:23.396712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event updated for resources: {'Port': ['ID=702c3aa0-f187-4f08-b33c-b7109ad21e74,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:23.403790 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:23.406790 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:23.430922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.443298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.444653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0d5bfbef-8a89-4a30-aafc-5145f116d3f8 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.0384035 Apr 23 00:26:23.447892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59262) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:23.485627 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:23.497016 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:23.498042 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:23.538656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.539963 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7e3e24c8-1cb0-44e4-8da7-1dc6e103c70e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6327939 Apr 23 00:26:23.550635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-137463f4-882c-46d2-bf70-2fd71dd289bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.553110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-137463f4-882c-46d2-bf70-2fd71dd289bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.554273 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-137463f4-882c-46d2-bf70-2fd71dd289bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8caf391-4e0f-4ccc-8681-6ae05429c8e0 HTTP/1.1" status: 204 len: 168 time: 1.0206540 Apr 23 00:26:23.583264 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:23.584055 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23c77c2-07ad-4b23-b914-35f4b804789c None None] The sync data for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:23.647508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137463f4-882c-46d2-bf70-2fd71dd289bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8caf391-4e0f-4ccc-8681-6ae05429c8e0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:23.715360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.787082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=25ff7694-5676-4716-89b9-23f0ffec2bc2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:23.845486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.904046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Deleting port c06b0aa8-ac3e-4a35-9d0c-8936203ac0b1 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:23.904513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:23.976720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.058007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:24.069299 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-d07dd114-1bda-48c7-9e1f-0a59da45f144 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1657722 Apr 23 00:26:24.084109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:24.122850 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-20611a9c-13cc-449d-b4e1-e7b5338d2f5f req-5b3153c6-d16d-4f3f-bbd4-156acc8bca02 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8204842 Apr 23 00:26:24.157307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:24.163879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:24.164676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.180396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:24.191945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-84b3401a-3504-4845-8690-adce381fa8ce tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:26:24.192976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-84b3401a-3504-4845-8690-adce381fa8ce tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200434 Apr 23 00:26:24.250223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fea7b6e-d38c-41db-8e26-c6c3cabd6f7b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:24.295496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.297010 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Added segment b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b of type vlan for network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f Apr 23 00:26:24.468939 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-37beb649-f5a4-461e-a585-b7bf6a9fc3aa tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.1364875 Apr 23 00:26:24.473264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59292) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:24.490023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:52:48:34'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:24.507072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff3da5a-1f09-4468-aaea-6e900ed74056 None None] Provisioning for port 25ff7694-5676-4716-89b9-23f0ffec2bc2 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:24.513599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.524268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-ec11c4b5-5162-4de4-9163-9f463b70e9ad tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Synchronizing usage tracker for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:24.524738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff3da5a-1f09-4468-aaea-6e900ed74056 None None] Provisioning complete for port 25ff7694-5676-4716-89b9-23f0ffec2bc2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:24.525553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cff3da5a-1f09-4468-aaea-6e900ed74056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.558786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.571110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:24.571856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.612444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.667291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cff3da5a-1f09-4468-aaea-6e900ed74056 None None] Port 25ff7694-5676-4716-89b9-23f0ffec2bc2 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:24.679762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-ec11c4b5-5162-4de4-9163-9f463b70e9ad tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Unset dirty status for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:24.687976 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-ec11c4b5-5162-4de4-9163-9f463b70e9ad tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2049347644&fields=id&tenant_id=344cc5eb395d4ee989349dcc3482ab67 HTTP/1.1" status: 200 len: 267 time: 0.3273435 Apr 23 00:26:24.790171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:24.820651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Request body: {'port': {'device_id': '835b0a09-f317-40e6-abc7-f00159dd237b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:24.902200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=25b79dce-9539-4b5f-b419-36ab740279b5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:25.004072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.7664301 Apr 23 00:26:25.074727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354d439a-c12e-4d47-b108-1283a21aceb4']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:25.101023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095a0b48-1ede-44f4-a056-8ef78fa606d1') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:25.101438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095a0b48-1ede-44f4-a056-8ef78fa606d1') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:25.122770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.236785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.295699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-9c120d68-7e8c-49fd-8b61-9733f5df1690 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:25.302676 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-9c120d68-7e8c-49fd-8b61-9733f5df1690 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/networks?id=c8c2e5ac-53c9-4889-be21-e387cb1b91fe HTTP/1.1" status: 200 len: 806 time: 0.6136897 Apr 23 00:26:25.330885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.351014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-d33ae67d-7cab-4241-9ae5-59068456c2a9 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/quotas/344cc5eb395d4ee989349dcc3482ab67 HTTP/1.1" status: 200 len: 375 time: 0.0468969 Apr 23 00:26:25.430707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Calling delete_port for c06b0aa8-ac3e-4a35-9d0c-8936203ac0b1 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:25.652832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59316) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:25.674204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Request body: {'port': {'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f', 'binding:host_id': 'hv-neutron-8387', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-610482297'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:25.680557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:25.687383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Usage tracker for resource:port and tenant:d83ec677be8e4e139063064686e8ffeb is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:25.690478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:25.696696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:25.714583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.784976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Made reservation on behalf of d83ec677be8e4e139063064686e8ffeb for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:25.786402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.841371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.863371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:25.867369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Usage tracker for resource:security_group_rule and tenant:d83ec677be8e4e139063064686e8ffeb is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:25.870476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:25.876718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:25.877068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.884156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:25.884550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.971809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:25.993790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:26.006837 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:26.008554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75625151-0e7e-4a49-95cf-f2e82a21d463 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Pushing event updated for resources: {'Network': ['ID=64ecc9d6-2153-4fc7-b69a-a9b390d9285f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:26.023997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:26.026689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:26.069138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 354d439a-c12e-4d47-b108-1283a21aceb4 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 23 00:26:26.076025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:26.077843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event deleted for resources: {'Network': ['ID=354d439a-c12e-4d47-b108-1283a21aceb4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:26.116852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:26.138201 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ad00631c-150b-43a3-b264-266d5cf2fea7 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "DELETE /v2.0/networks/354d439a-c12e-4d47-b108-1283a21aceb4 HTTP/1.1" status: 204 len: 168 time: 8.6758854 Apr 23 00:26:26.140235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] device_id is not set on port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:26.151983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59328) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:26.254279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-54283736-9b39-4c88-9b03-8f977247c136 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Synchronizing usage tracker for tenant:a1b22108559a41d69a511053e97639bf on resource:floatingip {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:26.298673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e068434-3e6b-44b7-9547-b1e4ad368f04 req-f9865728-378e-4dad-8b2f-1a64d124a0bb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.299500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-9e068434-3e6b-44b7-9547-b1e4ad368f04 req-f9865728-378e-4dad-8b2f-1a64d124a0bb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Synchronizing usage tracker for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:26.306025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:26.308508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-54283736-9b39-4c88-9b03-8f977247c136 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Unset dirty status for tenant:a1b22108559a41d69a511053e97639bf on resource:floatingip {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:26.309809 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-54283736-9b39-4c88-9b03-8f977247c136 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1494594 Apr 23 00:26:26.353487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59334) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:26.380945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event deleted for resources: {'Port': ['ID=c06b0aa8-ac3e-4a35-9d0c-8936203ac0b1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:26.388963 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-307987e1-13ca-44e8-89bb-a068b46b3fc1 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=344cc5eb395d4ee989349dcc3482ab67&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0374637 Apr 23 00:26:26.488427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:26.491200 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-28564a0f-637a-4269-bbec-63c2c3177d37 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "DELETE /v2.0/ports/c06b0aa8-ac3e-4a35-9d0c-8936203ac0b1 HTTP/1.1" status: 204 len: 168 time: 3.4579554 Apr 23 00:26:26.509884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.510495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.510952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.511399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.511900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.512620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.512759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.513191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:26.515070 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-09eb1a20-d07f-4ce9-9794-73081fa057f4 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5194 time: 0.1490180 Apr 23 00:26:26.515729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59342) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:26.534884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cae97a-eb7f-40a6-a2ea-11a7e7697f24,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:26.544113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59344) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:26.561039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510', 'external_fixed_ips': [{'subnet_id': 'cb1bd83e-5af1-4d5a-bab4-83ceadb55e75', 'ip_address': '2001:db8::106'}]}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:26.573267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-9e068434-3e6b-44b7-9547-b1e4ad368f04 req-f9865728-378e-4dad-8b2f-1a64d124a0bb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Unset dirty status for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:26.574669 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9e068434-3e6b-44b7-9547-b1e4ad368f04 req-f9865728-378e-4dad-8b2f-1a64d124a0bb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 931 time: 0.7379813 Apr 23 00:26:26.636158 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9e068434-3e6b-44b7-9547-b1e4ad368f04 req-f6d6bde8-6b4e-499b-90b8-6644b6607e59 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458763 Apr 23 00:26:26.639151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59350) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:26.660523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:26.796296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1550905182'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:26.803124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:26.808856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Usage tracker for resource:network and tenant:033e0fc9f4d94632b3282effb1690776 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:26.812736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:26.816193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:router and tenant:7b36224f12e54043a2a05e727350d68f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:26.820323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:26.825226 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-565bd77b-eef4-4fe4-9827-8f70dff83f0f tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] delete failed (client error): The resource could not be found. Apr 23 00:26:26.826115 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-565bd77b-eef4-4fe4-9827-8f70dff83f0f tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/6dc7a45d-e408-45fe-b69d-3698c59b73e4 HTTP/1.1" status: 404 len: 345 time: 0.2760594 Apr 23 00:26:26.840852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59358) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:26.843696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:26.872596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:26.904270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Made reservation on behalf of 033e0fc9f4d94632b3282effb1690776 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:26.911687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:26.962952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-cee9fb13-cd1d-4e05-938c-303101970230 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:26:26.970545 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-cee9fb13-cd1d-4e05-938c-303101970230 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2332404 Apr 23 00:26:26.997756 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf71771b-e0b4-4f02-9a29-9406f2c5b469 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] DELETE failed (client error): The resource could not be found. Apr 23 00:26:27.000242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf71771b-e0b4-4f02-9a29-9406f2c5b469 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:27.004573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bf71771b-e0b4-4f02-9a29-9406f2c5b469 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "DELETE /v2.0/networks/354d439a-c12e-4d47-b108-1283a21aceb4 HTTP/1.1" status: 404 len: 339 time: 0.1618257 Apr 23 00:26:27.034233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.035734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59364) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:27.065357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.066457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.099795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Allocated IP 172.20.0.1 (59a83226-88e2-440d-bff2-1d9af98f02a7/3961e78b-7fb4-4de6-ad73-595701b5c43c/a6ca2c6c-7a7b-490c-a527-73015fe3318a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:27.100503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:27.111000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Usage tracker for resource:security_group_rule and tenant:033e0fc9f4d94632b3282effb1690776 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:27.116762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:27.135765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:27.140478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a00571-c5ba-40a3-b228-ac8ab0e749e2 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:27.152279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.185054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Transition to ACTIVE for port object 79a00571-c5ba-40a3-b228-ac8ab0e749e2 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:27.195106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.324316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'network': {'name': 'tempest-network--1297085829', 'router:external': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:27.394738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Pushing event updated for resources: {'Port': ['ID=79a00571-c5ba-40a3-b228-ac8ab0e749e2,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:27.531425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.551362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.569711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:27.583417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Attempting to bind port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:27.583921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Attempting to bind port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:27.584143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Attempting to bind port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 on network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:27.609750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:network and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:27.624566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:27.626971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 on network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:27.627462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Attempting to bind port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 on network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:27.640595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:27.643565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6234b200-a608-4f73-a19e-f857ff860253,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:27.647445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:27.647745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Checking segment: {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:27.648632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Bound using segment: {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:27.648788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Bound port: 79a00571-c5ba-40a3-b228-ac8ab0e749e2, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2194c2a3-4059-4d74-b9e1-18a9660f7a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:27.649013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.661786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.662129 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Added segment 38c80b06-b5ae-4038-b650-5aa5ff829970 of type vlan for network 792736d4-023f-4950-9d14-d9a587d80a7e Apr 23 00:26:27.669262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:27.715126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.744155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.786707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-7cd26d77-bcab-4d47-9895-54fc1362cbdd service neutron] 10.222.0.39 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8150330 Apr 23 00:26:27.801966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.810673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.814491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Made reservation on behalf of a1b22108559a41d69a511053e97639bf for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:27.816874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.856280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.969802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] In _notify_port_updated(), no bound segment for port 25ff7694-5676-4716-89b9-23f0ffec2bc2 on network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:26:27.975726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:27.976429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:27.976947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] For port 79a00571-c5ba-40a3-b228-ac8ab0e749e2, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:27.977845 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "PUT /v2.0/ports/25ff7694-5676-4716-89b9-23f0ffec2bc2 HTTP/1.1" status: 200 len: 1002 time: 3.5036194 Apr 23 00:26:27.983865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Transition to ACTIVE for port object a6ca2c6c-7a7b-490c-a527-73015fe3318a will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:28.001126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] For port 79a00571-c5ba-40a3-b228-ac8ab0e749e2, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:28.004098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59370) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:28.036974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] device_id is not set on port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:28.128185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting port 25ff7694-5676-4716-89b9-23f0ffec2bc2 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:28.128973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.133131 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:26:28.168613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.168613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.174298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:28.175199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.199662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.208830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ea5b6-3f83-4d36-a020-efec6257ecad tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=25ff7694-5676-4716-89b9-23f0ffec2bc2,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:28.227138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:28.417562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Transition to ACTIVE for port object 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:28.449173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Pushing event updated for resources: {'Network': ['ID=792736d4-023f-4950-9d14-d9a587d80a7e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:28.473103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 792736d4-023f-4950-9d14-d9a587d80a7e details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:28.475655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c26fc763-21f3-40fb-a604-342285077ee4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8354290 Apr 23 00:26:28.506197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.506606 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Added segment 8a56bfcf-d3df-415a-ba47-4b5df9532715 of type vlan for network ec7cdf99-06f9-4d05-8951-84a808ff7c59 Apr 23 00:26:28.554190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:28.554908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.556576 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] 10.222.0.42 "PUT /v2.0/ports/79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1093 time: 4.0094497 Apr 23 00:26:28.563638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:28.592428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.607655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-81833c9d-e6dd-4dda-9b45-4704fadceb99 None None] Provisioning complete for port 25ff7694-5676-4716-89b9-23f0ffec2bc2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:28.608418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-81833c9d-e6dd-4dda-9b45-4704fadceb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.612857 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-8a249978-0aa1-454f-9cd4-1360221c2ec6 service neutron] 10.222.0.39 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8036163 Apr 23 00:26:28.618288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.623621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807ceda-962a-4596-87d9-6a43b2545da3 req-4ae9c13c-d05f-4d07-a30f-8265be751ff0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:28.625393 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e807ceda-962a-4596-87d9-6a43b2545da3 req-4ae9c13c-d05f-4d07-a30f-8265be751ff0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 943 time: 0.8156686 Apr 23 00:26:28.626063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37160c-ab52-4d84-85b4-7bf558f42b90 service neutron] Pushing event updated for resources: {'Port': ['ID=79a00571-c5ba-40a3-b228-ac8ab0e749e2,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:28.732733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.733247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-81833c9d-e6dd-4dda-9b45-4704fadceb99 None None] Port 25ff7694-5676-4716-89b9-23f0ffec2bc2 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:28.823234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:28.860495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:28.876150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=6d0e3c9d-3da5-4b0b-8c95-5190036fefd2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:28.974068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:28.990158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:29.055168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Checking segment: {'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:29.055809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Network hostable DHCP agents. Network: 64ecc9d6-2153-4fc7-b69a-a9b390d9285f, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:26:29.208519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Port': ['ID=a6ca2c6c-7a7b-490c-a527-73015fe3318a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:29.236609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:29.369819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:29.371461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:29.377026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:29.430983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ffd4e70c-e67f-410a-a58e-b0aae050f53b None None] Provisioning for port a6ca2c6c-7a7b-490c-a527-73015fe3318a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:29.442508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ffd4e70c-e67f-410a-a58e-b0aae050f53b None None] Provisioning complete for port a6ca2c6c-7a7b-490c-a527-73015fe3318a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:29.443266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e70c-e67f-410a-a58e-b0aae050f53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:29.457334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59400) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:29.469532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:29.522134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Request body: {'port': {'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e', 'binding:host_id': 'hv-neutron-8387', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-554317168'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:29.554465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:29.597762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4e70c-e67f-410a-a58e-b0aae050f53b None None] Port a6ca2c6c-7a7b-490c-a527-73015fe3318a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:29.641008 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5999279 Apr 23 00:26:29.647309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59414) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:29.649350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:29.711916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Calling delete_port for 25ff7694-5676-4716-89b9-23f0ffec2bc2 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:29.726920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 64ecc9d6-2153-4fc7-b69a-a9b390d9285f) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:29.740606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ba3142-1bcb-41be-a6c4-f72918423ad6 None None] Network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:29.742515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Usage tracker for resource:port and tenant:0831df7355164a01a3d21b01e1da23d1 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:29.789419 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e807ceda-962a-4596-87d9-6a43b2545da3 req-d454ca24-9aaf-4d98-b44f-d1eda33da8d1 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1314170 Apr 23 00:26:29.799497 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2118b552-d804-4aff-abd4-9bb3007a972d'] response: {'name': 'network-changed', 'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'status': 'completed', 'code': 200} Apr 23 00:26:29.842061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-dd917ab7-af9e-420f-8e38-92a1f015104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:29.844012 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-dd917ab7-af9e-420f-8e38-92a1f015104a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1096 time: 1.1887674 Apr 23 00:26:30.082302 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-13d47fb7-7b8e-4ebf-bd35-410d9635cd53 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 217 time: 0.1863728 Apr 23 00:26:30.111080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:30.117489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:30.163257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:30.213943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:30.222417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6caa2a43-8c94-4e59-ab3f-797872aad97d req-94a8c87f-875e-45c9-af07-a28315d8d4bf tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.5640397 Apr 23 00:26:30.232474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Port': ['ID=25ff7694-5676-4716-89b9-23f0ffec2bc2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:30.260058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe611579-fa72-4fed-9482-a4a440e32099 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Network': ['ID=ec7cdf99-06f9-4d05-8951-84a808ff7c59,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:30.271198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network ec7cdf99-06f9-4d05-8951-84a808ff7c59 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:30.307154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:30.314771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-815033ad-e429-485d-8376-40fb32c713d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:30.316818 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-815033ad-e429-485d-8376-40fb32c713d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.1976559 Apr 23 00:26:30.333581 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07c60e28-7cc6-468d-8c41-a2732fe818af tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/ports/25ff7694-5676-4716-89b9-23f0ffec2bc2 HTTP/1.1" status: 204 len: 168 time: 2.3209589 Apr 23 00:26:30.336293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59426) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:30.424942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:30.425240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:30.427237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:30.530142 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e276655f-5c5f-45fa-a55a-2418be371a42 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] GET failed (client error): The resource could not be found. Apr 23 00:26:30.530774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e276655f-5c5f-45fa-a55a-2418be371a42 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Synchronizing usage tracker for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:30.561647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Made reservation on behalf of 0831df7355164a01a3d21b01e1da23d1 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:30.564322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:30.584201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e276655f-5c5f-45fa-a55a-2418be371a42 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Unset dirty status for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:30.586659 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e276655f-5c5f-45fa-a55a-2418be371a42 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "GET /v2.0/ports/25ff7694-5676-4716-89b9-23f0ffec2bc2 HTTP/1.1" status: 404 len: 333 time: 0.2491043 Apr 23 00:26:30.591544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59432) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:30.598567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1907724696'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:30.628614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:30.691060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:30.701738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:30.702095 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:30.711667 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 2 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:30.782793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-5d33923e-5ff3-4038-a3c2-58f35a934880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:30.784292 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-5d33923e-5ff3-4038-a3c2-58f35a934880 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3621633 Apr 23 00:26:30.846515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:30.858516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:30.868826 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:30.872960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:30.893839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:30.897478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] device_id is not set on port b3191935-17b9-4630-b1c6-b48f7f199f60 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:30.899901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:30.900245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:30.901284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:30.936965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Usage tracker for resource:security_group_rule and tenant:0831df7355164a01a3d21b01e1da23d1 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:30.963593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:30.976810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:30.977047 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:30.986011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:31.045483 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 3 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:31.071166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.077490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.083582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.089881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.095933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.096828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Synchronizing usage tracker for tenant:2c28aa4babfb40aca830c98c112c32eb on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:31.106997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b88e62-da13-40be-989e-f4ebb8da8c5c req-d1b4a191-e02d-4f74-bd17-aa93923ea5d7 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.108462 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8b88e62-da13-40be-989e-f4ebb8da8c5c req-d1b4a191-e02d-4f74-bd17-aa93923ea5d7 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 943 time: 0.1755171 Apr 23 00:26:31.124441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:31.124779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:31.125117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:31.154223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:31.154585 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:31.155612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.190858 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 4 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:31.214894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Allocated IP 2001:db8::2ae (b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6/4c6131d4-7560-4beb-9888-57a4278557fb/b3191935-17b9-4630-b1c6-b48f7f199f60) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:31.264504 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8b88e62-da13-40be-989e-f4ebb8da8c5c req-c5c961be-9681-44de-b1f7-483cd71dfa4f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472852 Apr 23 00:26:31.268114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.287177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:31.287520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:31.287860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:31.335471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:31.336067 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:31.350462 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 5 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:31.449073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.452053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-05d6d4fe-10a6-4f53-be43-9f73f39b8806 req-d623c849-c0d3-4ad6-8011-9cd13471f82a tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.0931020 Apr 23 00:26:31.475793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Transition to ACTIVE for port object b3191935-17b9-4630-b1c6-b48f7f199f60 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:31.477674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:31.478012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:31.478378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:31.502739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.509958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:31.510317 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:31.515885 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 6 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:31.570272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:31.573325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:31.575928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:31.581750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:31.582409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.607903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=b3191935-17b9-4630-b1c6-b48f7f199f60,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:31.626394 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c701bdf5-2102-4ef6-9c12-f0107d076dbc tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0308130 Apr 23 00:26:31.626764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59440) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:31.632262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'network_id': 'b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1516878921'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:31.647542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:31.647881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:31.648221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:31.668923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.675364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:31.675563 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:31.684364 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 7 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:31.702487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.764674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] device_id is not set on port 140eee28-cbb2-4223-8e4a-17d9a235ae8b yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:31.783647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:31.787773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Usage tracker for resource:port and tenant:4883293af5f14af4bb37b9dd29997a4b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:31.790598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:31.796275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:31.806286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Made reservation on behalf of 4883293af5f14af4bb37b9dd29997a4b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:31.808743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Unset dirty status for tenant:2c28aa4babfb40aca830c98c112c32eb on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:31.809901 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-95c0a7be-d9cf-40b8-ac10-37bec12e6cbb tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 2.1362627 Apr 23 00:26:31.810194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.820350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59444) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:31.831446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:31.831786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:31.832295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:31.844771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e6740e5f-d29a-42a7-9533-e66ac5353419 None None] Provisioning for port b3191935-17b9-4630-b1c6-b48f7f199f60 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:31.850871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e6740e5f-d29a-42a7-9533-e66ac5353419 None None] Provisioning complete for port b3191935-17b9-4630-b1c6-b48f7f199f60 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:31.851389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e6740e5f-d29a-42a7-9533-e66ac5353419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.868608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] device_id is not set on port a0966643-91b0-4a54-a1a1-80f99ff1fc28 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:31.868799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:31.869997 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:31.876389 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 8 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:31.888116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01e07d2-f376-42ee-a1d9-94a18ca82b99,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:31.905255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e6740e5f-d29a-42a7-9533-e66ac5353419 None None] Port b3191935-17b9-4630-b1c6-b48f7f199f60 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:31.926658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Allocated IP 2001:db8::106 (d462b28e-c402-4e94-a2ea-3258fa1ff510/cb1bd83e-5af1-4d5a-bab4-83ceadb55e75/999e6b52-6870-46d2-99fc-adb644ad4512) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:31.930897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:31.931233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:31.931606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:31.962932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:31.968911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:31.969252 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:31.972828 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 9 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:31.985096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.008906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.212492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:32.212866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:32.213721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:32.292892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.326928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:32.327263 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:32.335443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Allocated IP 2001:db8::183 (b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6/4c6131d4-7560-4beb-9888-57a4278557fb/a0966643-91b0-4a54-a1a1-80f99ff1fc28) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:32.342554 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 10 to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 Apr 23 00:26:32.355853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Port': ['ID=a6ca2c6c-7a7b-490c-a527-73015fe3318a,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:32.370692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.370954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7cdf99-06f9-4d05-8951-84a808ff7c59']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:32.412486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a56bfcf-d3df-415a-ba47-4b5df9532715') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:32.412787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a56bfcf-d3df-415a-ba47-4b5df9532715') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:32.424877 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-3b31a008-9a21-460a-bae5-9b6001314cc0 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835739 Apr 23 00:26:32.434029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:32.434391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:32.434732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:32.477950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.491626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:32.491970 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:32.492334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.550779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.621782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:32.622185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:32.643180 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:32.686692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.730253 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27c6b3f7-e1c8-4f11-9f97-e97d9ed476f0 req-96fb03b0-e0ca-4c58-b3c4-9d63f72e5a7f tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.1395059 Apr 23 00:26:32.771936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] device_id is not set on port 140eee28-cbb2-4223-8e4a-17d9a235ae8b yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:32.809587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.845707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] For port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:32.846070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempted to set empty binding levels {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 00:26:32.848464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:32.849626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Transition to ACTIVE for port object 140eee28-cbb2-4223-8e4a-17d9a235ae8b will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:32.854902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:32.859241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.919492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.927736 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e8e203-9abc-40ce-890b-89f723e4e25e req-cbf2d0f9-9fe1-411c-a91d-73b3145c7232 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521663 Apr 23 00:26:32.928326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:32.955541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ec7cdf99-06f9-4d05-8951-84a808ff7c59 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 23 00:26:32.965428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d242-f06e-4ddc-bb45-930619037f4c req-4e0255de-76af-4067-b2fd-d4c629be96ff tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:32.972293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afe9d242-f06e-4ddc-bb45-930619037f4c req-4e0255de-76af-4067-b2fd-d4c629be96ff tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 943 time: 0.5502193 Apr 23 00:26:33.021554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.024028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event deleted for resources: {'Network': ['ID=ec7cdf99-06f9-4d05-8951-84a808ff7c59,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:33.099570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.113059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.121021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.171090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.175797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.42', 49860) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:33.177651 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-681aa16f-84ec-4097-924a-024b9291a0f2 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "DELETE /v2.0/networks/ec7cdf99-06f9-4d05-8951-84a808ff7c59 HTTP/1.1" status: 204 len: 168 time: 1.3562844 Apr 23 00:26:33.180259 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.5218918 Apr 23 00:26:33.199095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59456) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:33.199624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59460) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:33.237713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f193acd-9838-4fde-a57e-c5fea46a75c7 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=6d0e3c9d-3da5-4b0b-8c95-5190036fefd2,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:33.261529 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4e157615-4605-44ad-a2cb-8f4db75930be None None] Provisioning complete for port a6ca2c6c-7a7b-490c-a527-73015fe3318a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:33.262110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4e157615-4605-44ad-a2cb-8f4db75930be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.316366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network d462b28e-c402-4e94-a2ea-3258fa1ff510 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:33.331102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:33.349576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:33.352933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Deleting port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:33.354831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.376490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-4e157615-4605-44ad-a2cb-8f4db75930be None None] Port a6ca2c6c-7a7b-490c-a527-73015fe3318a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:33.392929 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afe9d242-f06e-4ddc-bb45-930619037f4c req-cde812e2-bf9e-40ce-bf9e-9711c7ec1923 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4196582 Apr 23 00:26:33.395467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Transition to ACTIVE for port object a0966643-91b0-4a54-a1a1-80f99ff1fc28 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:33.429753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'network': {'name': 'tempest-network--1477960366', 'router:external': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:33.440561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:33.443152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.482346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Checking segment: {'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:33.482701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Network hostable DHCP agents. Network: 792736d4-023f-4950-9d14-d9a587d80a7e, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:26:33.495337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:network and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:33.509335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:33.517332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=140eee28-cbb2-4223-8e4a-17d9a235ae8b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:33.538812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:33.593885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:33.611722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:33.614260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:33.621011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.621635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.643136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-d822cc90-7952-449a-829c-c3cfcbb9f35f tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.643842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-d822cc90-7952-449a-829c-c3cfcbb9f35f tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Synchronizing usage tracker for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:33.651519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=a0966643-91b0-4a54-a1a1-80f99ff1fc28,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:33.664379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Made reservation on behalf of a1b22108559a41d69a511053e97639bf for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:33.667335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:33.705516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Network 792736d4-023f-4950-9d14-d9a587d80a7e is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:33.732651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Router d830b0a6-fc3b-48de-8145-3008cbfa96dc has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:26:33.746103 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-40c12929-22ab-48dc-9efe-abfb37b7720f tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1182520 Apr 23 00:26:33.753540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59470) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:33.754577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-d822cc90-7952-449a-829c-c3cfcbb9f35f tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Unset dirty status for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:33.756242 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-d822cc90-7952-449a-829c-c3cfcbb9f35f tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.42 "GET /v2.0/networks?id=c8c2e5ac-53c9-4889-be21-e387cb1b91fe HTTP/1.1" status: 200 len: 806 time: 0.7701952 Apr 23 00:26:33.765772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-e4c0588c-e7c7-4e77-b105-068d6505178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:33.768444 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-e4c0588c-e7c7-4e77-b105-068d6505178a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1096 time: 0.5866337 Apr 23 00:26:33.775384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Port': ['ID=999e6b52-6870-46d2-99fc-adb644ad4512,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:33.813332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::155', 'mac_address': 'fa:16:3e:52:48:34'}, {'ip_address': '2001:db8::2ae', 'mac_address': 'fa:16:3e:00:b7:b2'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:33.843303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 792736d4-023f-4950-9d14-d9a587d80a7e) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:33.862505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b479ef-1296-4eac-833c-23f1d5526b08 None None] Network 792736d4-023f-4950-9d14-d9a587d80a7e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:33.867723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:33.921794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:33.930762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] For port 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2, host hv-neutron-8387, got binding levels [] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:33.931569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.031384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.031840 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Added segment fe18e14d-7638-4653-91c1-a5c07a5ab11b of type vlan for network 86ac19d2-957a-4f51-a856-5c0db9a344dc Apr 23 00:26:34.071204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-481098e5-8814-4ac4-b757-955a8f450fcb None None] Provisioning for port a0966643-91b0-4a54-a1a1-80f99ff1fc28 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:34.086121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-481098e5-8814-4ac4-b757-955a8f450fcb None None] Provisioning complete for port a0966643-91b0-4a54-a1a1-80f99ff1fc28 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:34.086634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-481098e5-8814-4ac4-b757-955a8f450fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.106371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Calling delete_port for 6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:34.145708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:34.146297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:34.146297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:34.151428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-9c1a961e-9a2e-4c99-a6dd-847502e6f000 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Synchronizing usage tracker for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:34.159259 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-531f446b-fc34-424f-b3de-a4d1ccce9e7c req-88a4d8f9-c2da-462f-a715-e1fa9bb316b8 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.1538608 Apr 23 00:26:34.160861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-481098e5-8814-4ac4-b757-955a8f450fcb None None] Port a0966643-91b0-4a54-a1a1-80f99ff1fc28 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:34.218939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:34.219267 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:34.236272 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 2 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:34.295107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-9c1a961e-9a2e-4c99-a6dd-847502e6f000 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Unset dirty status for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:34.296237 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-9c1a961e-9a2e-4c99-a6dd-847502e6f000 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=344cc5eb395d4ee989349dcc3482ab67 HTTP/1.1" status: 200 len: 380 time: 0.4553003 Apr 23 00:26:34.298761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.320827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Request body: {'port': {'device_id': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'admin_state_up': True, 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'security_groups': ['b3fb5acf-ed83-4a27-a2ee-b58806c646c4']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:34.385803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:34.386139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:34.386501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:34.418450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:34.420123 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:34.430898 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 3 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:34.458368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.466996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:34.472960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-93ef5314-7a79-499f-9c26-510faf33ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:34.474417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-93ef5314-7a79-499f-9c26-510faf33ce2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.6240671 Apr 23 00:26:34.483202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0d2c1ae6-132a-4960-939f-ccbd22f8b195 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "PUT /v2.0/routers/d830b0a6-fc3b-48de-8145-3008cbfa96dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0342231 Apr 23 00:26:34.484876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67143625-180e-4f69-a637-826d35553c3b None None] Sync routers for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:34.487297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:34.487631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:34.487967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:34.495092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67143625-180e-4f69-a637-826d35553c3b None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:34.495707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-67143625-180e-4f69-a637-826d35553c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:34.512147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59478) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:34.542819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.557050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-67143625-180e-4f69-a637-826d35553c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:34.564701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Request body: {'port': {'network_id': '59a83226-88e2-440d-bff2-1d9af98f02a7', 'name': 'tempest-FloatingIPAdminTestJSON-118249929'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:34.565905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67143625-180e-4f69-a637-826d35553c3b None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:34.566514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-67143625-180e-4f69-a637-826d35553c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:34.588833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d0e3c9d-3da5-4b0b-8c95-5190036fefd2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:34.609094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:34.609429 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:34.621487 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 4 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:34.629114 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-7a82786a-8cb0-4550-b548-105bd781752e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 217 time: 0.1429543 Apr 23 00:26:34.634041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-67143625-180e-4f69-a637-826d35553c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:34.634333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67143625-180e-4f69-a637-826d35553c3b None None] The sync data for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:34.675229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.676319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:34.676560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.686612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:34.686935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:34.687268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:34.691322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.762074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:34.762426 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:34.764584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 5 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:34.799147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:34.799484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:34.799819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:34.814272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-7f390235-15aa-4bc0-9d95-89f2be5944d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:34.815734 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-7f390235-15aa-4bc0-9d95-89f2be5944d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.1765087 Apr 23 00:26:34.820143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:34.820472 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:34.825055 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 6 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:34.921461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:34.925827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:34.951647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:34.951982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:34.952318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:34.961810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:34.962134 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:34.965908 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 7 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:34.985280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7826092 Apr 23 00:26:34.990419 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-de97c50e-96d9-4439-8fb4-c567369504d0 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 HTTP/1.1" status: 204 len: 168 time: 1.7855062 Apr 23 00:26:34.993811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59482) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:34.994553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59484) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:34.995882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Usage tracker for resource:port and tenant:344cc5eb395d4ee989349dcc3482ab67 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:35.003045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:35.003382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:35.003714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:35.018343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:35.072916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:35.073944 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:35.077417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 8 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:35.089197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:35.118658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:35.119120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:35.120097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:35.126651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7832-8129-4693-87d4-8a5dd27e0b5c tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Network': ['ID=86ac19d2-957a-4f51-a856-5c0db9a344dc,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:35.128398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-175096b2-f25b-41c5-9294-bb838f654dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:35.129870 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-175096b2-f25b-41c5-9294-bb838f654dba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2959402 Apr 23 00:26:35.130798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:35.132790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:35.133114 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:35.134394 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 9 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:35.141194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 86ac19d2-957a-4f51-a856-5c0db9a344dc details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:35.188633 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a68c45-423d-43f6-b17a-a13e7f89516a tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:26:35.189556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d1a68c45-423d-43f6-b17a-a13e7f89516a tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Synchronizing usage tracker for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:35.268771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Made reservation on behalf of 344cc5eb395d4ee989349dcc3482ab67 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:35.272234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:35.287960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:35.288493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:35.288628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:35.314768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:35.333072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d1a68c45-423d-43f6-b17a-a13e7f89516a tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Unset dirty status for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:35.334486 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d1a68c45-423d-43f6-b17a-a13e7f89516a tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "GET /v2.0/ports/6d0e3c9d-3da5-4b0b-8c95-5190036fefd2 HTTP/1.1" status: 404 len: 333 time: 0.3200734 Apr 23 00:26:35.340444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Usage tracker for resource:port and tenant:00711fe621da4cf88aa3f9fa4a2cc33c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:35.346658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59492) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:35.348885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:35.370975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Request body: {'port': {'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1577555346'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:35.428867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:35.429116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:35.429116 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:35.438322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e2ca7-67fd-428e-875f-8d0405063ff4 req-0f30ea0d-8277-4ac6-a799-735e2a1c867e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:35.439679 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-be9e2ca7-67fd-428e-875f-8d0405063ff4 req-0f30ea0d-8277-4ac6-a799-735e2a1c867e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 943 time: 0.8526304 Apr 23 00:26:35.461277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:35.471396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8231edfc-0a5d-4faa-9306-3bb02f1db2c2 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:35.475093 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8231edfc-0a5d-4faa-9306-3bb02f1db2c2 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] 10.222.0.39 "GET /v2.0/networks/86ac19d2-957a-4f51-a856-5c0db9a344dc HTTP/1.1" status: 200 len: 757 time: 0.4601388 Apr 23 00:26:35.479760 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 10 to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b Apr 23 00:26:35.490601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59496) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:35.513551 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2ec447dd-05f6-4018-8dd0-680ba30ba8b7 req-653201e0-bd73-495c-b1ca-2c17857bea27 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.2305536 Apr 23 00:26:35.561315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:35.574518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:35.574874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:35.575200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:35.594497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:35.594827 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 140eee28-cbb2-4223-8e4a-17d9a235ae8b on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:35.595185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:35.605627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Made reservation on behalf of 00711fe621da4cf88aa3f9fa4a2cc33c for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:35.609033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:35.684518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Made reservation on behalf of d83ec677be8e4e139063064686e8ffeb for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:35.686776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:35.687647 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-fb7ecacf-d8e1-49de-ad88-bccb0bf78078 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449259 Apr 23 00:26:35.752083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] device_id is not set on port ec140884-3aae-40a8-b9d1-ee8454cf6772 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:35.829924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-be9e2ca7-67fd-428e-875f-8d0405063ff4 req-bd6c573f-c9ee-42ef-8e72-8843bc08ab90 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3655353 Apr 23 00:26:35.839935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] For port 140eee28-cbb2-4223-8e4a-17d9a235ae8b, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:35.840339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempted to set empty binding levels {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 00:26:35.856880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:35.888531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Router a26f17b0-7420-4ab2-8ab5-cc37fc018dc1 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:26:35.906195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] device_id is not set on port ad1e08c0-2783-490c-99cb-ccd8d6cea255 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:35.920374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:35.920974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:35.944868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e04875-3c61-4140-b083-13e7d360ad3e tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:35.948921 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-01e04875-3c61-4140-b083-13e7d360ad3e tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] 10.222.0.39 "GET /v2.0/networks/c21f0edc-e42c-4596-a75d-4dcc6eb9b407 HTTP/1.1" status: 200 len: 768 time: 0.4443955 Apr 23 00:26:35.958121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59500) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:36.017485 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17df27f3-bfa5-40a1-9413-820be8e62c50 req-dca8d354-6b0e-4fa0-8832-98dbd2dca3ed service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212636 Apr 23 00:26:36.026867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=140eee28-cbb2-4223-8e4a-17d9a235ae8b,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:36.032727 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-db55b814-37c3-4ed3-892c-7010db4ef46f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.5223267 Apr 23 00:26:36.035631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59504) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:36.175392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Deleting port 140eee28-cbb2-4223-8e4a-17d9a235ae8b {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:36.175738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.195434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Allocated IP 172.20.0.4 (c8c2e5ac-53c9-4889-be21-e387cb1b91fe/0ad0c04a-144c-4342-aa73-fba5e7357e5d/243a6dec-eff4-470e-a9a2-304215e86114) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:36.201325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.230724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.249406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:36.259813 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Sync routers for ids ['a26f17b0-7420-4ab2-8ab5-cc37fc018dc1'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:36.269773 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Routers {'a26f17b0-7420-4ab2-8ab5-cc37fc018dc1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:36.270411 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a26f17b0-7420-4ab2-8ab5-cc37fc018dc1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:36.270641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.309907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Allocated IP 172.20.0.3 (59a83226-88e2-440d-bff2-1d9af98f02a7/3961e78b-7fb4-4de6-ad73-595701b5c43c/ec140884-3aae-40a8-b9d1-ee8454cf6772) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:36.313471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.317186 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-19454852-206b-49ac-9915-07da734d1409 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.7816048 Apr 23 00:26:36.318956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59508) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:36.378751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] In _notify_port_updated(), no bound segment for port a0966643-91b0-4a54-a1a1-80f99ff1fc28 on network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:26:36.384097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:36.385949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.387296 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "PUT /v2.0/ports/a0966643-91b0-4a54-a1a1-80f99ff1fc28 HTTP/1.1" status: 200 len: 1068 time: 2.6300611 Apr 23 00:26:36.396233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59512) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:36.466508 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Set router a26f17b0-7420-4ab2-8ab5-cc37fc018dc1 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:36.488681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4cf78-d610-4445-bfc7-e08f32e5e80b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event updated for resources: {'Port': ['ID=a0966643-91b0-4a54-a1a1-80f99ff1fc28,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:36.561264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] For port 140eee28-cbb2-4223-8e4a-17d9a235ae8b, host hv-neutron-8387, got binding levels [] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:36.561593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.720835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-54cea74a-7555-48d1-a8e6-2dae1a2ee1c7 None None] Provisioning complete for port a0966643-91b0-4a54-a1a1-80f99ff1fc28 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:36.721833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54cea74a-7555-48d1-a8e6-2dae1a2ee1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.743215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Calling delete_port for 140eee28-cbb2-4223-8e4a-17d9a235ae8b owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:36.783367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-54cea74a-7555-48d1-a8e6-2dae1a2ee1c7 None None] Port a0966643-91b0-4a54-a1a1-80f99ff1fc28 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:36.839028 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f17b0-7420-4ab2-8ab5-cc37fc018dc1', 'name': '', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510', 'external_fixed_ips': [{'subnet_id': 'cb1bd83e-5af1-4d5a-bab4-83ceadb55e75', 'ip_address': '2001:db8::106'}], 'enable_snat': True}, 'gw_port_id': '999e6b52-6870-46d2-99fc-adb644ad4512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:26:27Z', 'updated_at': '2022-04-23T00:26:33Z', 'revision_number': 3, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port': {'id': '999e6b52-6870-46d2-99fc-adb644ad4512', 'name': '', 'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:cf:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26f17b0-7420-4ab2-8ab5-cc37fc018dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'cb1bd83e-5af1-4d5a-bab4-83ceadb55e75', 'ip_address': '2001:db8::106', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:31Z', 'updated_at': '2022-04-23T00:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cb1bd83e-5af1-4d5a-bab4-83ceadb55e75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:36.843206 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Checking router: a26f17b0-7420-4ab2-8ab5-cc37fc018dc1 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:26:36.843671 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Updating router a26f17b0-7420-4ab2-8ab5-cc37fc018dc1 port 999e6b52-6870-46d2-99fc-adb644ad4512 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:26:36.911817 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.927156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:36.987057 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2148ce2f-b9c2-4618-9c41-86ab763424ed req-976392f1-83c5-4cde-84de-76eacaa60680 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.2608786 Apr 23 00:26:37.073011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting port a0966643-91b0-4a54-a1a1-80f99ff1fc28 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:37.073355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.101405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.123572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.133821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.186343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event deleted for resources: {'Port': ['ID=140eee28-cbb2-4223-8e4a-17d9a235ae8b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:37.204585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.207736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.212136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ac19d2-957a-4f51-a856-5c0db9a344dc']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:37.216490 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0ef15239-7cbb-4d76-8f01-33c4cc58001a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "DELETE /v2.0/ports/140eee28-cbb2-4223-8e4a-17d9a235ae8b HTTP/1.1" status: 204 len: 168 time: 1.1798172 Apr 23 00:26:37.219172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59520) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:37.265360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Deleting port 999e6b52-6870-46d2-99fc-adb644ad4512 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:37.265997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.289716 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.293498 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f8b732-65d0-46c1-bec6-c1d44c25d5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:26:37.294262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-27f8b732-65d0-46c1-bec6-c1d44c25d5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Synchronizing usage tracker for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:37.309200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe18e14d-7638-4653-91c1-a5c07a5ab11b') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:37.309499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe18e14d-7638-4653-91c1-a5c07a5ab11b') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:37.316045 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Transition to ACTIVE for port object 999e6b52-6870-46d2-99fc-adb644ad4512 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:37.324425 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.349801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-27f8b732-65d0-46c1-bec6-c1d44c25d5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Unset dirty status for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:37.351759 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-27f8b732-65d0-46c1-bec6-c1d44c25d5af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "GET /v2.0/ports/140eee28-cbb2-4223-8e4a-17d9a235ae8b HTTP/1.1" status: 404 len: 333 time: 0.1300900 Apr 23 00:26:37.362685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59524) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:37.381498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.410629 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d65ea-0346-4d69-8800-29ab8c98df71 None None] Pushing event updated for resources: {'Port': ['ID=999e6b52-6870-46d2-99fc-adb644ad4512,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:37.414644 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Attempting to bind port 999e6b52-6870-46d2-99fc-adb644ad4512 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:37.415019 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Attempting to bind port 999e6b52-6870-46d2-99fc-adb644ad4512 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '48f2a9b3-bfb2-41e6-8bd3-7275dce486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:37.416188 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Attempting to bind port 999e6b52-6870-46d2-99fc-adb644ad4512 on network d462b28e-c402-4e94-a2ea-3258fa1ff510 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:37.418616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Request body: {'port': {'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2134138407'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:37.421087 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:37.421434 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Checking segment: {'id': '48f2a9b3-bfb2-41e6-8bd3-7275dce486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:37.421830 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.422223 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Bound using segment: {'id': '48f2a9b3-bfb2-41e6-8bd3-7275dce486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:37.422709 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Bound port: 999e6b52-6870-46d2-99fc-adb644ad4512, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f2a9b3-bfb2-41e6-8bd3-7275dce486fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd462b28e-c402-4e94-a2ea-3258fa1ff510'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:37.423244 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.436715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:37.454622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.470396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.471361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.499402 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] For port 999e6b52-6870-46d2-99fc-adb644ad4512, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:37.502776 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] For port 999e6b52-6870-46d2-99fc-adb644ad4512, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=999e6b52-6870-46d2-99fc-adb644ad4512,segment=NetworkSegment(48f2a9b3-bfb2-41e6-8bd3-7275dce486fb),segment_id=48f2a9b3-bfb2-41e6-8bd3-7275dce486fb)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:37.503203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:37.508610 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.510356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:37.510821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:37.532361 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:37.582851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbd069-38d2-45bb-bba1-3faddbbdb7da req-2e9833e0-96a3-491d-a84d-01559e88576d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.584354 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c4bbd069-38d2-45bb-bba1-3faddbbdb7da req-2e9833e0-96a3-491d-a84d-01559e88576d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 943 time: 0.5999715 Apr 23 00:26:37.590833 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Routers {'a26f17b0-7420-4ab2-8ab5-cc37fc018dc1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:37.591467 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a26f17b0-7420-4ab2-8ab5-cc37fc018dc1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:37.600438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Calling delete_port for 999e6b52-6870-46d2-99fc-adb644ad4512 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:37.643545 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d65ea-0346-4d69-8800-29ab8c98df71 None None] Pushing event updated for resources: {'Port': ['ID=999e6b52-6870-46d2-99fc-adb644ad4512,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:37.699484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.706657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Made reservation on behalf of 0831df7355164a01a3d21b01e1da23d1 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:37.707813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.740956 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] Set router a26f17b0-7420-4ab2-8ab5-cc37fc018dc1 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:37.846189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.846900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:26:37.847342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:26:37.848462 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26f17b0-7420-4ab2-8ab5-cc37fc018dc1', 'name': '', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:26:27Z', 'updated_at': '2022-04-23T00:26:37Z', 'revision_number': 4, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:37.852779 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7ac44-4655-43a4-981a-b9b065edf09f None None] The sync data for ids ['a26f17b0-7420-4ab2-8ab5-cc37fc018dc1'] in dv-neutron-838784-1-hyperv is: [{'id': 'a26f17b0-7420-4ab2-8ab5-cc37fc018dc1', 'name': '', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:26:27Z', 'updated_at': '2022-04-23T00:26:37Z', 'revision_number': 4, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:37.914379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] device_id is not set on port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:37.952696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:37.965340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:37.969500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c4bbd069-38d2-45bb-bba1-3faddbbdb7da req-af9ea0aa-c810-4b69-8667-e9bf061a8ef0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3619926 Apr 23 00:26:37.970197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:37.971098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:37.971754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:37.975700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Transition to ACTIVE for port object ec140884-3aae-40a8-b9d1-ee8454cf6772 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:37.977028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Transition to ACTIVE for port object 243a6dec-eff4-470e-a9a2-304215e86114 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:37.997443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.049875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86ac19d2-957a-4f51-a856-5c0db9a344dc {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 23 00:26:38.066733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.074364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.076650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1e08c0-2783-490c-99cb-ccd8d6cea255,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:38.097895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event deleted for resources: {'Network': ['ID=86ac19d2-957a-4f51-a856-5c0db9a344dc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:38.159603 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db9ba0ee-30e8-4ab3-9540-c3daaa91e74e req-7a71cea4-56d0-4ffe-bbd8-ffea37d1c3fc tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.0455556 Apr 23 00:26:38.260062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Calling delete_port for a0966643-91b0-4a54-a1a1-80f99ff1fc28 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:38.260620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 79a00571-c5ba-40a3-b228-ac8ab0e749e2 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:26:38.348856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Deleting port 999e6b52-6870-46d2-99fc-adb644ad4512 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:38.349752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.351691 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a3f81800-dec3-49f4-9a10-71139f09c6b8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9968481 Apr 23 00:26:38.363295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.365213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.384641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59532) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:38.440344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 79a00571-c5ba-40a3-b228-ac8ab0e749e2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:38.443217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:38.454421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'port_id': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'mac_address': 'fa:16:3e:57:02:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:26:38.506969 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1ccc9be3-a3f5-472f-ad65-e6385c783a9b tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "DELETE /v2.0/networks/86ac19d2-957a-4f51-a856-5c0db9a344dc HTTP/1.1" status: 204 len: 168 time: 2.5381262 Apr 23 00:26:38.516876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:38.526821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.546378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a00571-c5ba-40a3-b228-ac8ab0e749e2 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:38.565366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 79a00571-c5ba-40a3-b228-ac8ab0e749e2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:38.571529 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.581047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] For port 999e6b52-6870-46d2-99fc-adb644ad4512, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=999e6b52-6870-46d2-99fc-adb644ad4512,segment=NetworkSegment(48f2a9b3-bfb2-41e6-8bd3-7275dce486fb),segment_id=48f2a9b3-bfb2-41e6-8bd3-7275dce486fb)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:38.581621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:38.584731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'network': {'name': 'tempest-network--1885291291'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:38.659776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=79a00571-c5ba-40a3-b228-ac8ab0e749e2,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:38.711741 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:38.717441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Calling delete_port for 999e6b52-6870-46d2-99fc-adb644ad4512 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:38.730505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:38.731521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:38.734205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:38.744937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:38.747500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:38.773193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Usage tracker for resource:network and tenant:a1b22108559a41d69a511053e97639bf is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:38.780703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event updated for resources: {'Port': ['ID=ec140884-3aae-40a8-b9d1-ee8454cf6772,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:38.849001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:38.894460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:38.933156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:39.029646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9636c537-674f-414a-8d14-c9410c3ea949 None None] Provisioning for port 243a6dec-eff4-470e-a9a2-304215e86114 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:39.036503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9636c537-674f-414a-8d14-c9410c3ea949 None None] Provisioning complete for port 243a6dec-eff4-470e-a9a2-304215e86114 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:39.037048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9636c537-674f-414a-8d14-c9410c3ea949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.063761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.091292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.105311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Made reservation on behalf of a1b22108559a41d69a511053e97639bf for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:39.107599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.116408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.124951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['79a00571-c5ba-40a3-b228-ac8ab0e749e2'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:26:39.148776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event deleted for resources: {'Port': ['ID=999e6b52-6870-46d2-99fc-adb644ad4512,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:39.188260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:39.188594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.190150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.192309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event updated for resources: {'Port': ['ID=243a6dec-eff4-470e-a9a2-304215e86114,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:39.215436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:39.215723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.248855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9636c537-674f-414a-8d14-c9410c3ea949 None None] Port 243a6dec-eff4-470e-a9a2-304215e86114 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:39.332399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:39.340029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-5ff7d99f-d1d8-414f-ba35-457f1bde9d2e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0247450 Apr 23 00:26:39.353120 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0fa9dc41-e9e4-482f-bacd-c80a6386a6bd tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8353674 Apr 23 00:26:39.355743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59544) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:39.360932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.387241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b6e4e88e-7dc9-42cb-9e15-79361c607e28 None None] Provisioning for port ec140884-3aae-40a8-b9d1-ee8454cf6772 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:39.403050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.405073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b6e4e88e-7dc9-42cb-9e15-79361c607e28 None None] Provisioning complete for port ec140884-3aae-40a8-b9d1-ee8454cf6772 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:39.405449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e88e-7dc9-42cb-9e15-79361c607e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.423333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Request body: {'port': {'device_id': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:39.434822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.457767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.458471 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Added segment 1e174597-c7e0-44b6-b2e4-1a078fee22e7 of type vlan for network 63d0ee25-ea6a-48db-b8f8-5b0c8d614d11 Apr 23 00:26:39.496608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4e88e-7dc9-42cb-9e15-79361c607e28 None None] Port ec140884-3aae-40a8-b9d1-ee8454cf6772 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:26:39.506024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Port': ['ID=a0966643-91b0-4a54-a1a1-80f99ff1fc28,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:39.547242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.547761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a26f17b0-7420-4ab2-8ab5-cc37fc018dc1 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:26:39.567968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346f1f-b563-4f15-aa9c-7dda9b9f5732 req-fa861257-42fa-47fe-bead-64827a70730e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:39.578924 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b346f1f-b563-4f15-aa9c-7dda9b9f5732 req-fa861257-42fa-47fe-bead-64827a70730e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 931 time: 0.1858463 Apr 23 00:26:39.624244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.628707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0edd1d6d-fc66-49a5-8647-8f8baeb4e0bc tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a26f17b0-7420-4ab2-8ab5-cc37fc018dc1 HTTP/1.1" status: 204 len: 168 time: 3.3097477 Apr 23 00:26:39.629313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59550) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:39.662417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.664755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.701047 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b346f1f-b563-4f15-aa9c-7dda9b9f5732 req-8414990f-45c0-4e71-9754-52a998e6fabf tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209481 Apr 23 00:26:39.705907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'project_id': '00711fe621da4cf88aa3f9fa4a2cc33c', 'port_id': 'ec140884-3aae-40a8-b9d1-ee8454cf6772'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:39.730544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Deleting subnet cb1bd83e-5af1-4d5a-bab4-83ceadb55e75 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:26:39.733707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.786055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.815976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:39.824735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.846389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.864714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Usage tracker for resource:floatingip and tenant:00711fe621da4cf88aa3f9fa4a2cc33c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:39.873755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:39.891941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Network 792736d4-023f-4950-9d14-d9a587d80a7e is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:39.915309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.925972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261515-784e-49d7-b025-ea5aee73da92 req-0f701cc7-9294-4417-9024-f428bdd97e82 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:39.927455 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a5261515-784e-49d7-b025-ea5aee73da92 req-0f701cc7-9294-4417-9024-f428bdd97e82 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 944 time: 0.7888188 Apr 23 00:26:39.934666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:39.944161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:39.956874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1bd83e-5af1-4d5a-bab4-83ceadb55e75,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:39.962101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:39.971631 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9fc7cb62-2665-4962-84b9-17c57082cbd8 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/cb1bd83e-5af1-4d5a-bab4-83ceadb55e75 HTTP/1.1" status: 204 len: 168 time: 0.3315403 Apr 23 00:26:39.972050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59556) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:39.994842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:39.995853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:39.996506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.018152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0370b8-aecf-4f1a-907e-540fc6ed1d28,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:40.032245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.061978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.081708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:26:40.082374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.185009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.185960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:40.186587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.208701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.234068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d462b28e-c402-4e94-a2ea-3258fa1ff510']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:40.246462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f2a9b3-bfb2-41e6-8bd3-7275dce486fb') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:40.246766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f2a9b3-bfb2-41e6-8bd3-7275dce486fb') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:40.250639 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3d00f770-f3d8-41ea-8697-394be8efe712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8758905 Apr 23 00:26:40.253184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 79a00571-c5ba-40a3-b228-ac8ab0e749e2 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:40.253721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59560) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:40.253979 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a5261515-784e-49d7-b025-ea5aee73da92 req-7511323c-8d22-4679-a18b-feb949a0b8ed tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2899158 Apr 23 00:26:40.266929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:40.293244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.338639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.345480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:40.351113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:40.351562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.379730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:40.380342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:40.394050 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:40.452846 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8745480 Apr 23 00:26:40.458208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] device_id is not set on port ad1e08c0-2783-490c-99cb-ccd8d6cea255 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:40.459222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59564) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:40.474226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:40.484338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.511149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.512968 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-271b0901-6928-4cf6-a156-84de04c904d7 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/ports/a0966643-91b0-4a54-a1a1-80f99ff1fc28 HTTP/1.1" status: 204 len: 168 time: 4.1054780 Apr 23 00:26:40.514778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.520149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59568) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:40.524692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.524888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 79a00571-c5ba-40a3-b228-ac8ab0e749e2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:40.526534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:40.566491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d82842-f319-4dbf-9389-47d083b97693 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Network': ['ID=63d0ee25-ea6a-48db-b8f8-5b0c8d614d11,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:40.598286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 63d0ee25-ea6a-48db-b8f8-5b0c8d614d11 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:40.614874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Transition to ACTIVE for port object ad1e08c0-2783-490c-99cb-ccd8d6cea255 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:40.620717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.719315 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3b48ac-f6ce-4ec3-96b0-0be4573e9b4b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] GET failed (client error): The resource could not be found. Apr 23 00:26:40.719944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f3b48ac-f6ce-4ec3-96b0-0be4573e9b4b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Synchronizing usage tracker for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:40.724221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.739946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.794452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=79a00571-c5ba-40a3-b228-ac8ab0e749e2,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:40.797876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d462b28e-c402-4e94-a2ea-3258fa1ff510 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 23 00:26:40.804721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:40.828976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event deleted for resources: {'Network': ['ID=d462b28e-c402-4e94-a2ea-3258fa1ff510,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:40.856105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f3b48ac-f6ce-4ec3-96b0-0be4573e9b4b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Unset dirty status for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:40.857424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1f3b48ac-f6ce-4ec3-96b0-0be4573e9b4b tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "GET /v2.0/ports/a0966643-91b0-4a54-a1a1-80f99ff1fc28 HTTP/1.1" status: 404 len: 333 time: 0.3363645 Apr 23 00:26:40.863720 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ad0f63ec-dc0f-45da-b5d4-4fc7d32863a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "DELETE /v2.0/networks/d462b28e-c402-4e94-a2ea-3258fa1ff510 HTTP/1.1" status: 204 len: 168 time: 0.8907418 Apr 23 00:26:40.864531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59582) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:40.944778 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0053dc-b4a0-4780-9157-8a45190bbdd7'] response: {'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'code': 200} Apr 23 00:26:41.022381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1e08c0-2783-490c-99cb-ccd8d6cea255,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:41.080984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.081320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.081745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.120612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.121293 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:41.124136 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 2 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:41.124614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] device_id is not set on port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:41.132363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.148051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Transition to ACTIVE for port object 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:41.157114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.157660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.158143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.160847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.226112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.230443 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:41.238674 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 3 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:41.243708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.299622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59592) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:41.330966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f592f-4707-48a1-a515-f1e710f37b0f req-ee1b165e-65ea-4ec8-8375-494ebdd4c102 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:41.331660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-c46f592f-4707-48a1-a515-f1e710f37b0f req-ee1b165e-65ea-4ec8-8375-494ebdd4c102 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Synchronizing usage tracker for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:41.334042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.334508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.334725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.334849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.342966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'router': {'name': 'tempest-router--1951134533', 'project_id': '148de6be7a2943938a65a3cfea8985fc'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:41.358507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:41.362568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.362896 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:41.370604 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 4 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:41.383267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:router and tenant:148de6be7a2943938a65a3cfea8985fc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:41.390205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243a6dec-eff4-470e-a9a2-304215e86114 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:41.404013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:41.412057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.426059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.426297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:41.465001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-c46f592f-4707-48a1-a515-f1e710f37b0f req-ee1b165e-65ea-4ec8-8375-494ebdd4c102 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Unset dirty status for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:41.466136 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c46f592f-4707-48a1-a515-f1e710f37b0f req-ee1b165e-65ea-4ec8-8375-494ebdd4c102 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 931 time: 0.5290875 Apr 23 00:26:41.476196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.476531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.476867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.512693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Transition to ACTIVE for port object 243a6dec-eff4-470e-a9a2-304215e86114 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:41.513659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.513983 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:41.518365 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 5 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:41.526624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.527519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.549013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.571648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Network 63d0ee25-ea6a-48db-b8f8-5b0c8d614d11 is not hosted by any dhcp agent {{(pid=88073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 23 00:26:41.572721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:41.573511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.574909 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "PUT /v2.0/networks/63d0ee25-ea6a-48db-b8f8-5b0c8d614d11 HTTP/1.1" status: 200 len: 857 time: 1.1127126 Apr 23 00:26:41.607287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Allocated IP 172.26.8.252 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/bca3c172-392a-4a26-9005-f97c62a84e3e) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:41.607996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59598) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:41.617287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.617621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.617952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.627549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting port b3191935-17b9-4630-b1c6-b48f7f199f60 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:41.627895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.649230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.649517 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:41.653643 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c46f592f-4707-48a1-a515-f1e710f37b0f req-b3f90ccd-c849-4d36-bf53-e4507f046a89 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732886 Apr 23 00:26:41.702845 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 6 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:41.732448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.753253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0370b8-aecf-4f1a-907e-540fc6ed1d28,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:41.794952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.795293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.795402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105a605-be19-45de-83d0-1b5a92bfcfb0 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event updated for resources: {'Network': ['ID=63d0ee25-ea6a-48db-b8f8-5b0c8d614d11,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:41.795630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.797568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.797907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.798472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.801977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Pushing event updated for resources: {'Port': ['ID=243a6dec-eff4-470e-a9a2-304215e86114,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:41.812370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.812712 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:41.818100 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 2 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:41.888466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.888790 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:41.902032 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 7 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:41.907954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.908285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.908624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.956752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:41.960877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.960877 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:41.967867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:41.968199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:41.968531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:41.980466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 3 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:41.992201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:41.992531 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:42.003559 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 8 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:42.012462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.025923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-af76b816-b8f8-4443-9730-4700ec8b8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:42.027388 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-af76b816-b8f8-4443-9730-4700ec8b8d86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.6693430 Apr 23 00:26:42.028039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:42.028371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:42.028705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.053618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:42.053722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:42.053993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.065677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.066875 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6fd2c03e-d0e7-4098-88dd-7d896ecb9c1d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7625141 Apr 23 00:26:42.068400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7919056-6cb8-4eef-8d4c-60cab103d6fe req-08c6a567-e341-4b38-944f-75f783cbc083 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:42.071068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e7919056-6cb8-4eef-8d4c-60cab103d6fe req-08c6a567-e341-4b38-944f-75f783cbc083 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6402643 Apr 23 00:26:42.072797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:42.073139 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:42.073578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59602) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:42.075581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.082045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:42.082392 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:42.084493 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 9 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:42.091705 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 4 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:42.091937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Attempting to bind port 243a6dec-eff4-470e-a9a2-304215e86114 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:42.092100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Attempting to bind port 243a6dec-eff4-470e-a9a2-304215e86114 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:42.092427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Attempting to bind port 243a6dec-eff4-470e-a9a2-304215e86114 on network c8c2e5ac-53c9-4889-be21-e387cb1b91fe {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.102886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Port 243a6dec-eff4-470e-a9a2-304215e86114 on network c8c2e5ac-53c9-4889-be21-e387cb1b91fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:42.103278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Attempting to bind port 243a6dec-eff4-470e-a9a2-304215e86114 on network c8c2e5ac-53c9-4889-be21-e387cb1b91fe {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.113819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:42.114147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:42.114499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.119656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:42.120385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Checking segment: {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:42.120764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Bound using segment: {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:42.121184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Bound port: 243a6dec-eff4-470e-a9a2-304215e86114, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:42.121525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.135718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:42.136051 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:42.139606 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 10 to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 Apr 23 00:26:42.196292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:42.196623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:42.196727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.197737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.207611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:42.207930 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:42.208277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.279360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.370146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:42.376116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:42.387058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] For port 243a6dec-eff4-470e-a9a2-304215e86114, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:42.394819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:42.398165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:42.398518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:42.398853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.461596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] For port 243a6dec-eff4-470e-a9a2-304215e86114, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=243a6dec-eff4-470e-a9a2-304215e86114,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:42.462765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Pushing event updated for resources: {'Port': ['ID=bca3c172-392a-4a26-9005-f97c62a84e3e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:42.467796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] For port ad1e08c0-2783-490c-99cb-ccd8d6cea255, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:42.468403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempted to set empty binding levels {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 00:26:42.471619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.502531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:42.515844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.526455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Usage tracker for resource:security_group_rule and tenant:04ece891ec26413f8292f09bf756beaf is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:42.536382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:42.536701 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:42.537631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:42.548761 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 5 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:42.556163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dda49776-9d14-4e94-a374-73856d5b5918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.570109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] In _notify_port_updated(), no bound segment for port ad1e08c0-2783-490c-99cb-ccd8d6cea255 on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:26:42.570999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:42.571597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.574132 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "PUT /v2.0/ports/ad1e08c0-2783-490c-99cb-ccd8d6cea255 HTTP/1.1" status: 200 len: 977 time: 4.1855443 Apr 23 00:26:42.575529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:42.576113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.577466 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] 10.222.0.42 "PUT /v2.0/ports/243a6dec-eff4-470e-a9a2-304215e86114 HTTP/1.1" status: 200 len: 1093 time: 3.2109480 Apr 23 00:26:42.580249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:42.584355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59606) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:42.700806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:42.715455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e7919056-6cb8-4eef-8d4c-60cab103d6fe req-12ccbce2-54de-4726-b88f-2255dac082cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Synchronizing usage tracker for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:42.799651 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb7ed24-069b-4e5e-aeb6-105be359a527'] response: {'name': 'network-changed', 'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114', 'status': 'completed', 'code': 200} Apr 23 00:26:42.811904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.820878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:42.821218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:42.821561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:42.844268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:42.897812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77192161-e954-4525-9a90-c0ed8b305af8 service neutron] Pushing event updated for resources: {'Port': ['ID=243a6dec-eff4-470e-a9a2-304215e86114,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:42.916312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:42.916792 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:42.928285 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 6 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:43.099274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d340fa-87d2-40af-bad7-4478fe2ddce5 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=ad1e08c0-2783-490c-99cb-ccd8d6cea255,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:43.127601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d0ee25-ea6a-48db-b8f8-5b0c8d614d11']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:43.148897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Calling delete_port for b3191935-17b9-4630-b1c6-b48f7f199f60 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:43.176978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e7919056-6cb8-4eef-8d4c-60cab103d6fe req-12ccbce2-54de-4726-b88f-2255dac082cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Unset dirty status for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:43.178139 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e7919056-6cb8-4eef-8d4c-60cab103d6fe req-12ccbce2-54de-4726-b88f-2255dac082cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0749476 Apr 23 00:26:43.200176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:43.200176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:43.200176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:43.201103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e174597-c7e0-44b6-b2e4-1a078fee22e7') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:43.201411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e174597-c7e0-44b6-b2e4-1a078fee22e7') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:43.225172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.225652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.226118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.226612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.227072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.227530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.227984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.229537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.229999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.230482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.230937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.231394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.231845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.232295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.232743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.233191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.233640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.234091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.234575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.235027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.235477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.235926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.236381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.236822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.237267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.239337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Synchronizing usage tracker for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:43.258643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbbc04-e020-4b10-a696-a493e585f896 req-2a22ca7c-119d-4f05-b4bc-0bb5bffae66b tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.260703 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e8fbbc04-e020-4b10-a696-a493e585f896 req-2a22ca7c-119d-4f05-b4bc-0bb5bffae66b tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 943 time: 0.4600334 Apr 23 00:26:43.262532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-cf5353dd-4c92-4fc9-bfad-81b12f420e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.263868 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-cf5353dd-4c92-4fc9-bfad-81b12f420e67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=344cc5eb395d4ee989349dcc3482ab67&device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 1096 time: 0.4982967 Apr 23 00:26:43.279633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dda49776-9d14-4e94-a374-73856d5b5918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.286449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:43.286784 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:43.287763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dda49776-9d14-4e94-a374-73856d5b5918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.291166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.299915 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 7 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:43.351400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.364123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:43.364617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:43.365028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:43.375325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:43.375850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.386756 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-c8f74c52-6504-4074-a67b-8088bf655e0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243a6dec-eff4-470e-a9a2-304215e86114 HTTP/1.1" status: 200 len: 217 time: 0.0893052 Apr 23 00:26:43.398781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Unset dirty status for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:43.400010 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9b90e0e8-b280-43c8-a60f-385fda148072 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21900 time: 0.8015144 Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:43.402648 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:43.405710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59616) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:43.428519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dda49776-9d14-4e94-a374-73856d5b5918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.428990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda49776-9d14-4e94-a374-73856d5b5918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4dcd2fb-ef2f-49d4-8622-627ac7dd305b {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:26:43.434789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:43.435137 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:43.485294 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 8 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:43.506114 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e8fbbc04-e020-4b10-a696-a493e585f896 req-1ac51ce7-9451-4618-88e8-aa9cddd40c42 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369709 Apr 23 00:26:43.530754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Deleting port ad1e08c0-2783-490c-99cb-ccd8d6cea255 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:43.531086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.532124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:43.532555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:43.532967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:43.556282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-ff376a4e-6e6e-4f4c-916e-ac62297be958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:43.558743 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-ff376a4e-6e6e-4f4c-916e-ac62297be958 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ad0c04a-144c-4342-aa73-fba5e7357e5d HTTP/1.1" status: 200 len: 845 time: 0.1555684 Apr 23 00:26:43.588701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.597778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:43.598113 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:43.601941 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 9 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:43.617350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.624041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.628291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63d0ee25-ea6a-48db-b8f8-5b0c8d614d11 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 23 00:26:43.631045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.658365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dda49776-9d14-4e94-a374-73856d5b5918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.660992 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dda49776-9d14-4e94-a374-73856d5b5918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a4dcd2fb-ef2f-49d4-8622-627ac7dd305b HTTP/1.1" status: 204 len: 168 time: 1.5605242 Apr 23 00:26:43.693442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] Pushing event deleted for resources: {'Network': ['ID=63d0ee25-ea6a-48db-b8f8-5b0c8d614d11,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:43.696907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:43.697781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:43.698097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:43.712733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Synchronizing usage tracker for tenant:04ece891ec26413f8292f09bf756beaf on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:43.734514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:43.734938 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:43.735584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9292af45-4310-41de-ac32-e694659e9ae3,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:43.742002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 10 to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 Apr 23 00:26:43.765753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-77c81e72-6edb-43de-84ad-56e0a262aa07 tempest-ExternalNetworksTestJSON-1789530752 tempest-ExternalNetworksTestJSON-1789530752-project-admin] 10.222.0.39 "DELETE /v2.0/networks/63d0ee25-ea6a-48db-b8f8-5b0c8d614d11 HTTP/1.1" status: 204 len: 168 time: 2.1541831 Apr 23 00:26:43.777979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59622) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:43.784026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.811123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] For port ad1e08c0-2783-490c-99cb-ccd8d6cea255, host hv-neutron-8387, got binding levels [] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:43.811726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:43.876005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:43.876915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:43.877259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:43.878095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59626) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:43.952191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Calling delete_port for ad1e08c0-2783-490c-99cb-ccd8d6cea255 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:44.018202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Port': ['ID=b3191935-17b9-4630-b1c6-b48f7f199f60,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:44.031603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] Unset dirty status for tenant:04ece891ec26413f8292f09bf756beaf on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:44.032742 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c0d3725b-b1f8-44c4-9587-63eaeffaea70 req-c57707dd-d7fc-4f18-aec2-6d0e942fd471 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.9871395 Apr 23 00:26:44.111671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7e3270-a429-49aa-aadf-ff242d960bd4 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] DELETE failed (client error): The resource could not be found. Apr 23 00:26:44.112306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7e3270-a429-49aa-aadf-ff242d960bd4 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:44.116769 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7a7e3270-a429-49aa-aadf-ff242d960bd4 tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] 10.222.0.39 "DELETE /v2.0/subnets/25b79dce-9539-4b5f-b419-36ab740279b5 HTTP/1.1" status: 404 len: 337 time: 0.3344336 Apr 23 00:26:44.117962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:44.117962 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:44.118138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.134127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59632) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:44.188921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.190843 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c968e140-eaaf-4e72-8036-a16e647fe775 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/ports/b3191935-17b9-4630-b1c6-b48f7f199f60 HTTP/1.1" status: 204 len: 168 time: 3.3115506 Apr 23 00:26:44.194214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59636) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:44.285339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201360-c267-41f9-b81d-24f8873829f1 req-26033741-8d4c-4dcb-bed9-98ec058f3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:44.292247 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-26033741-8d4c-4dcb-bed9-98ec058f3078 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c2e5ac-53c9-4889-be21-e387cb1b91fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7212651 Apr 23 00:26:44.332382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.336720 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82773ea-2508-4a57-b85c-eef71c99b510 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] GET failed (client error): The resource could not be found. Apr 23 00:26:44.337272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b82773ea-2508-4a57-b85c-eef71c99b510 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Synchronizing usage tracker for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:44.410326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-847023794', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:44.417025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad1e08c0-2783-490c-99cb-ccd8d6cea255,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:44.428026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:44.435047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.447099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Usage tracker for resource:router and tenant:35949d64a847415a8cea506b8f5bcdca is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:44.449948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.452436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:44.458465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.475667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b82773ea-2508-4a57-b85c-eef71c99b510 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Unset dirty status for tenant:4883293af5f14af4bb37b9dd29997a4b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:44.476786 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b82773ea-2508-4a57-b85c-eef71c99b510 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "GET /v2.0/ports/b3191935-17b9-4630-b1c6-b48f7f199f60 HTTP/1.1" status: 404 len: 333 time: 0.2806523 Apr 23 00:26:44.488322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59642) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:44.528281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:44.546546 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-30aa4c77-782b-4789-959c-38ea92ea0381 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ad1e08c0-2783-490c-99cb-ccd8d6cea255 HTTP/1.1" status: 204 len: 168 time: 1.1074750 Apr 23 00:26:44.552255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59648) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:44.565419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] For port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:44.565791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempted to set empty binding levels {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 00:26:44.625298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.626325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.640353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.698201 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fb6f8d-6e1b-4d7a-b39b-22ff336689da tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:26:44.698780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b1fb6f8d-6e1b-4d7a-b39b-22ff336689da tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Synchronizing usage tracker for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:44.748130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting port 16782634-740d-401f-bbc6-01196b1101e5 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:44.748466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.754433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.774588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.800295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] In _notify_port_updated(), no bound segment for port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:26:44.801143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:44.801748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.803064 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "PUT /v2.0/ports/3b0370b8-aecf-4f1a-907e-540fc6ed1d28 HTTP/1.1" status: 200 len: 981 time: 4.5483983 Apr 23 00:26:44.808577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59652) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:44.824702 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-e46ccef4-c20f-4f47-9ac1-50d8dc5a4631 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298042 Apr 23 00:26:44.925990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f1d4d-7640-46b1-8cb7-ac983c0d4bc5 req-08ee80b4-d7c6-49e1-b17c-705a9ec49207 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:44.927471 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-759f1d4d-7640-46b1-8cb7-ac983c0d4bc5 req-08ee80b4-d7c6-49e1-b17c-705a9ec49207 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5517743 Apr 23 00:26:44.928988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:44.957411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b1fb6f8d-6e1b-4d7a-b39b-22ff336689da tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Unset dirty status for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:44.962906 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b1fb6f8d-6e1b-4d7a-b39b-22ff336689da tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "GET /v2.0/ports/ad1e08c0-2783-490c-99cb-ccd8d6cea255 HTTP/1.1" status: 404 len: 333 time: 0.4001853 Apr 23 00:26:44.966573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59656) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:44.996055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c42780-d236-44bc-8d20-9401701ee3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=3b0370b8-aecf-4f1a-907e-540fc6ed1d28,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:45.029986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-786386032', 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:45.047174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21f0edc-e42c-4596-a75d-4dcc6eb9b407']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:45.080603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028b4049-9b90-4e72-ac53-3eb98f8da120') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:45.080835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028b4049-9b90-4e72-ac53-3eb98f8da120') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:45.096477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-df2c3f47-30d7-457c-b73c-f8f48d1483f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.111870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d011-536c-4045-a92d-721da673c290 req-434a0d72-4ee7-4373-940f-b0f4e7e4e16a tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.113347 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07e0d011-536c-4045-a92d-721da673c290 req-434a0d72-4ee7-4373-940f-b0f4e7e4e16a tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 943 time: 0.4896269 Apr 23 00:26:45.131944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:45.132234 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-759f1d4d-7640-46b1-8cb7-ac983c0d4bc5 req-abd1aff4-c2dd-4183-871b-d5da592c31a5 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1724179 Apr 23 00:26:45.145310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.221755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.241242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:45.250541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:45.250949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.280081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.280474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.280940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.281401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.281860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.282339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.282796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.283250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.283705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.284160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.284609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.285061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.285509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.285960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.286436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.286898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.287349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.287804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.288256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.288709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.289155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.289605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.290052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:45.292983 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-57d9782e-9476-4776-96c8-c251589099ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20299 time: 0.4759960 Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:45.293990 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:45.310358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59660) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:45.369287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.407548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Made reservation on behalf of d83ec677be8e4e139063064686e8ffeb for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:45.410144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.433576 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c201360-c267-41f9-b81d-24f8873829f1 req-c4b61303-9247-48bd-9e2e-f26c867c0234 service neutron] 10.222.0.42 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904655 Apr 23 00:26:45.434499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.444125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.461469 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07e0d011-536c-4045-a92d-721da673c290 req-6d5157c2-4c01-487f-b7a4-4e2d072223f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247576 Apr 23 00:26:45.472109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.487804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Deleting port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:45.488145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.494861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] device_id is not set on port 5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:45.570386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] Pushing event deleted for resources: {'Network': ['ID=c21f0edc-e42c-4596-a75d-4dcc6eb9b407,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:45.640384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Calling delete_port for 16782634-740d-401f-bbc6-01196b1101e5 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:45.766177 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a3720e85-9d2d-48bf-967b-437dc036316c tempest-ExternalNetworksTestJSON-1540606955 tempest-ExternalNetworksTestJSON-1540606955-project] 10.222.0.39 "DELETE /v2.0/networks/c21f0edc-e42c-4596-a75d-4dcc6eb9b407 HTTP/1.1" status: 204 len: 168 time: 1.6257632 Apr 23 00:26:45.830380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:45.845909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.024304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] For port 3b0370b8-aecf-4f1a-907e-540fc6ed1d28, host hv-neutron-8387, got binding levels [] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:46.025374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.079142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Pushing event updated for resources: {'Port': ['ID=bca3c172-392a-4a26-9005-f97c62a84e3e,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:46.092448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-5f96f74c-1df4-4629-a390-059839288425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:46.093948 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-5f96f74c-1df4-4629-a390-059839288425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=344cc5eb395d4ee989349dcc3482ab67&device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 1096 time: 0.5501773 Apr 23 00:26:46.128541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.132454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.201393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Calling delete_port for 3b0370b8-aecf-4f1a-907e-540fc6ed1d28 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:46.204643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59670) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:46.245651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.345745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Port': ['ID=16782634-740d-401f-bbc6-01196b1101e5,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:46.414340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.444261 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e2ea5e8f-9fbb-4dcf-8202-6cb4184b5772 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/ports/16782634-740d-401f-bbc6-01196b1101e5 HTTP/1.1" status: 204 len: 168 time: 1.9547894 Apr 23 00:26:46.447518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59676) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:46.486793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.568726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b0370b8-aecf-4f1a-907e-540fc6ed1d28,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:46.581137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647836b8-2f01-439e-84f0-2a36aee379ab req-e36f7dd2-2c3d-4542-935a-4cace4213b6d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:46.582436 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-647836b8-2f01-439e-84f0-2a36aee379ab req-e36f7dd2-2c3d-4542-935a-4cace4213b6d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2846820 Apr 23 00:26:46.583737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.613924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting subnet 4c6131d4-7560-4beb-9888-57a4278557fb {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:26:46.618227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.654443 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-12244f55-72d5-48cb-a204-eb0761d3d2a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "DELETE /v2.0/ports/3b0370b8-aecf-4f1a-907e-540fc6ed1d28 HTTP/1.1" status: 204 len: 168 time: 1.3406599 Apr 23 00:26:46.659574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59682) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:46.696119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-66e21c3b-de4f-4b72-9b6e-b6d2eb6f54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:46.698418 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-66e21c3b-de4f-4b72-9b6e-b6d2eb6f54cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c2e5ac-53c9-4889-be21-e387cb1b91fe HTTP/1.1" status: 200 len: 906 time: 0.5968616 Apr 23 00:26:46.710047 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Floating IP e0b8caf5-b83d-4507-83e3-b4934611e7bc associated. External IP: 172.26.8.252, port: ec140884-3aae-40a8-b9d1-ee8454cf6772. Apr 23 00:26:46.724313 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04aaad0-bfbf-456b-b2ea-0c5ef236b24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:26:46.724845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a04aaad0-bfbf-456b-b2ea-0c5ef236b24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Synchronizing usage tracker for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:46.736591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.768428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.769566 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-647836b8-2f01-439e-84f0-2a36aee379ab req-f42519f5-adb6-4eab-a343-99f814d1754b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1773782 Apr 23 00:26:46.802086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a04aaad0-bfbf-456b-b2ea-0c5ef236b24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Unset dirty status for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:46.803462 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a04aaad0-bfbf-456b-b2ea-0c5ef236b24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "GET /v2.0/ports/3b0370b8-aecf-4f1a-907e-540fc6ed1d28 HTTP/1.1" status: 404 len: 333 time: 0.1429379 Apr 23 00:26:46.808012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59688) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:46.817834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1782782825', 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:46.828521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:46.858829 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-67f413b2-4fe5-4eeb-9cd7-ae929fab1f69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c28aa4babfb40aca830c98c112c32eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6494269 Apr 23 00:26:46.858829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.870556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59692) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:46.882194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:46.913342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.935564 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-6e2cd198-bde4-45d9-ba3f-064439500730 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243a6dec-eff4-470e-a9a2-304215e86114 HTTP/1.1" status: 200 len: 217 time: 0.1737275 Apr 23 00:26:46.944113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Made reservation on behalf of 0831df7355164a01a3d21b01e1da23d1 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:46.946418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:46.972223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.025100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] device_id is not set on port f1251f34-b1cc-4e46-b100-2c0abe603d17 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:47.073580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:47.099202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:47.156547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce4181-5095-4d18-b09f-2d82e32c8765 req-c81aa63d-e806-40b8-9d62-db8ea2b67d7c tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:47.159873 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3ce4181-5095-4d18-b09f-2d82e32c8765 req-c81aa63d-e806-40b8-9d62-db8ea2b67d7c tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2787952 Apr 23 00:26:47.175732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59696) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:47.185264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Request body: {'floatingip': {'port_id': '79a00571-c5ba-40a3-b228-ac8ab0e749e2'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:47.264434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:47.265372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:47.265756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.265997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.325213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.380688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6131d4-7560-4beb-9888-57a4278557fb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:47.389591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:47.398204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d286e606-21b1-4472-af0a-7da56b2ba66d None None] Network b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:47.406821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbede8-c51a-403c-9c25-b913390d0566 req-2d57145e-f1ce-45f1-a29d-10d8a374927c tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:47.408306 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-27dbede8-c51a-403c-9c25-b913390d0566 req-2d57145e-f1ce-45f1-a29d-10d8a374927c tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 943 time: 0.8066554 Apr 23 00:26:47.468371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-0513a0aa-a18f-4a26-8a6a-59f932b616cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:47.469815 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-0513a0aa-a18f-4a26-8a6a-59f932b616cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ad0c04a-144c-4342-aa73-fba5e7357e5d HTTP/1.1" status: 200 len: 845 time: 0.4668062 Apr 23 00:26:47.501558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.573398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7d38289-f6b3-4272-8067-881300161e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.598697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20b07e2f-d829-4043-a568-2ca87dec0115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.601047 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a0cefc20-6804-4295-b971-8a1b65f6822f tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6324317 Apr 23 00:26:47.618714 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-59bf146c-04e9-4175-86ad-47e3cd5ce7e1 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/subnets/4c6131d4-7560-4beb-9888-57a4278557fb HTTP/1.1" status: 204 len: 168 time: 1.1699162 Apr 23 00:26:47.622093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59700) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:47.622449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59702) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:47.701976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-27dbede8-c51a-403c-9c25-b913390d0566 req-7719c1ba-8cdb-4b70-971c-f75302b515e8 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801952 Apr 23 00:26:47.705350 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] DHCP port deletion for b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:26:47.710941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] Deleting port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:47.711442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.715828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Allocated IP 172.26.8.9 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/5cb85762-d4d0-4f9a-9982-dbfad5325aca) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:47.738302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7d38289-f6b3-4272-8067-881300161e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.879374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:47.883471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f366fe0-0afd-4c1b-9d2d-c565073fc5d8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:47.885402 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9f366fe0-0afd-4c1b-9d2d-c565073fc5d8 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "GET /v2.0/ports/5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6 HTTP/1.1" status: 200 len: 954 time: 0.2620287 Apr 23 00:26:47.892258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59708) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:47.941971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] For port 4f4efff6-0ac6-4966-badc-cdaf4beb6040, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4f4efff6-0ac6-4966-badc-cdaf4beb6040,segment=NetworkSegment(acbea2c5-d422-4d94-9896-df1eee37f8d2),segment_id=acbea2c5-d422-4d94-9896-df1eee37f8d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:47.942336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.007667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.012377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Router d830b0a6-fc3b-48de-8145-3008cbfa96dc has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:26:48.039184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7d38289-f6b3-4272-8067-881300161e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.054386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-f2ce396a-c93f-44a1-8f1e-4a77b1906697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:48.055659 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-f2ce396a-c93f-44a1-8f1e-4a77b1906697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c2e5ac-53c9-4889-be21-e387cb1b91fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5558176 Apr 23 00:26:48.072678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Deleting port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:48.073302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.090723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d38289-f6b3-4272-8067-881300161e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3306fd93-a90f-4cad-abc0-f2bbf713ed46,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:48.104517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] Calling delete_port for 4f4efff6-0ac6-4966-badc-cdaf4beb6040 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:48.107037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Deleting port 5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:48.107391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.199879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7d38289-f6b3-4272-8067-881300161e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.201005 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c7d38289-f6b3-4272-8067-881300161e97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3306fd93-a90f-4cad-abc0-f2bbf713ed46 HTTP/1.1" status: 204 len: 168 time: 1.3295944 Apr 23 00:26:48.263066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.316748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.320443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] No DVR routers for this DVR port 4f4efff6-0ac6-4966-badc-cdaf4beb6040 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:26:48.329423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69f498-9bef-4120-b2e7-d72f9ecb3f5f None None] Pushing event deleted for resources: {'Port': ['ID=4f4efff6-0ac6-4966-badc-cdaf4beb6040,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:48.413619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.419956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] The port '4f4efff6-0ac6-4966-badc-cdaf4beb6040' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:26:48.435175 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-74967de1-a418-41b6-a2f5-d9d5c750e17f service neutron] 10.222.0.42 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670940 Apr 23 00:26:48.439308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:48.456316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] Sync routers for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:48.469002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:48.470619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:48.550983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.574814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:48.590905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.597198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:48.597964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:48.611089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.644479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59716) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:48.656684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:48.664849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:48.665824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87eb4fb-b59c-44cf-b780-28b555e66c00 None None] The sync data for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:48.691546 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-294cf318-a76b-4fee-9fa2-ca7410add2fc tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.3318563 Apr 23 00:26:48.701309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:48.703828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59720) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:48.706877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:48.710503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:48.741135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Network 792736d4-023f-4950-9d14-d9a587d80a7e is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:48.765916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:48.839303 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af5a65df-96b8-47f7-8f0c-eab082947981 req-85c1b339-3975-4e3e-b272-bc4f1611187d service neutron] 10.222.0.42 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938284 Apr 23 00:26:48.848332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event updated for resources: {'Port': ['ID=5cb85762-d4d0-4f9a-9982-dbfad5325aca,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:48.906090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:48.907065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:48.907663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.020708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=f1251f34-b1cc-4e46-b100-2c0abe603d17,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:49.070237 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7237bac7-ea29-4c4f-913a-043ae42c853f tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] 10.222.0.39 "GET /v2.0/floatingips/e0b8caf5-b83d-4507-83e3-b4934611e7bc HTTP/1.1" status: 200 len: 982 time: 0.3611181 Apr 23 00:26:49.078940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59726) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:49.079412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4f4efff6-0ac6-4966-badc-cdaf4beb6040 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:26:49.109324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.117155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4f4efff6-0ac6-4966-badc-cdaf4beb6040 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:26:49.117494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4f4efff6-0ac6-4966-badc-cdaf4beb6040 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:26:49.193283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.223588 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf171687-fc87-4274-9a54-546859863681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4145517 Apr 23 00:26:49.250762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59730) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:49.305392 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c020b276-2397-4752-a728-df9f4cbb890e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1b22108559a41d69a511053e97639bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6490979 Apr 23 00:26:49.355632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59734) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:49.406924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:49.419901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.462858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Calling delete_port for 5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:49.506787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd35f0c2-6171-44e7-b10c-b73b8da5d9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.518908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbea2c5-d422-4d94-9896-df1eee37f8d2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:49.519205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbea2c5-d422-4d94-9896-df1eee37f8d2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:49.559226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.576844 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9b25d67d-e443-48d1-bd5f-d4b28d0295bb tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.4774077 Apr 23 00:26:49.581340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59738) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:49.601736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:26:49.655098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d34d8a-1b1c-45a7-adae-e3ce61d95c4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:49.655649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f9d34d8a-1b1c-45a7-adae-e3ce61d95c4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Synchronizing usage tracker for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:49.677058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd35f0c2-6171-44e7-b10c-b73b8da5d9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.706163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.725242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:49.725643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.750012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e3e6b-44ec-44f1-8697-afe43a276141 req-0f5f90d7-ea2b-4996-afda-b702f233860f tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:49.751547 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7d2e3e6b-44ec-44f1-8697-afe43a276141 req-0f5f90d7-ea2b-4996-afda-b702f233860f tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 943 time: 0.7976983 Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:49.752205 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:49.817808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f9d34d8a-1b1c-45a7-adae-e3ce61d95c4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Unset dirty status for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:49.818981 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f9d34d8a-1b1c-45a7-adae-e3ce61d95c4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "GET /v2.0/ports/f1251f34-b1cc-4e46-b100-2c0abe603d17 HTTP/1.1" status: 200 len: 959 time: 0.5183666 Apr 23 00:26:49.844640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59742) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:49.853603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.867763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.901322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.916998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd35f0c2-6171-44e7-b10c-b73b8da5d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.949146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:49.999141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35f0c2-6171-44e7-b10c-b73b8da5d9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565e138-79ca-47f1-aa3a-cad94a5d6674,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:50.008896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting port bca3c172-392a-4a26-9005-f97c62a84e3e {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:50.009442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.033995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.049873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:50.061432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.065187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.065314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd35f0c2-6171-44e7-b10c-b73b8da5d9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.068841 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dd35f0c2-6171-44e7-b10c-b73b8da5d9e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d565e138-79ca-47f1-aa3a-cad94a5d6674 HTTP/1.1" status: 204 len: 168 time: 0.7097499 Apr 23 00:26:50.085080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.112733 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7d2e3e6b-44ec-44f1-8697-afe43a276141 req-73221e4a-f196-456c-8284-e9e61cfb52e2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419430 Apr 23 00:26:50.118047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] Pushing event deleted for resources: {'Network': ['ID=b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:50.124412 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a4a2797e-0240-4c4b-b360-4f73a238de12 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "DELETE /v2.0/ports/5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6 HTTP/1.1" status: 204 len: 168 time: 2.2263262 Apr 23 00:26:50.130625 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e5963403-4989-4679-96b3-fe8c000a5d92 tempest-AllowedAddressPairIpV6TestJSON-1610682630 tempest-AllowedAddressPairIpV6TestJSON-1610682630-project] 10.222.0.39 "DELETE /v2.0/networks/b28d54a4-fc9f-47a4-a0d3-0a2dc4dacca6 HTTP/1.1" status: 204 len: 168 time: 2.5031297 Apr 23 00:26:50.130625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59748) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:50.134523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Deleting port f1251f34-b1cc-4e46-b100-2c0abe603d17 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:50.134873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.339293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 243a6dec-eff4-470e-a9a2-304215e86114 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:26:50.427418 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e786cfa-fcb7-492f-9382-bb9930681780 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:26:50.427962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e786cfa-fcb7-492f-9382-bb9930681780 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Synchronizing usage tracker for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:50.514116 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Floating IP bfbf387f-9238-455f-beb0-6361ff3c7a04 associated. External IP: 172.26.8.36, port: 79a00571-c5ba-40a3-b228-ac8ab0e749e2. Apr 23 00:26:50.517027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.517386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.583699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e786cfa-fcb7-492f-9382-bb9930681780 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Unset dirty status for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:50.589062 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9e786cfa-fcb7-492f-9382-bb9930681780 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "GET /v2.0/ports/5b8c5b0b-258b-4bef-a1f3-dde28d0e76a6 HTTP/1.1" status: 404 len: 333 time: 0.4534531 Apr 23 00:26:50.593704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59760) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:50.609845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 243a6dec-eff4-470e-a9a2-304215e86114, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=243a6dec-eff4-470e-a9a2-304215e86114,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:50.629443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '243a6dec-eff4-470e-a9a2-304215e86114', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'port_id': '243a6dec-eff4-470e-a9a2-304215e86114', 'mac_address': 'fa:16:3e:22:dd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:26:50.661759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Request body: {'port': {'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1667898036'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:50.672831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Calling delete_port for bca3c172-392a-4a26-9005-f97c62a84e3e owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:50.705831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59766) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:50.708622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:50.721757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.762060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243a6dec-eff4-470e-a9a2-304215e86114 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:26:50.778293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.782533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 243a6dec-eff4-470e-a9a2-304215e86114, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=243a6dec-eff4-470e-a9a2-304215e86114,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:50.789277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.795361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Router 7023fc12-7172-4be2-9951-9df78b7b00ee is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:26:50.800475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:50.878081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=243a6dec-eff4-470e-a9a2-304215e86114,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:50.943183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Made reservation on behalf of d83ec677be8e4e139063064686e8ffeb for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:50.945682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:50.964478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Calling delete_port for f1251f34-b1cc-4e46-b100-2c0abe603d17 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:51.065273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] device_id is not set on port eb1d4895-0284-4d01-8bae-8ebe4ecea88c yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:51.155669 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-88e93d6d-dcd3-4e52-96ea-6e7e3da3023b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4883293af5f14af4bb37b9dd29997a4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4459982 Apr 23 00:26:51.187475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['243a6dec-eff4-470e-a9a2-304215e86114'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:26:51.195550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59784) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.227141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.302762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1251f34-b1cc-4e46-b100-2c0abe603d17,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:51.333940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.334311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.334654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.334987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.335954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.335954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.336197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.336517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.336835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.337211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.337917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.338044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.345596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59790) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.356595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.363388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.379833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Router 04092db4-5b98-4ad1-9ee8-865268fb9677 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:26:51.392037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3695f978-b2ca-4366-827d-1b3a7ab2715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.408827 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4953c41e-84f2-47a3-801c-a1a453affc97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "DELETE /v2.0/ports/f1251f34-b1cc-4e46-b100-2c0abe603d17 HTTP/1.1" status: 204 len: 168 time: 1.5537341 Apr 23 00:26:51.410177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59796) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.426198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:51.438953 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] Sync routers for ids ['7023fc12-7172-4be2-9951-9df78b7b00ee'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:51.459243 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] Routers {'7023fc12-7172-4be2-9951-9df78b7b00ee'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:51.459858 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['7023fc12-7172-4be2-9951-9df78b7b00ee'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:51.479319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event deleted for resources: {'Port': ['ID=bca3c172-392a-4a26-9005-f97c62a84e3e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:51.526015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e49a45cc-4dab-4214-bc2b-fcc78de59435 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] Request body: {'port': {'network_id': 'ffbe1c87-b68b-4df6-b309-08b7dfdb1a7c', 'name': 'tempest-NetworksNegativeTestJSON-1738915852'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:51.532407 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:51.543190 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] Routers {'7023fc12-7172-4be2-9951-9df78b7b00ee'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:51.543845 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['7023fc12-7172-4be2-9951-9df78b7b00ee'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:51.555190 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8ea84a-1c1c-47ef-9896-26576e562747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:26:51.555722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0c8ea84a-1c1c-47ef-9896-26576e562747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Synchronizing usage tracker for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:51.562605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3695f978-b2ca-4366-827d-1b3a7ab2715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.577555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49a45cc-4dab-4214-bc2b-fcc78de59435 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] POST failed (client error): The resource could not be found. Apr 23 00:26:51.578013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49a45cc-4dab-4214-bc2b-fcc78de59435 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:51.582803 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e49a45cc-4dab-4214-bc2b-fcc78de59435 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2323229 Apr 23 00:26:51.590547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59800) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.611767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.612034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.612378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.612717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.613049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.613396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.613712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.614038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.614384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.614713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.615037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.615360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:51.617222 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:51.618206 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cd2fd-5316-4bfc-a5d6-65f831c2bb1a None None] The sync data for ids ['7023fc12-7172-4be2-9951-9df78b7b00ee'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:51.673903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.675268 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bfbf470a-e4e9-4e75-b4e0-3818ecb8f32f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.7373357 Apr 23 00:26:51.688822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59804) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.698783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0c8ea84a-1c1c-47ef-9896-26576e562747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Unset dirty status for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:51.699918 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0c8ea84a-1c1c-47ef-9896-26576e562747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "GET /v2.0/ports/f1251f34-b1cc-4e46-b100-2c0abe603d17 HTTP/1.1" status: 404 len: 333 time: 0.2887149 Apr 23 00:26:51.700927 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4a3f41-06ec-431c-90ed-9f3a0d49a297 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] DELETE failed (client error): The resource could not be found. Apr 23 00:26:51.701386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4a3f41-06ec-431c-90ed-9f3a0d49a297 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:51.703441 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3e4a3f41-06ec-431c-90ed-9f3a0d49a297 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "DELETE /v2.0/networks/ea574486-7a05-4b88-b925-3a1bba4afdee HTTP/1.1" status: 404 len: 339 time: 0.1090529 Apr 23 00:26:51.713644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59808) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.713934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59810) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.750144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Request body: {'port': {'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-101439359'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:51.762541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:51.769144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.782137 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bd8d4a-8070-477d-a23d-d8359b9a565b tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] DELETE failed (client error): The resource could not be found. Apr 23 00:26:51.782621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bd8d4a-8070-477d-a23d-d8359b9a565b tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:51.784209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.784554 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Floating IP e0b8caf5-b83d-4507-83e3-b4934611e7bc disassociated (deleted). External IP: 172.26.8.252, port: ec140884-3aae-40a8-b9d1-ee8454cf6772. Apr 23 00:26:51.798986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:51.804992 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-58bd8d4a-8070-477d-a23d-d8359b9a565b tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "DELETE /v2.0/ports/a68096b0-2284-4e7a-b432-89ee98ca1ea5 HTTP/1.1" status: 404 len: 333 time: 0.0886304 Apr 23 00:26:51.808082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:51.814331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59816) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.821334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] Sync routers for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:51.832786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:51.833991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:51.858782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Made reservation on behalf of 0831df7355164a01a3d21b01e1da23d1 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:51.861035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.870761 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b847cb1-a72c-4be5-8afa-3dbeaad66107 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] DELETE failed (client error): The resource could not be found. Apr 23 00:26:51.871127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b847cb1-a72c-4be5-8afa-3dbeaad66107 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:51.871227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d040fe-d39a-4ae5-a0c3-247c63384e8b req-db031474-64f8-4602-80a7-ca4bd59252cf tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:51.878148 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-71d040fe-d39a-4ae5-a0c3-247c63384e8b req-db031474-64f8-4602-80a7-ca4bd59252cf tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 944 time: 0.5862865 Apr 23 00:26:51.878320 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1b847cb1-a72c-4be5-8afa-3dbeaad66107 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "DELETE /v2.0/subnets/bf3997e9-df44-48e9-ae6f-35e1c346ebeb HTTP/1.1" status: 404 len: 337 time: 0.0566058 Apr 23 00:26:51.878320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.887909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59820) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:51.903293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3695f978-b2ca-4366-827d-1b3a7ab2715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.905591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3695f978-b2ca-4366-827d-1b3a7ab2715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:51.908969 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3695f978-b2ca-4366-827d-1b3a7ab2715c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2511653-af6b-4663-b9ec-cf2664d167f4 HTTP/1.1" status: 204 len: 168 time: 0.7102177 Apr 23 00:26:51.934680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695f978-b2ca-4366-827d-1b3a7ab2715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2511653-af6b-4663-b9ec-cf2664d167f4,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:51.945448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] device_id is not set on port 870fc311-7090-465c-8da9-0552d41df048 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:52.044834 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfe4a64-72f9-4cc3-bfa3-d9b9242fb78a tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] GET failed (client error): The resource could not be found. Apr 23 00:26:52.048211 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:52.056308 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4dfe4a64-72f9-4cc3-bfa3-d9b9242fb78a tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "GET /v2.0/networks/527d2124-1b27-4d84-9c79-e7c2e66e4f67 HTTP/1.1" status: 404 len: 339 time: 0.1671877 Apr 23 00:26:52.064525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59826) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:52.148388 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-208503fa-9a11-437f-a53a-d637ebfc4fbd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "PUT /v2.0/floatingips/bfbf387f-9238-455f-beb0-6361ff3c7a04 HTTP/1.1" status: 200 len: 990 time: 4.9705257 Apr 23 00:26:52.167573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:52.408579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 243a6dec-eff4-470e-a9a2-304215e86114 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:26:52.448662 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e226cf24-19bf-453e-abdd-33a78dda2cd5 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] GET failed (client error): The resource could not be found. Apr 23 00:26:52.451503 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e226cf24-19bf-453e-abdd-33a78dda2cd5 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "GET /v2.0/ports/9ef25797-154b-4cd2-bca7-ff1812364b1e HTTP/1.1" status: 404 len: 333 time: 0.3505523 Apr 23 00:26:52.465262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59844) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:52.492838 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-396962f7-0548-4222-96ba-f90498b441a3 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/7023fc12-7172-4be2-9951-9df78b7b00ee HTTP/1.1" status: 200 len: 922 time: 0.8013651 Apr 23 00:26:52.499354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59848) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:52.539014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82991e0-c4ac-45f5-8436-77b8f3c6ba2d tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] GET failed (client error): The resource could not be found. Apr 23 00:26:52.541409 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f82991e0-c4ac-45f5-8436-77b8f3c6ba2d tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "GET /v2.0/subnets/3dd92169-95d4-4484-b587-54bf3da7858f HTTP/1.1" status: 404 len: 337 time: 0.0685973 Apr 23 00:26:52.552697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 243a6dec-eff4-470e-a9a2-304215e86114 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:26:52.553325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb6471-b441-4f21-8c45-0bd696d00a3f req-7a272fe9-2b5e-47e5-b24d-2c07d5fa303b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:52.554952 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0feb6471-b441-4f21-8c45-0bd696d00a3f req-7a272fe9-2b5e-47e5-b24d-2c07d5fa303b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2727776 Apr 23 00:26:52.557831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59854) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:52.562511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.570741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-65595051-582d-4317-90d7-5e4de7ed2652 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:52.593718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 243a6dec-eff4-470e-a9a2-304215e86114 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:26:52.594095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.598978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.617458 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-71d040fe-d39a-4ae5-a0c3-247c63384e8b req-ba6810ff-60b8-43fc-9835-266a1a2999f7 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7231290 Apr 23 00:26:52.626945 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-65595051-582d-4317-90d7-5e4de7ed2652 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] PUT failed (client error): The resource could not be found. Apr 23 00:26:52.627503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65595051-582d-4317-90d7-5e4de7ed2652 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:52.629939 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-65595051-582d-4317-90d7-5e4de7ed2652 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "PUT /v2.0/networks/3eece4cc-a97e-4b94-bfe1-58191a361b57 HTTP/1.1" status: 404 len: 339 time: 0.0703094 Apr 23 00:26:52.638955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59860) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:52.655864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-aeafdd8b-0346-4ca2-95eb-a9955d26d607 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:52.703967 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeafdd8b-0346-4ca2-95eb-a9955d26d607 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] PUT failed (client error): The resource could not be found. Apr 23 00:26:52.704454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeafdd8b-0346-4ca2-95eb-a9955d26d607 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:52.705663 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aeafdd8b-0346-4ca2-95eb-a9955d26d607 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "PUT /v2.0/ports/17b24801-6cf1-4dd2-98e4-4b1ba7bba35b HTTP/1.1" status: 404 len: 333 time: 0.0657077 Apr 23 00:26:52.713657 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0feb6471-b441-4f21-8c45-0bd696d00a3f req-9a3d8fa2-22e4-404d-a1f2-01690d1a9705 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488171 Apr 23 00:26:52.715343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59866) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:52.722511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fceb745c-43c7-4a54-884f-c051b2699070 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:52.734182 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b3499d90-21dd-493b-ac67-c2b9ff7dfafe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7023fc12-7172-4be2-9951-9df78b7b00ee HTTP/1.1" status: 200 len: 205 time: 0.2317600 Apr 23 00:26:52.767166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59870) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:52.794709 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-fceb745c-43c7-4a54-884f-c051b2699070 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] PUT failed (client error): The resource could not be found. Apr 23 00:26:52.796371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fceb745c-43c7-4a54-884f-c051b2699070 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:26:52.803569 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fceb745c-43c7-4a54-884f-c051b2699070 tempest-NetworksNegativeTestJSON-506660708 tempest-NetworksNegativeTestJSON-506660708-project] 10.222.0.39 "PUT /v2.0/subnets/775f7a8d-e24d-4fae-88e9-5de453f496f5 HTTP/1.1" status: 404 len: 337 time: 0.0815320 Apr 23 00:26:52.806876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.826045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:52.854613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'bfbf387f-9238-455f-beb0-6361ff3c7a04', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'floating_ip_address': '172.26.8.36', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'port_id': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'mac_address': 'fa:16:3e:57:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835b0a09-f317-40e6-abc7-f00159dd237b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:26:10Z', 'updated_at': '2022-04-23T00:26:49Z', 'revision_number': 1, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:07Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:52.860010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] Checking router: 04092db4-5b98-4ad1-9ee8-865268fb9677 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:26:52.867785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:26:52.881191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:52.882001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:53.029687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 243a6dec-eff4-470e-a9a2-304215e86114, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=243a6dec-eff4-470e-a9a2-304215e86114,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:53.052330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.069138 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0eaa11-0bdb-437a-8026-4e8b0a74da19'] response: {'name': 'network-changed', 'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'status': 'completed', 'code': 200} Apr 23 00:26:53.071053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=870fc311-7090-465c-8da9-0552d41df048,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:53.124272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Network 792736d4-023f-4950-9d14-d9a587d80a7e is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:53.130619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:53.145523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:53.146502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.147103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.205989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:53.207483 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1bd19f-8414-4a68-a718-7e383e6f6775'] response: {'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114', 'code': 200} Apr 23 00:26:53.233043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59888) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:53.254652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-14c30f7d-40cc-4dcd-b083-497a48710dff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5372791 Apr 23 00:26:53.257252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59894) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:53.263469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:53.266889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:53.384933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=243a6dec-eff4-470e-a9a2-304215e86114,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:53.394162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:53.401590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.401867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.402840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.414640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.415188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.415552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.416205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.416630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.417025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.417417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.417837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.418224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.418636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.419107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:26:53.437341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1d4895-0284-4d01-8bae-8ebe4ecea88c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:53.472240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73207-4b50-4a81-82e8-591ae0428627 req-c0608cc5-25af-416a-9a37-9c216e04731d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.473232 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-40a73207-4b50-4a81-82e8-591ae0428627 req-c0608cc5-25af-416a-9a37-9c216e04731d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4033353 Apr 23 00:26:53.488201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:26:53.508238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59900) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:53.514995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.596342 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-40a73207-4b50-4a81-82e8-591ae0428627 req-7de14218-58c7-4fcb-9b3a-dc5573741fd8 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1147089 Apr 23 00:26:53.601153 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d951cf44-e354-48ee-b351-d3f6aacd2a95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.0049610 Apr 23 00:26:53.610939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59906) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:53.634152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:53.643532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1070899453'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:53.660292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.674933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:53.678917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1670bd7-8d5d-4811-b176-0d1e490c9215 req-d68326e2-59d1-4335-be17-d6eb789088af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.680628 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d1670bd7-8d5d-4811-b176-0d1e490c9215 req-d68326e2-59d1-4335-be17-d6eb789088af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 1098 time: 0.2862637 Apr 23 00:26:53.688213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Usage tracker for resource:network and tenant:4ee883dcbc6a481e825ed032dde2316e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:53.694813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:53.713731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Router d830b0a6-fc3b-48de-8145-3008cbfa96dc has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:26:53.739249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.741153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:53.747845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:53.765043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Usage tracker for resource:security_group_rule and tenant:435b0d70026f4748a38b49ff65e1af4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:53.785101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:53.841499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259fbb-3452-463d-bfda-455e0d22808d req-aaadb84c-8aa9-4345-8d67-803206824685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:53.842975 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e2259fbb-3452-463d-bfda-455e0d22808d req-aaadb84c-8aa9-4345-8d67-803206824685 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.7379293 Apr 23 00:26:53.855599 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d1670bd7-8d5d-4811-b176-0d1e490c9215 req-6b3abbd7-cada-4b1f-8cde-f0028dfbdfef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640728 Apr 23 00:26:53.857525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:53.881369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Made reservation on behalf of 4ee883dcbc6a481e825ed032dde2316e for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:53.885877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.904312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:53.940852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:53.960745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Usage tracker for resource:security_group_rule and tenant:4ee883dcbc6a481e825ed032dde2316e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:53.995822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:54.013240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'bfbf387f-9238-455f-beb0-6361ff3c7a04', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'floating_ip_address': '172.26.8.36', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'port_id': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'mac_address': 'fa:16:3e:57:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835b0a09-f317-40e6-abc7-f00159dd237b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:26:10Z', 'updated_at': '2022-04-23T00:26:49Z', 'revision_number': 1, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:07Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:54.020544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d8ab55-bd66-4a48-9bac-79539609eeff None None] The sync data for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv is: [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'bfbf387f-9238-455f-beb0-6361ff3c7a04', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'floating_ip_address': '172.26.8.36', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'port_id': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'mac_address': 'fa:16:3e:57:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835b0a09-f317-40e6-abc7-f00159dd237b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:26:10Z', 'updated_at': '2022-04-23T00:26:49Z', 'revision_number': 1, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:07Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:54.033687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:54.069249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.153946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] device_id is not set on port 870fc311-7090-465c-8da9-0552d41df048 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:54.176831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.204647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.215602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Transition to ACTIVE for port object 870fc311-7090-465c-8da9-0552d41df048 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:54.217266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.251658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.330903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b13b801-f104-4b04-b016-1f6b0bd2e086,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:54.333977 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eb5260-4eb4-4c90-af9c-631154948239 None None] New status for floating IP bfbf387f-9238-455f-beb0-6361ff3c7a04: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:26:54.408848 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e9cec96b-ab98-4367-8e21-1a9bbd81a09b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=435b0d70026f4748a38b49ff65e1af4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1608331 Apr 23 00:26:54.423772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59916) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:54.459033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:26:54.460790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=870fc311-7090-465c-8da9-0552d41df048,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:54.465097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.474612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] Sync routers for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:26:54.484741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:54.485353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:54.514328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.515247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:54.515587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:54.515941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:54.529677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:54.530046 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:54.532802 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 2 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:54.542902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.548303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:54.560130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:26:54.560994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:54.572256 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-aeeb9c8d-27ce-4ca1-8836-dab3db933d46 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "DELETE /v2.0/floatingips/e0b8caf5-b83d-4507-83e3-b4934611e7bc HTTP/1.1" status: 204 len: 168 time: 4.9834752 Apr 23 00:26:54.582207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59920) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:54.582987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:54.583341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:54.583666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:54.599383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:54.615044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-928c406e-3f78-4bc8-8893-2f07991b8b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.616050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:54.616416 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:54.617062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:54.623404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:54.625356 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 3 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:54.638334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:54.638899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d9727f-eeee-4900-9731-ca82473c60c8 None None] The sync data for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:26:54.656602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Usage tracker for resource:floatingip and tenant:dfea86e3f46642afa6feb4a826288c45 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:54.665903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:54.671454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca5e8d0-d5bd-40e8-ae4d-ce8bf1015135,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:54.682625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:54.690449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:54.690822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:54.691192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:54.704363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.704736 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Added segment 4dc76a2e-330a-4941-bf34-e757781f3b7a of type vlan for network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 Apr 23 00:26:54.708057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-928c406e-3f78-4bc8-8893-2f07991b8b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.720685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:54.721094 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:54.725196 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 4 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:54.747284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.854317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.860904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259fbb-3452-463d-bfda-455e0d22808d req-7084d35f-39da-4891-b104-f8a9cdeea41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:54.862419 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e2259fbb-3452-463d-bfda-455e0d22808d req-7084d35f-39da-4891-b104-f8a9cdeea41a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.9630616 Apr 23 00:26:54.873364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1651-a263-45c6-9dc6-acc281200a18 req-294e8e38-b4b5-4490-b7d2-73a5a42d8455 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:54.874982 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e6af1651-a263-45c6-9dc6-acc281200a18 req-294e8e38-b4b5-4490-b7d2-73a5a42d8455 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 1.0720837 Apr 23 00:26:54.931823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:54.932161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:54.932500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:54.947487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Deleting port 5cb85762-d4d0-4f9a-9982-dbfad5325aca {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:54.947828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.951389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:54.966920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:54.967264 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:54.969782 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 5 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:55.009932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:55.010516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:55.011050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:55.026236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:55.026597 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:55.073892 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 6 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:55.094575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.100868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:55.101460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.122887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-928c406e-3f78-4bc8-8893-2f07991b8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.128310 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e2259fbb-3452-463d-bfda-455e0d22808d req-d1e081d5-630f-4be7-9a48-a080a6350913 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.2513568 Apr 23 00:26:55.155474 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e6af1651-a263-45c6-9dc6-acc281200a18 req-43bc7f13-c21f-4919-aecf-02e50648c993 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182953 Apr 23 00:26:55.157453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:55.157799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:55.158156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:55.192755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c406e-3f78-4bc8-8893-2f07991b8b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b13b801-f104-4b04-b016-1f6b0bd2e086,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:55.201013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:55.201405 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:55.208658 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 7 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:55.270962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] device_id is not set on port eb1d4895-0284-4d01-8bae-8ebe4ecea88c yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:55.286437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.301740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa322408-e6ff-440b-86fd-6921dcf5c601 req-e129d1c1-8040-4148-9a62-6feb1d5607c9 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:55.303288 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa322408-e6ff-440b-86fd-6921dcf5c601 req-e129d1c1-8040-4148-9a62-6feb1d5607c9 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5442822 Apr 23 00:26:55.308610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event updated for resources: {'Network': ['ID=83ccd5d9-938c-46ee-99e8-e3851cdfbf13,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:55.310928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:55.311245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:55.311639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:55.323453 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-538caa78-f6ca-4327-a72b-3478d41f7476 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8110697 Apr 23 00:26:55.325500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59926) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:55.325641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-928c406e-3f78-4bc8-8893-2f07991b8b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.326596 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-928c406e-3f78-4bc8-8893-2f07991b8b02 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b13b801-f104-4b04-b016-1f6b0bd2e086 HTTP/1.1" status: 204 len: 168 time: 0.8939416 Apr 23 00:26:55.331124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:55.335851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Transition to ACTIVE for port object eb1d4895-0284-4d01-8bae-8ebe4ecea88c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:55.340257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259fbb-3452-463d-bfda-455e0d22808d req-ca64083e-eb3d-4a8e-936d-7bca8f07bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:55.340730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:55.341070 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:55.341867 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e2259fbb-3452-463d-bfda-455e0d22808d req-ca64083e-eb3d-4a8e-936d-7bca8f07bb34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.1985257 Apr 23 00:26:55.343325 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 8 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:55.343603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.355057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Request body: {'subnet': {'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:55.379198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:55.379755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:55.380435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:55.399790 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa322408-e6ff-440b-86fd-6921dcf5c601 req-eaa35987-840d-407b-aa93-e132eb2fc868 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829856 Apr 23 00:26:55.400615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:55.401102 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:55.402387 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 9 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:55.411739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.434712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:55.435451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:55.436026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:55.439147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.478151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:55.478633 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:55.481469 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempt 10 to bind port 870fc311-7090-465c-8da9-0552d41df048 Apr 23 00:26:55.513227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:55.513647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:55.514193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempting to bind port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:55.526638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:55.527264 dv-neutron-838784-1-hyperv neutron-server[88073]: ERROR neutron.plugins.ml2.managers [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Failed to bind port 870fc311-7090-465c-8da9-0552d41df048 on host hv-neutron-8387 for vnic_type normal using segments [{'id': '38c80b06-b5ae-4038-b650-5aa5ff829970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '792736d4-023f-4950-9d14-d9a587d80a7e'}] Apr 23 00:26:55.527375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.588213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Calling delete_port for 5cb85762-d4d0-4f9a-9982-dbfad5325aca owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:55.683333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Allocated IP 172.26.8.141 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/f00884ba-eaa8-452d-afb7-b8e033e595ad) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:55.690773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] For port 870fc311-7090-465c-8da9-0552d41df048, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:55.691161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attempted to set empty binding levels {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 00:26:55.698591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.811879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1d4895-0284-4d01-8bae-8ebe4ecea88c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:55.829662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] In _notify_port_updated(), no bound segment for port 870fc311-7090-465c-8da9-0552d41df048 on network 792736d4-023f-4950-9d14-d9a587d80a7e {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:26:55.830561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:55.831170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:55.835357 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "PUT /v2.0/ports/870fc311-7090-465c-8da9-0552d41df048 HTTP/1.1" status: 200 len: 980 time: 2.5736625 Apr 23 00:26:55.846237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59942) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:55.912736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df154dca-6c13-4a3a-b274-59051f08945e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event updated for resources: {'Port': ['ID=870fc311-7090-465c-8da9-0552d41df048,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:55.953914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Deleting port 870fc311-7090-465c-8da9-0552d41df048 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:55.954565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.010236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.096361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:56.099750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:56.100118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:56.100459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:56.115564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Usage tracker for resource:subnet and tenant:4ee883dcbc6a481e825ed032dde2316e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:56.120622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:56.123306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:56.123643 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:56.128328 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 2 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:56.140632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:56.168046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:56.168334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:56.168643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:56.183473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259fbb-3452-463d-bfda-455e0d22808d req-94e84dd0-4e14-4221-b3b4-694a83fe4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:56.185313 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e2259fbb-3452-463d-bfda-455e0d22808d req-94e84dd0-4e14-4221-b3b4-694a83fe4389 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8121021 Apr 23 00:26:56.185892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Made reservation on behalf of 4ee883dcbc6a481e825ed032dde2316e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:56.189389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.189636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.212688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59956) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:56.213453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:56.213920 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:56.250019 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 3 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:56.272013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] For port 870fc311-7090-465c-8da9-0552d41df048, host hv-neutron-8387, got binding levels [] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:56.272364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.299959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:56.300283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:56.300388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:56.300643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:56.301067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Pushing event updated for resources: {'Port': ['ID=f00884ba-eaa8-452d-afb7-b8e033e595ad,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:56.355723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:56.411600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:56.443898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1352066629'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:56.448813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Calling delete_port for 870fc311-7090-465c-8da9-0552d41df048 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:26:56.457626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:56.457965 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:56.499749 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 4 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:56.511829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:56.533978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:56.547550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:56.571942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:56.573929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:56.574286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:56.574627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:56.595011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.613346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:56.613689 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:56.615821 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 5 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:56.631261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e2259fbb-3452-463d-bfda-455e0d22808d req-516477c9-041c-4070-90cc-75aecf3aea3b service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270413 Apr 23 00:26:56.636532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:56.640095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.651205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.747254 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:56.747588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:56.747922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:56.749937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.754644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.775113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Pushing event deleted for resources: {'Port': ['ID=870fc311-7090-465c-8da9-0552d41df048,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:56.781230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event deleted for resources: {'Port': ['ID=5cb85762-d4d0-4f9a-9982-dbfad5325aca,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:56.802618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:56.802910 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9875f669-b41c-460a-9c02-6a45d7d6060f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "DELETE /v2.0/ports/870fc311-7090-465c-8da9-0552d41df048 HTTP/1.1" status: 204 len: 168 time: 0.9556429 Apr 23 00:26:56.803011 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:56.804260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:56.814960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.841173 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 6 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:56.848666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:56.865734 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1a426c-2f18-4c38-82d2-f5c3da9f2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:26:56.866283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1b1a426c-2f18-4c38-82d2-f5c3da9f2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Synchronizing usage tracker for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:26:56.905079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d997e0b-e177-4313-951f-56ec47f9c472 req-164c32c9-d2ff-4ddb-9e01-fda41a573005 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:56.906310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3d997e0b-e177-4313-951f-56ec47f9c472 req-164c32c9-d2ff-4ddb-9e01-fda41a573005 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3675358 Apr 23 00:26:56.945976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:security_group_rule and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:56.952527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1b1a426c-2f18-4c38-82d2-f5c3da9f2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] Unset dirty status for tenant:0831df7355164a01a3d21b01e1da23d1 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:26:56.953681 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1b1a426c-2f18-4c38-82d2-f5c3da9f2e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1607266539-project-admin] 10.222.0.39 "GET /v2.0/ports/870fc311-7090-465c-8da9-0552d41df048 HTTP/1.1" status: 404 len: 333 time: 0.1470828 Apr 23 00:26:56.968371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59968) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:56.973537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:56.989589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:57.015394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4dd9-70a1-41f4-ba17-7438819a0eee req-65d63f8b-82a5-42fc-a026-d401d964941e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:57.016888 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1b2a4dd9-70a1-41f4-ba17-7438819a0eee req-65d63f8b-82a5-42fc-a026-d401d964941e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 0.7235010 Apr 23 00:26:57.030326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:57.030668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:57.031194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:57.038383 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3d997e0b-e177-4313-951f-56ec47f9c472 req-4e3b4883-6993-4879-b36b-e56baa126223 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1237602 Apr 23 00:26:57.054858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:57.090617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:57.090949 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:57.098530 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 7 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:57.168869 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.182783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.224082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:57.224415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:57.224750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:57.304992 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e2259fbb-3452-463d-bfda-455e0d22808d req-1e651edd-3872-4d39-b84d-c5cd57556926 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493282 Apr 23 00:26:57.336466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:57.336793 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:57.341038 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1b2a4dd9-70a1-41f4-ba17-7438819a0eee req-907b81cb-376a-4635-996d-06b80fc4a1f1 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835128 Apr 23 00:26:57.345912 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 8 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:57.414151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.422177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.428965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.435446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.449261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792736d4-023f-4950-9d14-d9a587d80a7e']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:57.470665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:57.471000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:57.471333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:57.510413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c80b06-b5ae-4038-b650-5aa5ff829970') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:57.510715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c80b06-b5ae-4038-b650-5aa5ff829970') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:26:57.523011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.529196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.538354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.570347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:57.570625 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:57.579228 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 9 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:57.603102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.631674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:57.632008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:57.632346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:57.635349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.635825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Fanout notify agent at l3_agent the message router_deleted on router 7023fc12-7172-4be2-9951-9df78b7b00ee {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:26:57.647237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:26:57.647637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:26:57.662706 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:26:57.664790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:57.664889 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:57.666234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event updated for resources: {'Subnet': ['ID=00011720-9041-4f49-b4d7-e87d32e32d14,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:57.670980 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempt 10 to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c Apr 23 00:26:57.693245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.697781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Checking segment: {'id': '4dc76a2e-330a-4941-bf34-e757781f3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:57.698171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Network hostable DHCP agents. Network: 83ccd5d9-938c-46ee-99e8-e3851cdfbf13, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:26:57.706291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.709011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:57.709334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:57.709668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempting to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:57.737831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:26:57.738165 dv-neutron-838784-1-hyperv neutron-server[88072]: ERROR neutron.plugins.ml2.managers [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Failed to bind port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on host hv-neutron-8387 for vnic_type normal using segments [{'id': 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '64ecc9d6-2153-4fc7-b69a-a9b390d9285f'}] Apr 23 00:26:57.738548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.749586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Pushing event updated for resources: {'Port': ['ID=f00884ba-eaa8-452d-afb7-b8e033e595ad,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:57.768951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:57.783523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab06766-5db2-4a5c-9d37-91ee65bd23ec req-791e054c-c44b-4f1b-a687-4719afe60377 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:57.784996 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3ab06766-5db2-4a5c-9d37-91ee65bd23ec req-791e054c-c44b-4f1b-a687-4719afe60377 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 0.3289034 Apr 23 00:26:57.789113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.800993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.800993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 59974) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:57.825772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Request body: {'floatingip': {'port_id': '243a6dec-eff4-470e-a9a2-304215e86114'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:57.829484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:26:57.831489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e9c75c-dbca-45f5-843d-0337a503f92d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:57.834187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.834551 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment 3497f670-5fb4-4704-9688-e537d5094276 of type vlan for network 7d858a26-181f-40d7-aa9c-901ca2557cda Apr 23 00:26:57.848482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.849763 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f6f65a07-1de6-41f6-900d-7dd505de2ff5 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/7023fc12-7172-4be2-9951-9df78b7b00ee HTTP/1.1" status: 204 len: 168 time: 5.0775514 Apr 23 00:26:57.857532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59978) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:57.873036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179144818', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': False}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:57.876356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 83ccd5d9-938c-46ee-99e8-e3851cdfbf13) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:57.883523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.891092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5fa047-09f7-4e31-a8d1-182e9915478a None None] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:26:57.892370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:57.900243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] Pushing event deleted for resources: {'Network': ['ID=792736d4-023f-4950-9d14-d9a587d80a7e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:57.903712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:57.904305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.922707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-39eff8b2-92b4-4235-bfcf-ff73a00ad1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-578791400-project] 10.222.0.39 "DELETE /v2.0/networks/792736d4-023f-4950-9d14-d9a587d80a7e HTTP/1.1" status: 204 len: 168 time: 0.9508126 Apr 23 00:26:57.924744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:57.925582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3b6434c4-d770-4b34-b2c3-ee64457f2374 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3392544 Apr 23 00:26:57.928766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.052357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:router and tenant:7b36224f12e54043a2a05e727350d68f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:58.064251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.074412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59984) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:58.088748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:58.110457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:58.126287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] For port eb1d4895-0284-4d01-8bae-8ebe4ecea88c, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:58.131920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attempted to set empty binding levels {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 23 00:26:58.153070 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-58d52844-8cf0-468f-b696-53a05c6dec87 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8272040 Apr 23 00:26:58.156828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59992) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:58.176448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.201049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-83ccd5d9-938c-46ee-99e8-e3851cdfbf13', 'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13', 'tenant_id': '4ee883dcbc6a481e825ed032dde2316e', 'fixed_ips': [{'subnet_id': '00011720-9041-4f49-b4d7-e87d32e32d14'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:26:58.202463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.212082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Request body: {'port': {'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2067858451'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:58.331923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.332822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.374918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 59998) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:58.425191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:58.438433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.443737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Allocated IP 172.20.0.2 (83ccd5d9-938c-46ee-99e8-e3851cdfbf13/00011720-9041-4f49-b4d7-e87d32e32d14/2af60680-8261-488b-9367-f35bcc5ed328) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:26:58.444266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:58.444890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.463128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] In _notify_port_updated(), no bound segment for port eb1d4895-0284-4d01-8bae-8ebe4ecea88c on network 64ecc9d6-2153-4fc7-b69a-a9b390d9285f {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:26:58.464139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:58.464762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.469174 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "PUT /v2.0/ports/eb1d4895-0284-4d01-8bae-8ebe4ecea88c HTTP/1.1" status: 200 len: 977 time: 4.8568943 Apr 23 00:26:58.489874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:58.492131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60006) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:58.635237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Usage tracker for resource:floatingip and tenant:1bfdc6cd60e84895823a9df07733a7e5 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:58.669803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:58.673615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d1437-713d-4b12-a116-c304c1d76e95 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1d4895-0284-4d01-8bae-8ebe4ecea88c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:58.705338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.717353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Transition to ACTIVE for port object 2af60680-8261-488b-9367-f35bcc5ed328 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:58.718416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:58.720692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.741208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Transition to ACTIVE for port object 2af60680-8261-488b-9367-f35bcc5ed328 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:26:58.747627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.760918 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5457995 Apr 23 00:26:58.764926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60010) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:58.780228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-669161936'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:58.786922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:58.792903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:58.797040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:58.808620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:58.831732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:58.836295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.840043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:26:58.844832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:26:58.849412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:26:58.870376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.893980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051f69-042b-4933-9555-c56b6cff2824 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=7d858a26-181f-40d7-aa9c-901ca2557cda,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:58.894181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Pushing event updated for resources: {'Port': ['ID=2af60680-8261-488b-9367-f35bcc5ed328,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:58.914490 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Deleting port eb1d4895-0284-4d01-8bae-8ebe4ecea88c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:26:58.914678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.967740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 7d858a26-181f-40d7-aa9c-901ca2557cda details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:58.996046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:58.997702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:26:59.017441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.028145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Attempting to bind port 2af60680-8261-488b-9367-f35bcc5ed328 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:26:59.028901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Attempting to bind port 2af60680-8261-488b-9367-f35bcc5ed328 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4dc76a2e-330a-4941-bf34-e757781f3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:26:59.029434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Attempting to bind port 2af60680-8261-488b-9367-f35bcc5ed328 on network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:26:59.053070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:26:59.053597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Checking segment: {'id': '4dc76a2e-330a-4941-bf34-e757781f3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:26:59.054041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.054534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Bound using segment: {'id': '4dc76a2e-330a-4941-bf34-e757781f3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:26:59.055006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Bound port: 2af60680-8261-488b-9367-f35bcc5ed328, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc76a2e-330a-4941-bf34-e757781f3b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:26:59.055380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.070451 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5416fd2c-3578-4105-a38a-80145ccd6882 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=033e0fc9f4d94632b3282effb1690776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6572816 Apr 23 00:26:59.081609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60014) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:59.086105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.086660 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment dea6c96f-c2ce-40d2-bd5f-64b9a210bb98 of type vlan for network cc99b2f3-3615-4322-a769-58eac9dc18f4 Apr 23 00:26:59.106307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:59.123272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e562da-7ac8-40f4-b562-40b9facfbc86 req-c70ac672-c12b-46ed-9120-1cdcdb2c293f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:59.124702 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e5e562da-7ac8-40f4-b562-40b9facfbc86 req-c70ac672-c12b-46ed-9120-1cdcdb2c293f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.8195186 Apr 23 00:26:59.125743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Usage tracker for resource:port and tenant:4ee883dcbc6a481e825ed032dde2316e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:59.187129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:26:59.190585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.214556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] For port 2af60680-8261-488b-9367-f35bcc5ed328, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:26:59.217906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] For port 2af60680-8261-488b-9367-f35bcc5ed328, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2af60680-8261-488b-9367-f35bcc5ed328,segment=NetworkSegment(4dc76a2e-330a-4941-bf34-e757781f3b7a),segment_id=4dc76a2e-330a-4941-bf34-e757781f3b7a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:26:59.224861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.233944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:26:59.284201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-331fe8c6-fc65-4d14-98bd-de8924b9ec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.312182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede97d-bc5f-44af-94a3-48b0304ed072 None None] Pushing event updated for resources: {'Port': ['ID=2af60680-8261-488b-9367-f35bcc5ed328,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:59.361526 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Floating IP b62530d6-56f8-456a-aefa-22e8fc72a6c4 associated. External IP: 172.26.8.77, port: 243a6dec-eff4-470e-a9a2-304215e86114. Apr 23 00:26:59.414025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.420182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:26:59.420770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.455315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-331fe8c6-fc65-4d14-98bd-de8924b9ec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.465836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Made reservation on behalf of 4ee883dcbc6a481e825ed032dde2316e for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:26:59.469303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.487000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.559703 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e5e562da-7ac8-40f4-b562-40b9facfbc86 req-7834a4ab-9a0b-4bde-9aed-063fa529edf4 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3695853 Apr 23 00:26:59.610345 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8400068 Apr 23 00:26:59.620166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2253975-886f-4fb1-a479-16df7d7454e5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=cc99b2f3-3615-4322-a769-58eac9dc18f4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:59.625482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60020) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:26:59.638310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:26:59.648799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] device_id is not set on port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:26:59.695268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': '7d858a26-181f-40d7-aa9c-901ca2557cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:26:59.760944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] For port eb1d4895-0284-4d01-8bae-8ebe4ecea88c, host hv-neutron-8387, got binding levels [] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:26:59.761548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.941942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-331fe8c6-fc65-4d14-98bd-de8924b9ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:26:59.974098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:26:59.985260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fe8c6-fc65-4d14-98bd-de8924b9ec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6234b200-a608-4f73-a19e-f857ff860253,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:26:59.990584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:26:59.999584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:00.013751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:00.015031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Calling delete_port for eb1d4895-0284-4d01-8bae-8ebe4ecea88c owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:00.033176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-331fe8c6-fc65-4d14-98bd-de8924b9ec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:00.034501 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-331fe8c6-fc65-4d14-98bd-de8924b9ec5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6234b200-a608-4f73-a19e-f857ff860253 HTTP/1.1" status: 204 len: 168 time: 0.9502342 Apr 23 00:27:00.101592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:00.105553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:00.267334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Allocated IP 172.20.0.9 (83ccd5d9-938c-46ee-99e8-e3851cdfbf13/00011720-9041-4f49-b4d7-e87d32e32d14/d8c26976-30d8-4f07-8b0f-6b031bcebeb5) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:00.302588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d515-5251-480f-876c-408dc6035796 req-b597a85c-86ba-445e-a559-f0f2a6a70e8a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:00.304379 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0681d515-5251-480f-876c-408dc6035796 req-b597a85c-86ba-445e-a559-f0f2a6a70e8a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5014644 Apr 23 00:27:00.320204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:00.326580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:00.393599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:00.401236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Router 8465d188-fc79-48fe-8b32-5e39b2b29bea has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:00.465065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:00.485830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb1d4895-0284-4d01-8bae-8ebe4ecea88c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:00.553075 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0681d515-5251-480f-876c-408dc6035796 req-65e3ca23-c3a6-421b-883e-276c988d61f5 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2398407 Apr 23 00:27:00.557254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71126a0d-d26e-4853-9fff-1dbeed50eb8b None None] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:00.586271 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5c27e03d-6fc3-4203-823c-3c581a8ccbc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0831df7355164a01a3d21b01e1da23d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817803 Apr 23 00:27:00.586271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60032) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:00.627110 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6a59174d-6210-4bb7-9104-d065244e5ab1 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "DELETE /v2.0/ports/eb1d4895-0284-4d01-8bae-8ebe4ecea88c HTTP/1.1" status: 204 len: 168 time: 2.1252229 Apr 23 00:27:00.636647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60038) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:00.716000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-16b404fe-d70f-4f71-9fca-7afe607b8860 None None] Provisioning for port 2af60680-8261-488b-9367-f35bcc5ed328 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:00.741278 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-725708e5-9cad-43d1-abcf-737d8b6e65a2 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] GET failed (client error): The resource could not be found. Apr 23 00:27:00.742010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-725708e5-9cad-43d1-abcf-737d8b6e65a2 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Synchronizing usage tracker for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:00.814939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:00.827722 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] Sync routers for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:00.841651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:00.848235 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:00.848898 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:00.880046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca281-d2c9-412b-b03d-92d5b8f50504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:00.933787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.016586 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-19240def-a88c-4bc2-9775-ae317881d2d2 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "PUT /v2.0/floatingips/b62530d6-56f8-456a-aefa-22e8fc72a6c4 HTTP/1.1" status: 200 len: 990 time: 3.2130108 Apr 23 00:27:01.016586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca281-d2c9-412b-b03d-92d5b8f50504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.036559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:27:01.131850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-725708e5-9cad-43d1-abcf-737d8b6e65a2 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] Unset dirty status for tenant:d83ec677be8e4e139063064686e8ffeb on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:01.133183 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-725708e5-9cad-43d1-abcf-737d8b6e65a2 tempest-PortsAdminExtendedAttrsTestJSON-1116540251 tempest-PortsAdminExtendedAttrsTestJSON-1116540251-project-admin] 10.222.0.39 "GET /v2.0/ports/eb1d4895-0284-4d01-8bae-8ebe4ecea88c HTTP/1.1" status: 404 len: 333 time: 0.4923344 Apr 23 00:27:01.148869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60048) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:01.172619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Allocated IP 172.26.8.144 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/3071c8b0-7eaa-4426-a12d-debae73ef3bf) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:01.199760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=dd5e155e-93bd-4626-a2fb-fc5794f431e3,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:01.201024 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:27:01.226527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 2af60680-8261-488b-9367-f35bcc5ed328 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:01.243429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.318303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 2af60680-8261-488b-9367-f35bcc5ed328 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:01.322913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': '3497f670-5fb4-4704-9688-e537d5094276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7d858a26-181f-40d7-aa9c-901ca2557cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:01.323399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: 7d858a26-181f-40d7-aa9c-901ca2557cda, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:01.324970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 2af60680-8261-488b-9367-f35bcc5ed328 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:01.325436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.363736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.364171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.371727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca281-d2c9-412b-b03d-92d5b8f50504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.401667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-eee063e4-7c9a-4caa-8aff-469064627ff9 None None] Provisioning complete for port 2af60680-8261-488b-9367-f35bcc5ed328 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:01.402115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-eee063e4-7c9a-4caa-8aff-469064627ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.402389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ca281-d2c9-412b-b03d-92d5b8f50504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01e07d2-f376-42ee-a1d9-94a18ca82b99,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:01.412000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ad340-ac1a-47f3-9408-b73025298650 req-bf59df37-8277-4a1f-afaa-d2096c86256a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:01.413829 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-148ad340-ac1a-47f3-9408-b73025298650 req-bf59df37-8277-4a1f-afaa-d2096c86256a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4332402 Apr 23 00:27:01.447172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.481353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 7d858a26-181f-40d7-aa9c-901ca2557cda is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:01.490135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e5ca281-d2c9-412b-b03d-92d5b8f50504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.494468 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2e5ca281-d2c9-412b-b03d-92d5b8f50504 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f01e07d2-f376-42ee-a1d9-94a18ca82b99 HTTP/1.1" status: 204 len: 168 time: 0.9108818 Apr 23 00:27:01.542385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 7d858a26-181f-40d7-aa9c-901ca2557cda) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:01.553388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:01.553806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.588986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de153c-ee04-42d2-a1ff-f6a0e0bfed2b None None] Network 7d858a26-181f-40d7-aa9c-901ca2557cda requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:01.617853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Transition to ACTIVE for port object d8c26976-30d8-4f07-8b0f-6b031bcebeb5 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:01.639374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.647231 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'b62530d6-56f8-456a-aefa-22e8fc72a6c4', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'floating_ip_address': '172.26.8.77', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'port_id': '243a6dec-eff4-470e-a9a2-304215e86114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'mac_address': 'fa:16:3e:22:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:26:20Z', 'updated_at': '2022-04-23T00:26:58Z', 'revision_number': 1, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:19Z', 'revision_number': 5, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:01.654012 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] Checking router: 8465d188-fc79-48fe-8b32-5e39b2b29bea for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:27:01.667449 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-148ad340-ac1a-47f3-9408-b73025298650 req-46f8803d-b97f-47b6-b659-462b55c174a0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2474871 Apr 23 00:27:01.669197 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:01.670006 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:01.713999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.735200 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7d1556ce-b195-40df-9a18-dcedf076a935 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0514245 Apr 23 00:27:01.735646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60056) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:01.743845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': 'cc99b2f3-3615-4322-a769-58eac9dc18f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:01.802040 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3fb586-3afd-4615-972c-1d7d583fab84'] response: {'name': 'network-changed', 'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114', 'status': 'completed', 'code': 200} Apr 23 00:27:01.807137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ecc9d6-2153-4fc7-b69a-a9b390d9285f']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:01.807592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc9b24-94ec-4240-9207-ec4e8c444c10 req-36ec660f-a499-4c1a-b5ae-6338b3f4ae94 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:01.811171 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-14cc9b24-94ec-4240-9207-ec4e8c444c10 req-36ec660f-a499-4c1a-b5ae-6338b3f4ae94 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 0.5600390 Apr 23 00:27:01.821194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.840670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.897141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:01.897443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e895c1-4b78-4e8e-9dd7-7aa2ae3e2a2b') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:01.914567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 2af60680-8261-488b-9367-f35bcc5ed328, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2af60680-8261-488b-9367-f35bcc5ed328,segment=NetworkSegment(4dc76a2e-330a-4941-bf34-e757781f3b7a),segment_id=4dc76a2e-330a-4941-bf34-e757781f3b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:01.926117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.946662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:01.951963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:01.958123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.960852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:01.973669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:01.989674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:01.999451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:02.000589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:02.046597 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:02.058030 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:27:02.086059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-7d858a26-181f-40d7-aa9c-901ca2557cda', 'network_id': '7d858a26-181f-40d7-aa9c-901ca2557cda', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': 'dd5e155e-93bd-4626-a2fb-fc5794f431e3'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:02.096268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.199131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:02.217608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:02.229567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:02.229900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.253498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:02.332920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.427604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=2af60680-8261-488b-9367-f35bcc5ed328,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:02.466874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:02.467686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.476030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.500938 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-14cc9b24-94ec-4240-9207-ec4e8c444c10 req-d4781f9e-d585-414a-84c3-9bbdbd9df0ee tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6733127 Apr 23 00:27:02.502058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.532134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] Pushing event deleted for resources: {'Network': ['ID=64ecc9d6-2153-4fc7-b69a-a9b390d9285f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:02.549473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:02.567953 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6d961085-0ab8-4152-a0ce-7b2d91bd4e12 tempest-PortsAdminExtendedAttrsTestJSON-1390069267 tempest-PortsAdminExtendedAttrsTestJSON-1390069267-project] 10.222.0.39 "DELETE /v2.0/networks/64ecc9d6-2153-4fc7-b69a-a9b390d9285f HTTP/1.1" status: 204 len: 168 time: 1.4142804 Apr 23 00:27:02.584764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Allocated IP 2001:db8::2 (7d858a26-181f-40d7-aa9c-901ca2557cda/dd5e155e-93bd-4626-a2fb-fc5794f431e3/835f6686-a2fa-4b22-b4ed-f45b78cefcc9) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:02.585695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:02.591898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:02.774229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.858017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'b62530d6-56f8-456a-aefa-22e8fc72a6c4', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'floating_ip_address': '172.26.8.77', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'port_id': '243a6dec-eff4-470e-a9a2-304215e86114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'mac_address': 'fa:16:3e:22:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:26:20Z', 'updated_at': '2022-04-23T00:26:58Z', 'revision_number': 1, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:19Z', 'revision_number': 5, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:02.865878 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cc771-7fb0-493c-a4c5-731bdf585948 None None] The sync data for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv is: [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'b62530d6-56f8-456a-aefa-22e8fc72a6c4', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'floating_ip_address': '172.26.8.77', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'port_id': '243a6dec-eff4-470e-a9a2-304215e86114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'mac_address': 'fa:16:3e:22:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:26:20Z', 'updated_at': '2022-04-23T00:26:58Z', 'revision_number': 1, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:19Z', 'revision_number': 5, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:02.894523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Allocated IP 172.26.8.175 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:02.957825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1851bf13-2047-4183-bd43-64d05acfb111 None None] Provisioning for port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:02.975131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=c2e66c5a-620b-46de-a960-9a254e3bcf7e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:02.975443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1851bf13-2047-4183-bd43-64d05acfb111 None None] Provisioning complete for port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:02.975798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1851bf13-2047-4183-bd43-64d05acfb111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:02.987087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': 'dea6c96f-c2ce-40d2-bd5f-64b9a210bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cc99b2f3-3615-4322-a769-58eac9dc18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:02.987705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: cc99b2f3-3615-4322-a769-58eac9dc18f4, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:03.035723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event updated for resources: {'Port': ['ID=d8c26976-30d8-4f07-8b0f-6b031bcebeb5,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:03.037163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:03.057681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, cc99b2f3-3615-4322-a769-58eac9dc18f4) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:03.069751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.070501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.220025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60092) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:03.229633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-1d0ca483-9034-41af-9765-ae3e5ae37b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.231492 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-1d0ca483-9034-41af-9765-ae3e5ae37b2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=344cc5eb395d4ee989349dcc3482ab67&device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 1098 time: 1.1573012 Apr 23 00:27:03.249659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ce8bc-6b41-49a6-af49-7446737dff46 None None] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:03.272315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 2af60680-8261-488b-9367-f35bcc5ed328 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:03.306209 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a1dd745a-bed9-4e89-a4fc-12b938c6ed7c tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.1370108 Apr 23 00:27:03.315432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e54ff-e92f-4908-a288-1102b0af95ae None None] New status for floating IP b62530d6-56f8-456a-aefa-22e8fc72a6c4: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:27:03.323583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60100) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:03.333596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Request body: {'port': {'network_id': '83ccd5d9-938c-46ee-99e8-e3851cdfbf13', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1493663092', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:03.334540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] bootfile-name is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:27:03.335371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] tftp-server is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:27:03.335893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] server-ip-address is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:27:03.362493 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c1c03fe8-ce5d-4a5e-b4a0-ffe86fe98995 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6257451 Apr 23 00:27:03.363885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60106) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:03.386976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1446800913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:03.401038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1851bf13-2047-4183-bd43-64d05acfb111 None None] Port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:03.401460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:03.441302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Pushing event updated for resources: {'Port': ['ID=3071c8b0-7eaa-4426-a12d-debae73ef3bf,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:03.469839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.477276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.484922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.519321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:router and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:03.541431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:03.562898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-70c4193f-38c6-4476-8ade-fa0c624472df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.564273 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-70c4193f-38c6-4476-8ade-fa0c624472df service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8c2e5ac-53c9-4889-be21-e387cb1b91fe HTTP/1.1" status: 200 len: 906 time: 0.3107715 Apr 23 00:27:03.573191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:03.588408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac2911-810b-482d-9896-28a812e1b1f0 req-b8217ee4-ee80-40df-9715-6d24a611baa0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:03.595395 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9ac2911-810b-482d-9896-28a812e1b1f0 req-b8217ee4-ee80-40df-9715-6d24a611baa0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5426924 Apr 23 00:27:03.599834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.601223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.630184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:03.635774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Usage tracker for resource:port and tenant:4ee883dcbc6a481e825ed032dde2316e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:03.639003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:03.646011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:03.665531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Made reservation on behalf of 4ee883dcbc6a481e825ed032dde2316e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:03.669926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.686025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.714616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] device_id is not set on port 358008d0-2c6d-42d9-b095-70147ee5a511 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:27:03.751899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.758505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.830594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.830799 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-caea1ae8-06df-4315-86bd-54939886f5f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=243a6dec-eff4-470e-a9a2-304215e86114 HTTP/1.1" status: 200 len: 998 time: 0.2211981 Apr 23 00:27:03.833571 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9ac2911-810b-482d-9896-28a812e1b1f0 req-b333dab7-58cd-4e43-9169-66d7eb8d5408 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2373929 Apr 23 00:27:03.839605 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f95b9d6f-c038-49d6-bdfb-f6719d14631c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4557531 Apr 23 00:27:03.839811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Transition to ACTIVE for port object 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:03.839916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60116) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:03.843116 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-31a89024-f270-4e9b-b858-7bdfd7729da7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3e0f945b9134981b3f242babcb6ed5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102548 Apr 23 00:27:03.855757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60120) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:03.907243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:03.913258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Transition to ACTIVE for port object 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:04.014145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.090779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 2af60680-8261-488b-9367-f35bcc5ed328 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:04.091194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.103765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-1ab40f53-abd7-43f3-8b65-f45dc3f6ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:04.105482 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-1ab40f53-abd7-43f3-8b65-f45dc3f6ba71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0ad0c04a-144c-4342-aa73-fba5e7357e5d HTTP/1.1" status: 200 len: 845 time: 0.2654023 Apr 23 00:27:04.121084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Pushing event updated for resources: {'Port': ['ID=835f6686-a2fa-4b22-b4ed-f45b78cefcc9,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:04.124762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:04.125474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60128) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:04.132715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-cc99b2f3-3615-4322-a769-58eac9dc18f4', 'network_id': 'cc99b2f3-3615-4322-a769-58eac9dc18f4', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': 'c2e66c5a-620b-46de-a960-9a254e3bcf7e'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:04.133557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.135302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:04.165340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Network 7d858a26-181f-40d7-aa9c-901ca2557cda is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:04.172561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:04.178860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:04.183712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:04.202750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Port': ['ID=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:04.280296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Allocated IP 172.20.0.7 (83ccd5d9-938c-46ee-99e8-e3851cdfbf13/00011720-9041-4f49-b4d7-e87d32e32d14/358008d0-2c6d-42d9-b095-70147ee5a511) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:04.386672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-504933226'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:04.406036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:04.449982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Attempting to bind port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:04.450365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Attempting to bind port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '3497f670-5fb4-4704-9688-e537d5094276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7d858a26-181f-40d7-aa9c-901ca2557cda'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:04.450718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Attempting to bind port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 on network 7d858a26-181f-40d7-aa9c-901ca2557cda {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:04.473571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Usage tracker for resource:router and tenant:627e754767d546e2b3787d96cbc542c3 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:04.487498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:04.499434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:04.499808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Checking segment: {'id': '3497f670-5fb4-4704-9688-e537d5094276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7d858a26-181f-40d7-aa9c-901ca2557cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:04.500187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.500566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Bound using segment: {'id': '3497f670-5fb4-4704-9688-e537d5094276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7d858a26-181f-40d7-aa9c-901ca2557cda'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:04.501030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Bound port: 835f6686-a2fa-4b22-b4ed-f45b78cefcc9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3497f670-5fb4-4704-9688-e537d5094276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '7d858a26-181f-40d7-aa9c-901ca2557cda'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:04.501391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.537732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:04.575883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.577535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.586260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-fd498818-890e-43ba-8fb4-e9e1fb77ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:04.588396 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-fd498818-890e-43ba-8fb4-e9e1fb77ac0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8c2e5ac-53c9-4889-be21-e387cb1b91fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4621387 Apr 23 00:27:04.598102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Allocated IP 2001:db8:1::2 (cc99b2f3-3615-4322-a769-58eac9dc18f4/c2e66c5a-620b-46de-a960-9a254e3bcf7e/c5fffdf9-530e-4015-9bd2-cac639dc11f7) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:04.635345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.680516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] For port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:04.703916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c59dcc3-a50e-41cf-b438-b46f52790ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.715587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.719311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.740431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] For port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=835f6686-a2fa-4b22-b4ed-f45b78cefcc9,segment=NetworkSegment(3497f670-5fb4-4704-9688-e537d5094276),segment_id=3497f670-5fb4-4704-9688-e537d5094276)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:04.745112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.779857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c59dcc3-a50e-41cf-b438-b46f52790ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.875321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.881000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0139-c71a-44be-9e22-1ef92f662c31 None None] Pushing event updated for resources: {'Port': ['ID=835f6686-a2fa-4b22-b4ed-f45b78cefcc9,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:04.922517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:04.943591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Transition to ACTIVE for port object 358008d0-2c6d-42d9-b095-70147ee5a511 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:04.996338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.019383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Transition to ACTIVE for port object c5fffdf9-530e-4015-9bd2-cac639dc11f7 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:05.055313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Transition to ACTIVE for port object c5fffdf9-530e-4015-9bd2-cac639dc11f7 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:05.063871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.104685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.108006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Pushing event updated for resources: {'Port': ['ID=3071c8b0-7eaa-4426-a12d-debae73ef3bf,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:05.134488 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:27:05.136689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:05.139686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:05.148128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:05.156904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Pushing event updated for resources: {'Port': ['ID=c5fffdf9-530e-4015-9bd2-cac639dc11f7,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:05.270799 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-8c32844e-b019-4401-bcfb-3b8f092a5e2f service neutron] 10.222.0.42 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639566 Apr 23 00:27:05.289312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Attempting to bind port c5fffdf9-530e-4015-9bd2-cac639dc11f7 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:05.289676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Attempting to bind port c5fffdf9-530e-4015-9bd2-cac639dc11f7 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'dea6c96f-c2ce-40d2-bd5f-64b9a210bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cc99b2f3-3615-4322-a769-58eac9dc18f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:05.290264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Attempting to bind port c5fffdf9-530e-4015-9bd2-cac639dc11f7 on network cc99b2f3-3615-4322-a769-58eac9dc18f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:05.297108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:05.297481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Checking segment: {'id': 'dea6c96f-c2ce-40d2-bd5f-64b9a210bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cc99b2f3-3615-4322-a769-58eac9dc18f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:05.297712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.297871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.298266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Bound using segment: {'id': 'dea6c96f-c2ce-40d2-bd5f-64b9a210bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cc99b2f3-3615-4322-a769-58eac9dc18f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:05.298880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Bound port: c5fffdf9-530e-4015-9bd2-cac639dc11f7, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea6c96f-c2ce-40d2-bd5f-64b9a210bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cc99b2f3-3615-4322-a769-58eac9dc18f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:05.299272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.323511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.324711 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e3772f53-6727-4572-afd7-962e37557b83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1918390 Apr 23 00:27:05.336159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60136) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:05.355681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.410646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] For port c5fffdf9-530e-4015-9bd2-cac639dc11f7, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:05.417040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] For port c5fffdf9-530e-4015-9bd2-cac639dc11f7, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c5fffdf9-530e-4015-9bd2-cac639dc11f7,segment=NetworkSegment(dea6c96f-c2ce-40d2-bd5f-64b9a210bb98),segment_id=dea6c96f-c2ce-40d2-bd5f-64b9a210bb98)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:05.421620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.474113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c59dcc3-a50e-41cf-b438-b46f52790ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.516341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59dcc3-a50e-41cf-b438-b46f52790ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fea7b6e-d38c-41db-8e26-c6c3cabd6f7b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:05.521480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7aa646-9cb4-4b42-a958-c0ea54375175 None None] Pushing event updated for resources: {'Port': ['ID=c5fffdf9-530e-4015-9bd2-cac639dc11f7,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:05.616694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c59dcc3-a50e-41cf-b438-b46f52790ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.619632 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2c59dcc3-a50e-41cf-b438-b46f52790ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fea7b6e-d38c-41db-8e26-c6c3cabd6f7b HTTP/1.1" status: 204 len: 168 time: 1.7050719 Apr 23 00:27:05.628850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.652274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:05.653472 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-36b6d130-a59a-460a-b113-4c7f26d6ea33 tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5774698 Apr 23 00:27:05.661681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60142) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:05.789254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:05.798877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:05.810744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:05.856000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8::1 (7d858a26-181f-40d7-aa9c-901ca2557cda/dd5e155e-93bd-4626-a2fb-fc5794f431e3/533131a8-25ec-472a-b684-ab39a27ada01) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:05.881260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c1eb-5380-4c1e-9022-84bc3d2ea706 req-23a09322-bf2d-4900-b9c5-cfee4ab0b4e7 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:05.882806 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6425c1eb-5380-4c1e-9022-84bc3d2ea706 req-23a09322-bf2d-4900-b9c5-cfee4ab0b4e7 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4745955 Apr 23 00:27:05.883979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event updated for resources: {'Port': ['ID=358008d0-2c6d-42d9-b095-70147ee5a511,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:05.974958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7ae13ac-de62-4b4b-8910-4369d13940db tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.094985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:06.095698 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abc79b6b-8a25-49d2-b86c-6291522cc46f req-06063422-b37c-4d44-892f-fcc2703f833c service neutron] 10.222.0.42 "GET /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7995651 Apr 23 00:27:06.095801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.221310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6425c1eb-5380-4c1e-9022-84bc3d2ea706 req-e3e77f72-614e-43ac-b50f-75ea4110546a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3153710 Apr 23 00:27:06.225306 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-57d16ff9-5ffc-4f2f-8986-78aaeab1c4b8 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9003911 Apr 23 00:27:06.229150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60148) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:06.235629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60152) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:06.265868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bd09649c-499f-4c55-9240-63b7f20fb51a None None] Provisioning for port 358008d0-2c6d-42d9-b095-70147ee5a511 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:06.271215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bd09649c-499f-4c55-9240-63b7f20fb51a None None] Provisioning complete for port 358008d0-2c6d-42d9-b095-70147ee5a511 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:06.271582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd09649c-499f-4c55-9240-63b7f20fb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.335346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-bd09649c-499f-4c55-9240-63b7f20fb51a None None] Port 358008d0-2c6d-42d9-b095-70147ee5a511 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:06.393443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.405548 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-47d389c5-a396-4824-9cbf-a3290ea62a1e tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.7371197 Apr 23 00:27:06.409307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60156) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:06.416027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d35b49-f7fa-46f1-9b8b-ba2a5ecd38b3 None None] Network 7d858a26-181f-40d7-aa9c-901ca2557cda requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:06.451225 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0cf3dab3-233d-4756-be8d-0ead672d238d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d83ec677be8e4e139063064686e8ffeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414566 Apr 23 00:27:06.453927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 533131a8-25ec-472a-b684-ab39a27ada01 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:06.455051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60160) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:06.489810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3790f6-d77c-4839-ac7c-44115d6d56af tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:06.496383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3790f6-d77c-4839-ac7c-44115d6d56af tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:06.502456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3790f6-d77c-4839-ac7c-44115d6d56af tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:06.503375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3a3790f6-d77c-4839-ac7c-44115d6d56af tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Synchronizing usage tracker for tenant:4ee883dcbc6a481e825ed032dde2316e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:06.543768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3a3790f6-d77c-4839-ac7c-44115d6d56af tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Unset dirty status for tenant:4ee883dcbc6a481e825ed032dde2316e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:06.547813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3a3790f6-d77c-4839-ac7c-44115d6d56af tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3154945 Apr 23 00:27:06.549368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60164) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:06.568106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0ef2e17a-11d5-4aad-b366-50465350b6f2 None None] Provisioning for port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:06.646107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.712115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81b0f567-2a03-4a37-8283-776d2df8de2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.722528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Deleting port 358008d0-2c6d-42d9-b095-70147ee5a511 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:06.722975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.767957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-61e01656-44e0-436c-b5c1-12fba60d3989 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Synchronizing usage tracker for tenant:00711fe621da4cf88aa3f9fa4a2cc33c on resource:floatingip {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:06.768718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=533131a8-25ec-472a-b684-ab39a27ada01,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:06.791300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7ae13ac-de62-4b4b-8910-4369d13940db tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.804081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7ae13ac-de62-4b4b-8910-4369d13940db tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.809437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 7d858a26-181f-40d7-aa9c-901ca2557cda is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:06.818845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81b0f567-2a03-4a37-8283-776d2df8de2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.829441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:06.835776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:06.836294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.847178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-61e01656-44e0-436c-b5c1-12fba60d3989 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Unset dirty status for tenant:00711fe621da4cf88aa3f9fa4a2cc33c on resource:floatingip {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:06.851380 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-61e01656-44e0-436c-b5c1-12fba60d3989 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4411168 Apr 23 00:27:06.852316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60168) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:06.892140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b167145-d89b-4085-b4ff-c91c467c9d26 None None] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:06.937324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.952334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7ae13ac-de62-4b4b-8910-4369d13940db tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:06.953107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ae13ac-de62-4b4b-8910-4369d13940db tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 465e5e13-d417-499b-8c82-ef459b247af1 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:07.208389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-44a67c02-dafa-4080-893d-b28f5f10f5a5 None None] Provisioning for port c5fffdf9-530e-4015-9bd2-cac639dc11f7 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:07.234146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c5fffdf9-530e-4015-9bd2-cac639dc11f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:07.340062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port c5fffdf9-530e-4015-9bd2-cac639dc11f7 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:07.350382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c5fffdf9-530e-4015-9bd2-cac639dc11f7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:07.350758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.418434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c7ae13ac-de62-4b4b-8910-4369d13940db tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.421498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81b0f567-2a03-4a37-8283-776d2df8de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.426205 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c7ae13ac-de62-4b4b-8910-4369d13940db tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "DELETE /v2.0/routers/465e5e13-d417-499b-8c82-ef459b247af1 HTTP/1.1" status: 204 len: 168 time: 2.0140007 Apr 23 00:27:07.427768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Deleting port 3071c8b0-7eaa-4426-a12d-debae73ef3bf {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:07.428110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.428707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60174) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:07.438398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bc4884c5-7e88-4d1b-b653-5e231fd7791a None None] Provisioning for port 533131a8-25ec-472a-b684-ab39a27ada01 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:07.449010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bc4884c5-7e88-4d1b-b653-5e231fd7791a None None] Provisioning complete for port 533131a8-25ec-472a-b684-ab39a27ada01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:07.449378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bc4884c5-7e88-4d1b-b653-5e231fd7791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.480761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Request body: {'router': {'name': 'tempest-router-588812394', 'distributed': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:07.485365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:07.489824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Usage tracker for resource:router and tenant:627e754767d546e2b3787d96cbc542c3 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:07.493400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:07.500455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:07.535504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.536602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.551644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0f567-2a03-4a37-8283-776d2df8de2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cae97a-eb7f-40a6-a2ea-11a7e7697f24,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:07.558883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81b0f567-2a03-4a37-8283-776d2df8de2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.562418 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-81b0f567-2a03-4a37-8283-776d2df8de2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1cae97a-eb7f-40a6-a2ea-11a7e7697f24 HTTP/1.1" status: 204 len: 168 time: 1.1040287 Apr 23 00:27:07.562418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.599981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Router 3b6b01c1-cab2-49aa-9900-17bef72c932d is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:07.622079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.661124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-bc4884c5-7e88-4d1b-b653-5e231fd7791a None None] Port 533131a8-25ec-472a-b684-ab39a27ada01 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:07.696214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port c5fffdf9-530e-4015-9bd2-cac639dc11f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c5fffdf9-530e-4015-9bd2-cac639dc11f7,segment=NetworkSegment(dea6c96f-c2ce-40d2-bd5f-64b9a210bb98),segment_id=dea6c96f-c2ce-40d2-bd5f-64b9a210bb98)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:07.701760 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.702883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:07.784531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237bb30-e885-41b0-9904-8c20209a98a0 req-b1b7ff90-d307-4a9c-ac25-c553c8fb5792 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:07.786588 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6237bb30-e885-41b0-9904-8c20209a98a0 req-b1b7ff90-d307-4a9c-ac25-c553c8fb5792 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3224676 Apr 23 00:27:07.852021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.855144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-24e55a94-6dc0-4f81-aa48-3ba7d64f3de0 None None] Provisioning complete for port 533131a8-25ec-472a-b684-ab39a27ada01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:07.855412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-24e55a94-6dc0-4f81-aa48-3ba7d64f3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.870571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.878161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Calling delete_port for 358008d0-2c6d-42d9-b095-70147ee5a511 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:07.889763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.890417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.902956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=c5fffdf9-530e-4015-9bd2-cac639dc11f7,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:07.924736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:07.933566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-24e55a94-6dc0-4f81-aa48-3ba7d64f3de0 None None] Port 533131a8-25ec-472a-b684-ab39a27ada01 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:07.940268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:07.940651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:07.981443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-24e55a94-6dc0-4f81-aa48-3ba7d64f3de0 None None] Provisioning complete for port c5fffdf9-530e-4015-9bd2-cac639dc11f7 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:07.981819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-24e55a94-6dc0-4f81-aa48-3ba7d64f3de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.050164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.060365 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6237bb30-e885-41b0-9904-8c20209a98a0 req-2b3eae34-43e4-4578-8a04-1ec6777f7bac tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2632844 Apr 23 00:27:08.109718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.110930 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b721cd42-b3ba-40d2-b939-68fc29bdd07f tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6350811 Apr 23 00:27:08.171047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60186) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:08.199669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.203246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Calling delete_port for 3071c8b0-7eaa-4426-a12d-debae73ef3bf owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:08.239307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=835f6686-a2fa-4b22-b4ed-f45b78cefcc9,segment=NetworkSegment(3497f670-5fb4-4704-9688-e537d5094276),segment_id=3497f670-5fb4-4704-9688-e537d5094276)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:08.243723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.345119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=835f6686-a2fa-4b22-b4ed-f45b78cefcc9,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:08.413525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:08.413782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4831c53e-a994-48b0-a79d-3c5f22072d72 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.426407 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Sync routers for ids ['3b6b01c1-cab2-49aa-9900-17bef72c932d'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:08.433672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.442897 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Routers {'3b6b01c1-cab2-49aa-9900-17bef72c932d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:08.443964 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3b6b01c1-cab2-49aa-9900-17bef72c932d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:08.668113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Pushing event deleted for resources: {'Port': ['ID=3071c8b0-7eaa-4426-a12d-debae73ef3bf,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:08.704714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.708640 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Set router 3b6b01c1-cab2-49aa-9900-17bef72c932d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:27:08.709184 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-76d9f8c3-685e-4259-a157-57101530cc80 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.8507078 Apr 23 00:27:08.715790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60202) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:08.715790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60204) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:08.873708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.876454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.880521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0e768161-8ca9-45cc-98e6-8589a1879eda tempest-FloatingIPAdminTestJSON-6016027 tempest-FloatingIPAdminTestJSON-6016027-project] 10.222.0.39 "DELETE /v2.0/floatingips/4e96a6d6-04de-481a-bb3f-6b3ca9ce7a09 HTTP/1.1" status: 204 len: 168 time: 2.0236900 Apr 23 00:27:08.881197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60214) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:08.894586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.897987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4831c53e-a994-48b0-a79d-3c5f22072d72 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.911022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4831c53e-a994-48b0-a79d-3c5f22072d72 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:08.976809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event deleted for resources: {'Port': ['ID=358008d0-2c6d-42d9-b095-70147ee5a511,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:09.021459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1107648761'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:09.053538 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b01c1-cab2-49aa-9900-17bef72c932d', 'name': 'tempest-snat-router-1179144818', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.175'}], 'enable_snat': False}, 'gw_port_id': 'a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:26:58Z', 'updated_at': '2022-04-23T00:27:04Z', 'revision_number': 3, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port': {'id': 'a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b01c1-cab2-49aa-9900-17bef72c932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:27:01Z', 'updated_at': '2022-04-23T00:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:09.061771 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Checking router: 3b6b01c1-cab2-49aa-9900-17bef72c932d for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:27:09.062121 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Updating router 3b6b01c1-cab2-49aa-9900-17bef72c932d port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:27:09.087331 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e7aa691b-5a8a-4170-93af-89304bf5e961 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/3b6b01c1-cab2-49aa-9900-17bef72c932d HTTP/1.1" status: 200 len: 909 time: 0.3690026 Apr 23 00:27:09.088579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:09.093732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:network and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:09.099197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:09.107505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:09.109811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c5fffdf9-530e-4015-9bd2-cac639dc11f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:09.208257 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.208498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60218) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:09.210195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c5fffdf9-530e-4015-9bd2-cac639dc11f7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:09.210670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.220610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Deleting port f00884ba-eaa8-452d-afb7-b8e033e595ad {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:09.220963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.275846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:09.279340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.300128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.346512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:09.377541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:09.398351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:security_group_rule and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:09.405768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:09.413912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.421030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:09.432586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179144818', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': True}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:09.442959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:09.464768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:09.465575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.473778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.474114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.492059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4831c53e-a994-48b0-a79d-3c5f22072d72 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.492612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4831c53e-a994-48b0-a79d-3c5f22072d72 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4cca7ca-fe75-4740-8128-4d3a99721a52 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:09.520600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Usage tracker for resource:router and tenant:7b36224f12e54043a2a05e727350d68f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:09.539323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:09.552478 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c7f835c1-67bc-42c1-974a-8b41d18688cd tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "DELETE /v2.0/ports/358008d0-2c6d-42d9-b095-70147ee5a511 HTTP/1.1" status: 204 len: 168 time: 3.0020394 Apr 23 00:27:09.553822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:09.561335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60224) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:09.565748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4831c53e-a994-48b0-a79d-3c5f22072d72 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.571507 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4831c53e-a994-48b0-a79d-3c5f22072d72 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a4cca7ca-fe75-4740-8128-4d3a99721a52 HTTP/1.1" status: 204 len: 168 time: 1.3876176 Apr 23 00:27:09.581648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Request body: {'port': {'name': 'tempest-new-port-name-1994814386', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:09.582170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] bootfile-name is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:27:09.582515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] tftp-server is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:27:09.582853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] server-ip-address is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:27:09.608147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60228) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:09.619233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Calling delete_port for f00884ba-eaa8-452d-afb7-b8e033e595ad owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:09.657183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Request body: {'router': {'name': 'tempest-router-1111567050', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '964957cd5245476a9fd457c79b5d98d5'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:09.664286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.665789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.673096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:09.680134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.682612 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.693252 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Usage tracker for resource:router and tenant:964957cd5245476a9fd457c79b5d98d5 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:09.696433 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Transition to ACTIVE for port object a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:09.704743 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.708297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:09.727735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:09.743852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.765098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.765861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.767373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.768378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.774691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.781063 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Pushing event updated for resources: {'Port': ['ID=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:09.784084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.804159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.804849 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.806017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.806017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.806234 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.806502 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.806860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.807415 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.808135 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.808135 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.808418 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.809186 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.809186 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:09.809857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.812598 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Attempting to bind port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:09.812984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Attempting to bind port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:09.813335 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Attempting to bind port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:09.819729 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:09.820114 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:09.820515 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.820946 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:09.821414 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Bound port: a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:09.821975 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.872629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:09.891245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3253334e-a5d4-489c-be40-f926b048d762,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:09.892645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.895712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.896046 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Added segment 11cbfbd0-b459-413f-8060-c9f7a9d29445 of type vlan for network 05644586-3588-4a7f-903b-e4853c1118fa Apr 23 00:27:09.901385 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] For port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:09.905115 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] For port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:09.913406 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.913771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.939846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62c61d-503c-4974-9a36-010eec4ec712 req-18e7136f-c3ef-4e5b-96c7-397b70cbd22b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:09.940417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.941340 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dc62c61d-503c-4974-9a36-010eec4ec712 req-18e7136f-c3ef-4e5b-96c7-397b70cbd22b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5153787 Apr 23 00:27:09.954089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:09.996138 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292df32-f096-4f6f-a042-fb1e79ff9ba2 None None] Pushing event updated for resources: {'Port': ['ID=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:10.013306 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Routers {'3b6b01c1-cab2-49aa-9900-17bef72c932d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:10.014004 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3b6b01c1-cab2-49aa-9900-17bef72c932d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:10.020804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=533131a8-25ec-472a-b684-ab39a27ada01,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:10.066484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.073187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:10.073187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.077030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.078309 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2fe51a8e-2e89-43ed-9479-8e44328ad6a4 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4680734 Apr 23 00:27:10.125021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60232) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:10.136732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Pushing event deleted for resources: {'Port': ['ID=f00884ba-eaa8-452d-afb7-b8e033e595ad,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:10.159915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:10.199491 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] Set router 3b6b01c1-cab2-49aa-9900-17bef72c932d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:27:10.370429 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6542995 Apr 23 00:27:10.374039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60236) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:10.384925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'subnet': {'network_id': '05644586-3588-4a7f-903b-e4853c1118fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:10.400726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b32f9f-6e48-42cb-9ed5-dd0262dc516f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Network': ['ID=05644586-3588-4a7f-903b-e4853c1118fa,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:10.417528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 05644586-3588-4a7f-903b-e4853c1118fa details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:10.428112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.430485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.431637 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-eebef850-a7f4-4493-8482-ce4107d2d4f8 tempest-FloatingIPAdminTestJSON-457403999 tempest-FloatingIPAdminTestJSON-457403999-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/a5c733ef-18f9-4397-a142-88888dd7361f HTTP/1.1" status: 204 len: 168 time: 1.5454113 Apr 23 00:27:10.468971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60240) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:10.507071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:10.507304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dc62c61d-503c-4974-9a36-010eec4ec712 req-b468b51a-cc82-4527-80c8-4bed90c86da3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5008702 Apr 23 00:27:10.511735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:subnet and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:10.514664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:10.520697 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b6b01c1-cab2-49aa-9900-17bef72c932d', 'name': 'tempest-snat-router-1179144818', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.175'}], 'enable_snat': False}, 'gw_port_id': 'a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:26:58Z', 'updated_at': '2022-04-23T00:27:04Z', 'revision_number': 3, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port': {'id': 'a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b01c1-cab2-49aa-9900-17bef72c932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:27:01Z', 'updated_at': '2022-04-23T00:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:10.520899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:10.534853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:10.540329 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af99313-6c09-4082-9ae0-633bbcfb73df None None] The sync data for ids ['3b6b01c1-cab2-49aa-9900-17bef72c932d'] in dv-neutron-838784-1-hyperv is: [{'id': '3b6b01c1-cab2-49aa-9900-17bef72c932d', 'name': 'tempest-snat-router-1179144818', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.175'}], 'enable_snat': False}, 'gw_port_id': 'a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:26:58Z', 'updated_at': '2022-04-23T00:27:04Z', 'revision_number': 3, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port': {'id': 'a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:51:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b6b01c1-cab2-49aa-9900-17bef72c932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:27:01Z', 'updated_at': '2022-04-23T00:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:10.540731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.641251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 7d858a26-181f-40d7-aa9c-901ca2557cda is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:10.712470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:10.804024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.857464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:10.995021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Subnet': ['ID=0f7b5310-eeeb-422b-8875-60057d4b8f81,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:11.066509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Checking segment: {'id': '11cbfbd0-b459-413f-8060-c9f7a9d29445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '05644586-3588-4a7f-903b-e4853c1118fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:11.066964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network hostable DHCP agents. Network: 05644586-3588-4a7f-903b-e4853c1118fa, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:11.110553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 05644586-3588-4a7f-903b-e4853c1118fa is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:11.133230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-8415c71e-8f6d-4285-bb06-f868badfcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:11.136332 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-8415c71e-8f6d-4285-bb06-f868badfcd6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.1370370 Apr 23 00:27:11.137666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 05644586-3588-4a7f-903b-e4853c1118fa) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:11.143425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:11.143839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.146238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-20621fcd-c9b1-4e52-9bd9-89e58a8d7ea7 None None] Provisioning complete for port 533131a8-25ec-472a-b684-ab39a27ada01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:11.146640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20621fcd-c9b1-4e52-9bd9-89e58a8d7ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.184792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf09046-b2b1-45e5-bde7-18cbf33bf870 None None] Network 05644586-3588-4a7f-903b-e4853c1118fa requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:11.197748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:11.267448 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0bef10a6-735e-4b83-9b25-9c466096c76b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8910408 Apr 23 00:27:11.272494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60248) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:11.286104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1629815914', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:11.295028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:11.302116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:router and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:11.307860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:11.316171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:11.346111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-1858ff0c-9218-4312-9432-5dc2cbb88a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:11.348019 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-1858ff0c-9218-4312-9432-5dc2cbb88a22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.1963465 Apr 23 00:27:11.351428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.353457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.360236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-20621fcd-c9b1-4e52-9bd9-89e58a8d7ea7 None None] Port 533131a8-25ec-472a-b684-ab39a27ada01 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:11.387149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.388101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.433936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:11.448961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:11.449860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.477846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.506010 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-4a7e7f2d-f3f6-4ffe-a1b3-7d133bcc8216 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.1469443 Apr 23 00:27:11.635796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e726cc9-924a-4587-b314-6396ceeaa247 None None] Network 05644586-3588-4a7f-903b-e4853c1118fa requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:11.757620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-4ae63272-5e96-4c73-82ef-6c928265a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:11.759822 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-4ae63272-5e96-4c73-82ef-6c928265a73b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.2471912 Apr 23 00:27:11.771081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.784245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting port ec140884-3aae-40a8-b9d1-ee8454cf6772 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:11.784601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.798699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:11.810922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.823039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88073) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 23 00:27:11.823466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Router bb205e02-5703-4dbb-83c1-2386bc45c287 migrating from provider to provider. {{(pid=88073) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 23 00:27:11.823879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.868858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.874352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.909354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:11.941479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-69855bc9-7dcc-4478-9bd1-a9fd1fa0cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:11.943082 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-69855bc9-7dcc-4478-9bd1-a9fd1fa0cad3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1752422 Apr 23 00:27:11.954654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:12.286082 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-cbfd931a-15b8-483d-8ae5-a3a1e1af6736 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308794 Apr 23 00:27:12.296163 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] No L3 agents can host the router bb205e02-5703-4dbb-83c1-2386bc45c287 Apr 23 00:27:12.313747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f978ff4-3c16-40b3-b859-cd2309ee9575 req-d04733fb-82cf-468d-9d40-853ccd0a98cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:12.315245 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9f978ff4-3c16-40b3-b859-cd2309ee9575 req-d04733fb-82cf-468d-9d40-853ccd0a98cf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.7085266 Apr 23 00:27:12.370544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:12.413978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:12.519110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 4f2ff580-1c0b-4c61-918a-a73dd2e77356 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:12.578482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:12.622173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:12.627423 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e0b0fbff-7775-4254-9aa8-3e1943a0d608 req-a17cfcb2-b5a5-49a6-b2b2-f911699321fc service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329790 Apr 23 00:27:12.827509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.26.8.236 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/bc29a90e-1116-410e-aae9-0da14936455e) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:12.908418 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9f978ff4-3c16-40b3-b859-cd2309ee9575 req-08b49b89-621c-451f-bfd9-971124af72fa tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5834322 Apr 23 00:27:12.931617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:12.945312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-eff02588-b46e-4a43-8e3c-96abed61f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:12.945498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event updated for resources: {'Port': ['ID=d8c26976-30d8-4f07-8b0f-6b031bcebeb5,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:12.947108 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-eff02588-b46e-4a43-8e3c-96abed61f2a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.1901708 Apr 23 00:27:12.990664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-72ad641e-5632-45ba-8dae-9cc6b0b22ed2 None None] Provisioning complete for port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:12.991194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-72ad641e-5632-45ba-8dae-9cc6b0b22ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.040732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.057359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-72ad641e-5632-45ba-8dae-9cc6b0b22ed2 None None] Port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:13.091113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:13.161233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:13.161604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.201451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Calling delete_port for ec140884-3aae-40a8-b9d1-ee8454cf6772 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:13.201710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.232265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] In _notify_port_updated(), no bound segment for port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 on network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:27:13.237881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:13.238647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.244911 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d73f09be-1b39-4e1e-9695-9cc95542496a tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "PUT /v2.0/ports/d8c26976-30d8-4f07-8b0f-6b031bcebeb5 HTTP/1.1" status: 200 len: 1136 time: 3.6719661 Apr 23 00:27:13.255894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60252) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:13.258947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Hosts for router bb205e02-5703-4dbb-83c1-2386bc45c287: [] {{(pid=88073) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 23 00:27:13.304388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-4301d381-ce98-4d5d-91d8-b853a720e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:13.306581 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-4301d381-ce98-4d5d-91d8-b853a720e6e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.2445130 Apr 23 00:27:13.308356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:13.315645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:13.320147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:13.412133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=bc29a90e-1116-410e-aae9-0da14936455e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:13.505253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Hosts for other DVR routers connected to router bb205e02-5703-4dbb-83c1-2386bc45c287: set() {{(pid=88073) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 23 00:27:13.508496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:13.511948 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-464b0fc8-c456-437e-9c3c-15ffbd03c50a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.1673319 Apr 23 00:27:13.519054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] Sync routers for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:13.529361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:13.529935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:13.579141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.580306 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ac133859-9b3a-49a3-8f22-c2b5a3febe0c tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "PUT /v2.0/routers/bb205e02-5703-4dbb-83c1-2386bc45c287 HTTP/1.1" status: 200 len: 717 time: 3.4376941 Apr 23 00:27:13.585827 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-44a70e80-c5b1-4ce4-a988-cda7ec58595c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/4f2ff580-1c0b-4c61-918a-a73dd2e77356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7464635 Apr 23 00:27:13.587271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60256) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:13.587597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60258) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:13.594714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:13.604100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:13.604450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:13.611649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e470366-8710-46be-bb21-31edf06eaa6e tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:13.612262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8e470366-8710-46be-bb21-31edf06eaa6e tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Synchronizing usage tracker for tenant:4ee883dcbc6a481e825ed032dde2316e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:13.663039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:13.663444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0ea6d-8323-47b1-88e2-c23c8410823d None None] The sync data for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:13.694671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-91e8343c-ed13-4d35-97e9-94bc957c7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:13.696161 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-91e8343c-ed13-4d35-97e9-94bc957c7696 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.1664035 Apr 23 00:27:13.782039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-3e68ef52-0c9e-4ea8-ac8d-1664a59603ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:13.783477 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-3e68ef52-0c9e-4ea8-ac8d-1664a59603ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806243 Apr 23 00:27:13.858492 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-41c8cc6a-be35-4c1f-9a11-fa7036a366f1 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "GET /v2.0/routers/bb205e02-5703-4dbb-83c1-2386bc45c287 HTTP/1.1" status: 200 len: 717 time: 0.2632673 Apr 23 00:27:13.869317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.897031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60264) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:13.909096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b4a73-4924-4770-afa5-68c958259ac5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:13.909696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2c0b4a73-4924-4770-afa5-68c958259ac5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:13.917540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8e470366-8710-46be-bb21-31edf06eaa6e tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Unset dirty status for tenant:4ee883dcbc6a481e825ed032dde2316e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:13.918731 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8e470366-8710-46be-bb21-31edf06eaa6e tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "GET /v2.0/ports/d8c26976-30d8-4f07-8b0f-6b031bcebeb5 HTTP/1.1" status: 200 len: 1136 time: 0.6615059 Apr 23 00:27:13.928051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60268) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:13.933061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:13.998144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:14.008054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2c0b4a73-4924-4770-afa5-68c958259ac5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:14.013095 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2c0b4a73-4924-4770-afa5-68c958259ac5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports/533131a8-25ec-472a-b684-ab39a27ada01 HTTP/1.1" status: 200 len: 911 time: 0.4165378 Apr 23 00:27:14.019995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60276) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:14.199502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Deleting port d8c26976-30d8-4f07-8b0f-6b031bcebeb5 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:14.199844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:14.272100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event deleted for resources: {'Port': ['ID=ec140884-3aae-40a8-b9d1-ee8454cf6772,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:14.414199 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-da844a3f-c8e5-4cc5-9b75-5d2fcf5ba094 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247838 Apr 23 00:27:14.604358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b942e616-e6be-42c7-8f87-d4e57004f6e6 tempest-RoutersTestDVR-780863279 tempest-RoutersTestDVR-780863279-project] 10.222.0.39 "GET /v2.0/routers/bb205e02-5703-4dbb-83c1-2386bc45c287 HTTP/1.1" status: 200 len: 683 time: 0.7004867 Apr 23 00:27:14.611568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60280) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:14.639188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:14.739278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47638f19-cc55-43f8-b327-98a9ff7d90f0 req-2449bc8e-838e-4bd8-8f6f-b5d894df0aec tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:14.740726 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-47638f19-cc55-43f8-b327-98a9ff7d90f0 req-2449bc8e-838e-4bd8-8f6f-b5d894df0aec tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5999162 Apr 23 00:27:14.814794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:14.844454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Allocated IP 172.26.8.107 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/b9089f7c-4467-4371-ada1-8508c4ee0bea) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:14.925677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:14.932622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f2c651b-e490-4847-ae4a-c40aee054a38 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:14.943381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a2307f-73c4-49cf-95fe-bb40fa8a5da6 req-397a314a-21cb-4e58-909b-762275dbd913 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205495 Apr 23 00:27:15.021053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Calling delete_port for d8c26976-30d8-4f07-8b0f-6b031bcebeb5 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:15.041432 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6226078f-ba35-4567-ae4c-660cdd8bb801 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "DELETE /v2.0/ports/ec140884-3aae-40a8-b9d1-ee8454cf6772 HTTP/1.1" status: 204 len: 168 time: 4.5630050 Apr 23 00:27:15.052566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60284) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:15.109104 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-47638f19-cc55-43f8-b327-98a9ff7d90f0 req-5d00b9b3-9c4c-485c-a8c8-eea94c5cf6a8 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3611476 Apr 23 00:27:15.167652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9732cfcc-8c0f-4ff3-ab64-27d76712aa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.574608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c236aa-72b8-4ceb-9f86-72ef93bbf048 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:15.575279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c6c236aa-72b8-4ceb-9f86-72ef93bbf048 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Synchronizing usage tracker for tenant:00711fe621da4cf88aa3f9fa4a2cc33c on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:15.585609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.675070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.676592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c6c236aa-72b8-4ceb-9f86-72ef93bbf048 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Unset dirty status for tenant:00711fe621da4cf88aa3f9fa4a2cc33c on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:15.677726 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c6c236aa-72b8-4ceb-9f86-72ef93bbf048 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "GET /v2.0/ports?device_id=d830b0a6-fc3b-48de-8145-3008cbfa96dc HTTP/1.1" status: 200 len: 913 time: 0.6118419 Apr 23 00:27:15.705038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60292) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:15.707178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f2c651b-e490-4847-ae4a-c40aee054a38 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.718201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f2c651b-e490-4847-ae4a-c40aee054a38 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.730562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event deleted for resources: {'Port': ['ID=d8c26976-30d8-4f07-8b0f-6b031bcebeb5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:15.914166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.932003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.933776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f2c651b-e490-4847-ae4a-c40aee054a38 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:15.934163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2c651b-e490-4847-ae4a-c40aee054a38 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb205e02-5703-4dbb-83c1-2386bc45c287 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:15.967748 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-34f1967b-50ab-4c5b-ae95-2385f6795ad9 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "DELETE /v2.0/ports/d8c26976-30d8-4f07-8b0f-6b031bcebeb5 HTTP/1.1" status: 204 len: 168 time: 2.0386851 Apr 23 00:27:15.970131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60296) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:16.024504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:16.043232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f2c651b-e490-4847-ae4a-c40aee054a38 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.044343 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3f2c651b-e490-4847-ae4a-c40aee054a38 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bb205e02-5703-4dbb-83c1-2386bc45c287 HTTP/1.1" status: 204 len: 168 time: 1.4203594 Apr 23 00:27:16.052692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60300) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:16.092132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Request body: {'router': {'name': 'tempest-router-1021101563', 'distributed': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:16.104133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Deleting subnet 00011720-9041-4f49-b4d7-e87d32e32d14 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:27:16.114394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.119724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df8702-9b27-406e-a48a-18aafd7b8fe8 req-e42fc0bc-56d2-43a0-9550-955dc1116dcb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:16.121179 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-40df8702-9b27-406e-a48a-18aafd7b8fe8 req-e42fc0bc-56d2-43a0-9550-955dc1116dcb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6144814 Apr 23 00:27:16.122157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:16.141379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Usage tracker for resource:router and tenant:627e754767d546e2b3787d96cbc542c3 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:16.150185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:16.186181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.239260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:16.287124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.307623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.308596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.312051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.319964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:16.332981 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:16.343370 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:16.344064 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:16.357478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.361391 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d5cf7283-32f2-448b-aa08-809a54485da8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0853415 Apr 23 00:27:16.361519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-40df8702-9b27-406e-a48a-18aafd7b8fe8 req-2131b085-e07b-4347-a239-447a29cf0a63 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2282603 Apr 23 00:27:16.361599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60304) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:16.440359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.471977 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:16.475884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:16.481443 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:16.482414 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:16.485322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:16.547059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:16.553941 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:16.554651 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b35d31-f3e4-4b42-be37-5673c8c007f0 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:16.640398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.649636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.655724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Port': ['ID=b9089f7c-4467-4371-ada1-8508c4ee0bea,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:16.710677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event deleted for resources: {'Subnet': ['ID=00011720-9041-4f49-b4d7-e87d32e32d14,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:16.716015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:16.723512 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e2d79-9eca-4174-95a2-d4b8a99b70ad None None] Network 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:16.795283 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2a9531fc-9754-484a-85cc-9ffe50b9e73f tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "DELETE /v2.0/subnets/00011720-9041-4f49-b4d7-e87d32e32d14 HTTP/1.1" status: 204 len: 168 time: 0.8215427 Apr 23 00:27:16.795560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60312) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:16.988792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.007514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] DHCP port deletion for 83ccd5d9-938c-46ee-99e8-e3851cdfbf13 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:27:17.023160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Deleting port 2af60680-8261-488b-9367-f35bcc5ed328 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:17.024869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.132939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.149810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 2af60680-8261-488b-9367-f35bcc5ed328 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:27:17.223733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Deleting port 2af60680-8261-488b-9367-f35bcc5ed328 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:17.224143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.326682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.328097 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-29c72c27-d2dc-46b6-b357-4c427321ec83 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2705047 Apr 23 00:27:17.346789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60316) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:17.393134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] For port 2af60680-8261-488b-9367-f35bcc5ed328, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2af60680-8261-488b-9367-f35bcc5ed328,segment=NetworkSegment(4dc76a2e-330a-4941-bf34-e757781f3b7a),segment_id=4dc76a2e-330a-4941-bf34-e757781f3b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:17.393807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.534151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Calling delete_port for 2af60680-8261-488b-9367-f35bcc5ed328 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:17.565930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.580614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ef49-501b-4c34-8c4f-6b85f7980454 req-7646c4db-6a4c-4f56-91bc-90c47caf74cd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:17.581997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8d68ef49-501b-4c34-8c4f-6b85f7980454 req-7646c4db-6a4c-4f56-91bc-90c47caf74cd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.8694477 Apr 23 00:27:17.608052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d330-ba47-4868-93d4-593655c9ef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.622909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] For port 2af60680-8261-488b-9367-f35bcc5ed328, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2af60680-8261-488b-9367-f35bcc5ed328,segment=NetworkSegment(4dc76a2e-330a-4941-bf34-e757781f3b7a),segment_id=4dc76a2e-330a-4941-bf34-e757781f3b7a)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:17.623262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.633472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 2af60680-8261-488b-9367-f35bcc5ed328, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2af60680-8261-488b-9367-f35bcc5ed328,segment=NetworkSegment(4dc76a2e-330a-4941-bf34-e757781f3b7a),segment_id=4dc76a2e-330a-4941-bf34-e757781f3b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:17.645594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.657166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11d28aa4-d013-46f8-8360-0ab33091b1b9 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.699500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:27:17.699857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:27:17.722980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=2af60680-8261-488b-9367-f35bcc5ed328,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:17.754852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Calling delete_port for 2af60680-8261-488b-9367-f35bcc5ed328 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:17.847886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8:1::1 (cc99b2f3-3615-4322-a769-58eac9dc18f4/c2e66c5a-620b-46de-a960-9a254e3bcf7e/44b2d63c-3a3f-4cad-b042-011bf7270179) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:17.870593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:17.945477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:27:17.946346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:27:18.140952 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8d68ef49-501b-4c34-8c4f-6b85f7980454 req-30d90bd3-fdfb-4093-bb62-c509897a5cd0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4929326 Apr 23 00:27:18.172554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11d28aa4-d013-46f8-8360-0ab33091b1b9 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.188960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11d28aa4-d013-46f8-8360-0ab33091b1b9 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.200977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Deleting port 2af60680-8261-488b-9367-f35bcc5ed328 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:18.201505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.358001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.1 (05644586-3588-4a7f-903b-e4853c1118fa/0f7b5310-eeeb-422b-8875-60057d4b8f81/ac113948-f3ef-4113-92c2-86038bdd8134) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:18.420979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.426158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8baa18-e778-4440-a362-f3f1583ee8a2 req-20c67fcf-fe97-4c39-93a2-eac53908dd14 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:18.427740 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6e8baa18-e778-4440-a362-f3f1583ee8a2 req-20c67fcf-fe97-4c39-93a2-eac53908dd14 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.1518240 Apr 23 00:27:18.428439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] For port 2af60680-8261-488b-9367-f35bcc5ed328, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2af60680-8261-488b-9367-f35bcc5ed328,segment=NetworkSegment(4dc76a2e-330a-4941-bf34-e757781f3b7a),segment_id=4dc76a2e-330a-4941-bf34-e757781f3b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:18.428828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.508456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11d28aa4-d013-46f8-8360-0ab33091b1b9 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.508945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d28aa4-d013-46f8-8360-0ab33091b1b9 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de3cf7a9-9373-48d3-8019-10b6eb0ac2ce {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:18.556486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-11d28aa4-d013-46f8-8360-0ab33091b1b9 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.557678 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-11d28aa4-d013-46f8-8360-0ab33091b1b9 tempest-RoutersTestDVR-736418121 tempest-RoutersTestDVR-736418121-project-admin] 10.222.0.39 "DELETE /v2.0/routers/de3cf7a9-9373-48d3-8019-10b6eb0ac2ce HTTP/1.1" status: 204 len: 168 time: 1.2089386 Apr 23 00:27:18.558922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Calling delete_port for 2af60680-8261-488b-9367-f35bcc5ed328 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:18.573388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.630838 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.634591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.668755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.716603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.719022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.728972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] No DVR routers for this DVR port 2af60680-8261-488b-9367-f35bcc5ed328 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:27:18.737754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de8778-f611-4e43-979e-b1be6d63aaba None None] Pushing event deleted for resources: {'Port': ['ID=2af60680-8261-488b-9367-f35bcc5ed328,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:18.748390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Deleting port 2af60680-8261-488b-9367-f35bcc5ed328 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:18.748830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.775775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 44b2d63c-3a3f-4cad-b042-011bf7270179 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:18.780929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:18.899956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] The port '2af60680-8261-488b-9367-f35bcc5ed328' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:27:18.916892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 05644586-3588-4a7f-903b-e4853c1118fa is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:18.942975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60326) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:18.954230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:18.970356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:19.035767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.148284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.176029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6e8baa18-e778-4440-a362-f3f1583ee8a2 req-5f210e29-cb02-43f5-af5f-e1ed43d7b24f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4028172 Apr 23 00:27:19.199855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=ac113948-f3ef-4113-92c2-86038bdd8134,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:19.202154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.246133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:19.247457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.249403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:19.261753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:19.262314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.270405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.273143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:19.336013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Usage tracker for resource:security_group_rule and tenant:964957cd5245476a9fd457c79b5d98d5 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:19.361189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:19.373501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ccd5d9-938c-46ee-99e8-e3851cdfbf13']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:19.391308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc76a2e-330a-4941-bf34-e757781f3b7a') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:19.391635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc76a2e-330a-4941-bf34-e757781f3b7a') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:19.395905 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=44b2d63c-3a3f-4cad-b042-011bf7270179,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:19.410131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:19.411148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.439096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.450277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:19.450762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:19.466365 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:19.528327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-19871c71-a02f-4f11-9fd9-1eb2087d58c6 None None] Provisioning for port 44b2d63c-3a3f-4cad-b042-011bf7270179 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:19.535116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-19871c71-a02f-4f11-9fd9-1eb2087d58c6 None None] Provisioning complete for port 44b2d63c-3a3f-4cad-b042-011bf7270179 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:19.535840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-19871c71-a02f-4f11-9fd9-1eb2087d58c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.596080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-19871c71-a02f-4f11-9fd9-1eb2087d58c6 None None] Port 44b2d63c-3a3f-4cad-b042-011bf7270179 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:19.597208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.628487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.638837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.652516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] Pushing event deleted for resources: {'Network': ['ID=83ccd5d9-938c-46ee-99e8-e3851cdfbf13,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:19.693272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting port a6ca2c6c-7a7b-490c-a527-73015fe3318a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:19.693540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.696438 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-65effe3c-02f5-4dae-b597-bc4801436b51 tempest-ExtraDHCPOptionsTestJSON-1212625226 tempest-ExtraDHCPOptionsTestJSON-1212625226-project] 10.222.0.39 "DELETE /v2.0/networks/83ccd5d9-938c-46ee-99e8-e3851cdfbf13 HTTP/1.1" status: 204 len: 168 time: 2.8993213 Apr 23 00:27:19.758220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83e969-8d66-4333-90c4-bae1da4ca547 req-c5e23a5c-92cf-439d-8c16-caeee8fd0f2c tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:19.759829 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7f83e969-8d66-4333-90c4-bae1da4ca547 req-c5e23a5c-92cf-439d-8c16-caeee8fd0f2c tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4306142 Apr 23 00:27:19.905089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:19.954780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60338) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:20.072332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.099126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.104890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Router 9d70730a-2ebe-4a2d-b4eb-4290f7c68130 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:20.114235 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7f83e969-8d66-4333-90c4-bae1da4ca547 req-c447e7c4-4b37-4a80-a855-930b3de8944a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3236995 Apr 23 00:27:20.150233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.166717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.167257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.384890 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3fb90165-7069-487f-80e6-88621727e268 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ee883dcbc6a481e825ed032dde2316e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268510 Apr 23 00:27:20.386575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dcf5cb-adff-4b54-8001-198b09eb4782,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:20.390760 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-771df1e3-d8a6-4ece-bf6a-05f8c6a6c439 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=964957cd5245476a9fd457c79b5d98d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4468236 Apr 23 00:27:20.393268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60348) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:20.393675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60350) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:20.458081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.462282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=ac113948-f3ef-4113-92c2-86038bdd8134,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:20.622791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.626816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d097bc3a-98bd-4a0e-80a4-7d366e26fc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.631072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-96e0da26-dd7d-4cba-9b88-0884013c4977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.676721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d097bc3a-98bd-4a0e-80a4-7d366e26fc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.720583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-96e0da26-dd7d-4cba-9b88-0884013c4977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.778447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Calling delete_port for a6ca2c6c-7a7b-490c-a527-73015fe3318a owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:20.781951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 05644586-3588-4a7f-903b-e4853c1118fa is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:20.785825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:20.866360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d097bc3a-98bd-4a0e-80a4-7d366e26fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.870971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:20.887004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Sync routers for ids ['9d70730a-2ebe-4a2d-b4eb-4290f7c68130'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:20.895386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097bc3a-98bd-4a0e-80a4-7d366e26fc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca5e8d0-d5bd-40e8-ae4d-ce8bf1015135,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:20.902972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Routers {'9d70730a-2ebe-4a2d-b4eb-4290f7c68130'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:20.903855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9d70730a-2ebe-4a2d-b4eb-4290f7c68130'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:20.912558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-96e0da26-dd7d-4cba-9b88-0884013c4977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.982432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d097bc3a-98bd-4a0e-80a4-7d366e26fc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:20.983550 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d097bc3a-98bd-4a0e-80a4-7d366e26fc22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ca5e8d0-d5bd-40e8-ae4d-ce8bf1015135 HTTP/1.1" status: 204 len: 168 time: 0.5888796 Apr 23 00:27:20.994205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0da26-dd7d-4cba-9b88-0884013c4977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dcf5cb-adff-4b54-8001-198b09eb4782,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:21.001719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-96e0da26-dd7d-4cba-9b88-0884013c4977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.012711 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-96e0da26-dd7d-4cba-9b88-0884013c4977 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63dcf5cb-adff-4b54-8001-198b09eb4782 HTTP/1.1" status: 204 len: 168 time: 0.6092217 Apr 23 00:27:21.030772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.031983 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-da7a480c-4558-4b0c-b2eb-9200d2ad5912 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.8150158 Apr 23 00:27:21.036575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60360) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:21.078618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58213684-5d8f-44d0-b021-27ce7244578c req-08f7266b-9490-4c25-be19-638cdf641e05 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:21.080147 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-58213684-5d8f-44d0-b021-27ce7244578c req-08f7266b-9490-4c25-be19-638cdf641e05 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6279523 Apr 23 00:27:21.177789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:21.256022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Set router 9d70730a-2ebe-4a2d-b4eb-4290f7c68130 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:27:21.285751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.441757 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-98532bb0-2535-4809-863d-b576b68520b0 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/9d70730a-2ebe-4a2d-b4eb-4290f7c68130 HTTP/1.1" status: 200 len: 908 time: 0.4041538 Apr 23 00:27:21.444684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60372) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:21.534519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event deleted for resources: {'Port': ['ID=a6ca2c6c-7a7b-490c-a527-73015fe3318a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:21.589506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60378) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:21.700928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.721844 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-58213684-5d8f-44d0-b021-27ce7244578c req-8963f522-77a3-4b15-90c7-0aad9e938f54 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5760875 Apr 23 00:27:21.749348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.750477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.762798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70730a-2ebe-4a2d-b4eb-4290f7c68130', 'name': 'tempest-snat-router-1179144818', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.107'}], 'enable_snat': True}, 'gw_port_id': 'b9089f7c-4467-4371-ada1-8508c4ee0bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:27:09Z', 'updated_at': '2022-04-23T00:27:17Z', 'revision_number': 3, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port': {'id': 'b9089f7c-4467-4371-ada1-8508c4ee0bea', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:4b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d70730a-2ebe-4a2d-b4eb-4290f7c68130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:27:13Z', 'updated_at': '2022-04-23T00:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:21.767766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Checking router: 9d70730a-2ebe-4a2d-b4eb-4290f7c68130 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:27:21.768521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Updating router 9d70730a-2ebe-4a2d-b4eb-4290f7c68130 port b9089f7c-4467-4371-ada1-8508c4ee0bea binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:27:21.780685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:21.790997 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:21.802473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.803396 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:21.804017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:21.810779 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-663f87db-78f4-46d0-8055-73440c165787 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/routers/e765e85f-6a4c-4196-9762-a9a622d229fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4477713 Apr 23 00:27:21.813242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.829234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60384) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:21.852628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'port': {'network_id': '05644586-3588-4a7f-903b-e4853c1118fa', 'name': 'tempest-FloatingIPTestJSON-1524565680'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:21.881694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:21.892754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:21.902305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Usage tracker for resource:security_group_rule and tenant:627e754767d546e2b3787d96cbc542c3 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:21.905362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:21.911568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:21.913064 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:21.925407 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:21.926015 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:22.009098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.036357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.072397 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:22.072796 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe51a1-e0b6-4589-9cc7-aa18c33352bb None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:22.161828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.173102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Deleting port b9089f7c-4467-4371-ada1-8508c4ee0bea {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:22.173698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.201524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=44b2d63c-3a3f-4cad-b042-011bf7270179,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:22.263616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60396) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:22.325407 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=627e754767d546e2b3787d96cbc542c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7241454 Apr 23 00:27:22.339001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60402) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:22.390893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05269705-898b-4250-9c04-ffe0ccdb089b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf5f391-4ac0-42cb-9f87-51a1b273a4b9,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:22.401883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.426048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Transition to ACTIVE for port object b9089f7c-4467-4371-ada1-8508c4ee0bea will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:22.438575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.481018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.517144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127766138'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:22.522081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Attempting to bind port b9089f7c-4467-4371-ada1-8508c4ee0bea on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:22.522324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Attempting to bind port b9089f7c-4467-4371-ada1-8508c4ee0bea by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:22.522678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Attempting to bind port b9089f7c-4467-4371-ada1-8508c4ee0bea on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:22.538292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:22.538539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:22.538775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:22.539045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.539958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:22.540413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Bound port: b9089f7c-4467-4371-ada1-8508c4ee0bea, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:22.540777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.562062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:22.563051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51320b4-0e4f-41ec-bd75-e755a000d5e0 None None] Pushing event updated for resources: {'Port': ['ID=b9089f7c-4467-4371-ada1-8508c4ee0bea,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:22.568109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:22.575784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:22.584769 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:22.585591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80e0d632-37ab-489d-a925-50f28e6d08b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.609417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:22.615431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:22.617796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] For port b9089f7c-4467-4371-ada1-8508c4ee0bea, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:22.618069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:port and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:22.619948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Calling delete_port for b9089f7c-4467-4371-ada1-8508c4ee0bea owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:22.621344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] For port b9089f7c-4467-4371-ada1-8508c4ee0bea, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b9089f7c-4467-4371-ada1-8508c4ee0bea,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:22.624249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.628589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.629605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:22.633657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80e0d632-37ab-489d-a925-50f28e6d08b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.651546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:22.714467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Routers {'9d70730a-2ebe-4a2d-b4eb-4290f7c68130'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:22.714911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9d70730a-2ebe-4a2d-b4eb-4290f7c68130'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:22.742382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:22.748236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.784087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51320b4-0e4f-41ec-bd75-e755a000d5e0 None None] Pushing event updated for resources: {'Port': ['ID=b9089f7c-4467-4371-ada1-8508c4ee0bea,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:22.862776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:22.911458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] Set router 9d70730a-2ebe-4a2d-b4eb-4290f7c68130 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:27:22.967417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:27:22.967682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:27:22.973852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:22.978209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:23.007144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:23.025535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:security_group_rule and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:23.030567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b970f49-bfb0-4687-8cab-ff030b18c197 req-1b634975-14e1-453b-b0f6-06ce74dccab3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:23.034631 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8b970f49-bfb0-4687-8cab-ff030b18c197 req-1b634975-14e1-453b-b0f6-06ce74dccab3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.1370878 Apr 23 00:27:23.040504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d70730a-2ebe-4a2d-b4eb-4290f7c68130', 'name': 'tempest-snat-router-1179144818', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:27:09Z', 'updated_at': '2022-04-23T00:27:22Z', 'revision_number': 4, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:23.040686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:23.048174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acdf73c-180e-454f-94c2-734f6f57f91a None None] The sync data for ids ['9d70730a-2ebe-4a2d-b4eb-4290f7c68130'] in dv-neutron-838784-1-hyperv is: [{'id': '9d70730a-2ebe-4a2d-b4eb-4290f7c68130', 'name': 'tempest-snat-router-1179144818', 'tenant_id': '7b36224f12e54043a2a05e727350d68f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:27:09Z', 'updated_at': '2022-04-23T00:27:22Z', 'revision_number': 4, 'project_id': '7b36224f12e54043a2a05e727350d68f', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:23.050956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a2fa9d94-b6da-46f4-88b0-71aff21facd7 None None] Provisioning complete for port 44b2d63c-3a3f-4cad-b042-011bf7270179 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:23.050956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2fa9d94-b6da-46f4-88b0-71aff21facd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:23.057868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:23.066782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] device_id is not set on port aa13cfb5-d32f-4705-aeef-47d7a731f803 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:27:23.113330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa9d94-b6da-46f4-88b0-71aff21facd7 None None] Port 44b2d63c-3a3f-4cad-b042-011bf7270179 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:23.118405 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8b970f49-bfb0-4687-8cab-ff030b18c197 req-a70f7be0-3c68-4912-82fd-ac4e4ded5985 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760312 Apr 23 00:27:23.207538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 4f2ff580-1c0b-4c61-918a-a73dd2e77356 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:23.245008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80e0d632-37ab-489d-a925-50f28e6d08b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:23.469583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Deleting port b9089f7c-4467-4371-ada1-8508c4ee0bea {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:23.470189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:23.490845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0d632-37ab-489d-a925-50f28e6d08b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf5f391-4ac0-42cb-9f87-51a1b273a4b9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:23.536226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0fb0-c4a1-4c81-86ff-f910323be8d2 req-c2f4a36e-61bd-4935-a742-679d3ae21faf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:23.537693 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-50ce0fb0-c4a1-4c81-86ff-f910323be8d2 req-c2f4a36e-61bd-4935-a742-679d3ae21faf tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.1353650 Apr 23 00:27:23.679254 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-50ce0fb0-c4a1-4c81-86ff-f910323be8d2 req-cb49baa5-9120-4aba-a494-df44e32abbc5 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1296308 Apr 23 00:27:23.725692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] For port b9089f7c-4467-4371-ada1-8508c4ee0bea, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b9089f7c-4467-4371-ada1-8508c4ee0bea,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:23.726078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:23.789966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80e0d632-37ab-489d-a925-50f28e6d08b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:23.791127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-80e0d632-37ab-489d-a925-50f28e6d08b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abf5f391-4ac0-42cb-9f87-51a1b273a4b9 HTTP/1.1" status: 204 len: 168 time: 1.4492321 Apr 23 00:27:23.808284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:23.818741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] Sync routers for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:23.829604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:23.830581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:23.839506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.6 (05644586-3588-4a7f-903b-e4853c1118fa/0f7b5310-eeeb-422b-8875-60057d4b8f81/aa13cfb5-d32f-4705-aeef-47d7a731f803) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:23.870860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Calling delete_port for b9089f7c-4467-4371-ada1-8508c4ee0bea owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:23.900954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:23.911132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:23.911887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:23.925508 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fb1ea723-147c-41d4-b303-e759cf5f356c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/4f2ff580-1c0b-4c61-918a-a73dd2e77356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8708799 Apr 23 00:27:23.935801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60416) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:23.999218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:24.000213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f24898-e47f-4519-bed2-eaff6fc9aee9 None None] The sync data for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:24.074569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.085296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.103572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.127515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9089f7c-4467-4371-ada1-8508c4ee0bea,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:24.184454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe77868-a503-412e-91bf-3bf1c005cc48 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:24.185344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-efe77868-a503-412e-91bf-3bf1c005cc48 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:24.196211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Router d830b0a6-fc3b-48de-8145-3008cbfa96dc has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:24.205725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:24.220681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.259339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8cec9a-2488-4dd8-9267-3333abd0876d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:24.280672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.280978 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment f6bbdc6b-990a-4d5f-88ba-d1503c365b10 of type vlan for network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 Apr 23 00:27:24.402121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-efe77868-a503-412e-91bf-3bf1c005cc48 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:24.405643 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-efe77868-a503-412e-91bf-3bf1c005cc48 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports/44b2d63c-3a3f-4cad-b042-011bf7270179 HTTP/1.1" status: 200 len: 913 time: 0.4660854 Apr 23 00:27:24.423587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60430) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:24.503944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.506299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.535804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.536829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d70730a-2ebe-4a2d-b4eb-4290f7c68130 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:24.540225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.553596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.554888 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-80141e9e-1ce7-4faa-bbf6-43dd2845e1a5 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "DELETE /v2.0/routers/9d70730a-2ebe-4a2d-b4eb-4290f7c68130 HTTP/1.1" status: 204 len: 168 time: 3.1078393 Apr 23 00:27:24.557589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60440) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:24.761624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.784884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60448) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:24.784884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.859442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.864878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:24.865475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.896790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:24.909206 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] Sync routers for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:24.922292 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:24.922820 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:24.971432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:24.987273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-226978552'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:24.993066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Deleting port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:24.993509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.022895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:25.034784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:network and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:25.040068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:25.045177 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:25.049274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:25.055507 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] Routers {'d830b0a6-fc3b-48de-8145-3008cbfa96dc'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:25.056713 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:25.097562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Made reservation on behalf of 4b5b0fd712234dc39930b3767cbb1655 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:25.101004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.122005 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:25.122538 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be19686f-2a45-44ac-a040-6d51c49a2186 None None] The sync data for ids ['d830b0a6-fc3b-48de-8145-3008cbfa96dc'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:25.163727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.193398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:25.200454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:security_group_rule and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:25.205708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:25.221785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:25.238157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] For port a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:25.238543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.272244 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-df30cd9f-56bb-47e4-b019-c85dc649d362 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "PUT /v2.0/routers/d830b0a6-fc3b-48de-8145-3008cbfa96dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5611885 Apr 23 00:27:25.282925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60454) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:25.340711 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0753703 Apr 23 00:27:25.373432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Calling delete_port for a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:25.460228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76110297-a54b-48df-ae3f-003f87c47606 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=b22f27f0-8aa5-416a-9ecb-8d97375fb2b6,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:25.475925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:25.505105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.515492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.516163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.548674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:25.578218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68502e86-049d-41a8-9128-fe2ae9a301c2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:25.585014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.585189 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Added segment 12a9343f-da6f-4bcf-a2e3-a34df192d2cf of type vlan for network 69cf3734-caab-40c5-9b17-a3ddfea981a0 Apr 23 00:27:25.646459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.669659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7204239-6662-4185-b377-c017752285db req-097b4004-81d5-492f-9173-fc337fcdcaf6 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:25.671178 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b7204239-6662-4185-b377-c017752285db req-097b4004-81d5-492f-9173-fc337fcdcaf6 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.8139396 Apr 23 00:27:25.701631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.711484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 05644586-3588-4a7f-903b-e4853c1118fa is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:25.727938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:25.738112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:25.742012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.747877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:25.748576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.782829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:25.784716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:25.835623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=aa13cfb5-d32f-4705-aeef-47d7a731f803,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:25.941867 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b7204239-6662-4185-b377-c017752285db req-bbaa43c7-4667-4838-9e91-66538b0e5e95 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2559593 Apr 23 00:27:26.030044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:26.030694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.086094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3052809 Apr 23 00:27:26.087140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc525a-2dc2-4dd8-9ec2-878a1fda8ff0 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Network': ['ID=69cf3734-caab-40c5-9b17-a3ddfea981a0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:26.089316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60460) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:26.101166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'subnet': {'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:26.106833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:26.115902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60464) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:26.122925 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d6a5947c-b0d0-4d70-8c8a-f6d98980e506 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2921593 Apr 23 00:27:26.139613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'port': {'network_id': '05644586-3588-4a7f-903b-e4853c1118fa', 'name': 'tempest-FloatingIPTestJSON-1540667033'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:26.159202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.187858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.232868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.250464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting port 9ff7713b-883c-400d-b3c7-2f88e7338fe9 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:26.251040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.540108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.542173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:26.545519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.558788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:subnet and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:26.569126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:26.599672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:26.619267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:26.621679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.622021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.622314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b6b01c1-cab2-49aa-9900-17bef72c932d {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:26.631051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Made reservation on behalf of 4b5b0fd712234dc39930b3767cbb1655 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:26.634959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.658785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:port and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:26.677528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:26.681556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.688093 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-417a310a-4960-4f1c-af9a-7b08dacf4027 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3b6b01c1-cab2-49aa-9900-17bef72c932d HTTP/1.1" status: 204 len: 168 time: 2.1293955 Apr 23 00:27:26.694228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60468) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:26.699783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:26.757164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f370da9-8219-4ca2-9aeb-36f318f59245 req-651325bd-7e60-476f-979b-a15d281b544e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:26.759285 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f370da9-8219-4ca2-9aeb-36f318f59245 req-651325bd-7e60-476f-979b-a15d281b544e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5736871 Apr 23 00:27:26.803640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:26.807076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:26.866934 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f370da9-8219-4ca2-9aeb-36f318f59245 req-9e1640ae-b673-436a-a078-78f8abd96214 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915318 Apr 23 00:27:26.869678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] device_id is not set on port 0013278b-fbab-4f39-a1d0-31240d54c565 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:27:26.908539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Calling delete_port for 9ff7713b-883c-400d-b3c7-2f88e7338fe9 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:26.941628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-972546912', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:26.985093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:26.993632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Usage tracker for resource:router and tenant:35949d64a847415a8cea506b8f5bcdca is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:26.999013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:27.007287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:27.099583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.100794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.109155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.13 (05644586-3588-4a7f-903b-e4853c1118fa/0f7b5310-eeeb-422b-8875-60057d4b8f81/0013278b-fbab-4f39-a1d0-31240d54c565) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:27.137905 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 44b2d63c-3a3f-4cad-b042-011bf7270179 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:27.138547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.173462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:27:27.219673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:27:27.220326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a2d039c6-50a5-4e7a-9a4c-aa8bb1ff1e12 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:27:27.244456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.441881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.461528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.544687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Subnet': ['ID=1a783ffb-a38e-441f-ae52-1d5731228e80,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:27.560267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Checking segment: {'id': '12a9343f-da6f-4bcf-a2e3-a34df192d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:27.560732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Network hostable DHCP agents. Network: 69cf3734-caab-40c5-9b17-a3ddfea981a0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:27.565347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.598202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4811-d8b2-402c-b3d6-25922388ac41 req-9d1bf980-1fc6-4f7a-ba31-bd5617ed2a18 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:27.599668 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b80c4811-d8b2-402c-b3d6-25922388ac41 req-9d1bf980-1fc6-4f7a-ba31-bd5617ed2a18 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4311271 Apr 23 00:27:27.646230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 05644586-3588-4a7f-903b-e4853c1118fa is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:27.656637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:27.659652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:27.692488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:27.700095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=0013278b-fbab-4f39-a1d0-31240d54c565,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:27.710851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.728414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 69cf3734-caab-40c5-9b17-a3ddfea981a0) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:27.733521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:27.734112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.740925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b87ab5-ff9d-4a73-9e84-8cbbb34a2f65 None None] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:27.753948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:27.754626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.781860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-757bcd92-a873-483a-802a-ae2ba2a6559d tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6891139 Apr 23 00:27:27.784184 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5e36da52-0ea5-4fe5-992d-01e0cd8ca60e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6625183 Apr 23 00:27:27.786077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60474) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:27.788071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60476) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:27.796147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-236250711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:27.806370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '0013278b-fbab-4f39-a1d0-31240d54c565', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:27.809515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.810977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:27.815574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.815755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:27.817863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:router and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:27.823123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:27.826780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:floatingip and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:27.832455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:27.836378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:27.842809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:27.856154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.857249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.862525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:27.935501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.000643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 44b2d63c-3a3f-4cad-b042-011bf7270179 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:28.031448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event deleted for resources: {'Port': ['ID=9ff7713b-883c-400d-b3c7-2f88e7338fe9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:28.049742 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b80c4811-d8b2-402c-b3d6-25922388ac41 req-94be38d9-74ef-46f7-b0d5-0b94a4340f7e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3904626 Apr 23 00:27:28.127645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-69cf3734-caab-40c5-9b17-a3ddfea981a0', 'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0', 'tenant_id': '4b5b0fd712234dc39930b3767cbb1655', 'fixed_ips': [{'subnet_id': '1a783ffb-a38e-441f-ae52-1d5731228e80'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:28.128835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.319565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.369220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.370443 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6ee99094-0774-4d8d-af37-ce53848a4fff tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5835443 Apr 23 00:27:28.376534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Allocated IP 172.20.0.2 (69cf3734-caab-40c5-9b17-a3ddfea981a0/1a783ffb-a38e-441f-ae52-1d5731228e80/d609ed81-9ebf-4d62-a41b-cd948a00f35f) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:28.377229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60484) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:28.434383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.634037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.637673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.638621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.691042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339694-6d36-4102-b575-96f47e61bca5 req-29bed3d1-c16c-459b-83d6-5c3c2ffe1a00 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:28.692485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67339694-6d36-4102-b575-96f47e61bca5 req-29bed3d1-c16c-459b-83d6-5c3c2ffe1a00 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4397912 Apr 23 00:27:28.716856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.717524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Fanout notify agent at l3_agent the message router_deleted on router d830b0a6-fc3b-48de-8145-3008cbfa96dc {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:28.747385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60488) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:28.753064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Transition to ACTIVE for port object d609ed81-9ebf-4d62-a41b-cd948a00f35f will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:28.761544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': 'b22f27f0-8aa5-416a-9ecb-8d97375fb2b6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:28.773753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Transition to ACTIVE for port object d609ed81-9ebf-4d62-a41b-cd948a00f35f will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:28.780185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.784173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.785250 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-715091b8-4206-4074-a2ea-e455ca86f07f tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "DELETE /v2.0/routers/d830b0a6-fc3b-48de-8145-3008cbfa96dc HTTP/1.1" status: 204 len: 168 time: 3.4985809 Apr 23 00:27:28.787131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.803902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60492) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:28.840895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:28.847654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:28.850224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:28.891537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Pushing event updated for resources: {'Port': ['ID=d609ed81-9ebf-4d62-a41b-cd948a00f35f,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:28.962082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.967056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Attempting to bind port d609ed81-9ebf-4d62-a41b-cd948a00f35f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:28.967606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Attempting to bind port d609ed81-9ebf-4d62-a41b-cd948a00f35f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '12a9343f-da6f-4bcf-a2e3-a34df192d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:28.967771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Attempting to bind port d609ed81-9ebf-4d62-a41b-cd948a00f35f on network 69cf3734-caab-40c5-9b17-a3ddfea981a0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:28.978822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:28.980285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Checking segment: {'id': '12a9343f-da6f-4bcf-a2e3-a34df192d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:28.980852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:28.981510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Bound using segment: {'id': '12a9343f-da6f-4bcf-a2e3-a34df192d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:28.982432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Bound port: d609ed81-9ebf-4d62-a41b-cd948a00f35f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a9343f-da6f-4bcf-a2e3-a34df192d2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:28.983038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.005618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=44b2d63c-3a3f-4cad-b042-011bf7270179,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:29.021697 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67339694-6d36-4102-b575-96f47e61bca5 req-9ff079c0-5cd8-4514-8878-9e2ee7755e4b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3151734 Apr 23 00:27:29.185987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] For port d609ed81-9ebf-4d62-a41b-cd948a00f35f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:29.193875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.26.8.241 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/f5e923de-ccc0-4ed7-8f13-5f5567ee86a9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:29.196787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] For port d609ed81-9ebf-4d62-a41b-cd948a00f35f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d609ed81-9ebf-4d62-a41b-cd948a00f35f,segment=NetworkSegment(12a9343f-da6f-4bcf-a2e3-a34df192d2cf),segment_id=12a9343f-da6f-4bcf-a2e3-a34df192d2cf)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:29.206319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.207599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.304144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96546e86-216b-4c0b-a8ee-3efa25b3a311 None None] Pushing event updated for resources: {'Port': ['ID=d609ed81-9ebf-4d62-a41b-cd948a00f35f,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:29.308443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.347156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting subnet 3961e78b-7fb4-4de6-ad73-595701b5c43c {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:27:29.411286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.442097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:29.444746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.506138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:29.518965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:29.532024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:29.571977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.621782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.631947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.641229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:29.644689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:29.731922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Allocated IP 172.20.0.1 (69cf3734-caab-40c5-9b17-a3ddfea981a0/1a783ffb-a38e-441f-ae52-1d5731228e80/0a158d5e-0307-4a4b-97e6-7d3dc4440cc2) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:29.749139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.011807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:30.027701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:30.034928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:30.060533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=f5e923de-ccc0-4ed7-8f13-5f5567ee86a9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:30.106737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35548b44-8584-44ff-b9ee-e6d917965467 req-8ad5e13d-6b5f-47e9-a8cb-5d555bbca435 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:30.108292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-35548b44-8584-44ff-b9ee-e6d917965467 req-8ad5e13d-6b5f-47e9-a8cb-5d555bbca435 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.8526452 Apr 23 00:27:30.182354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.196879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Allocated IP 172.26.8.248 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/77e2ceac-f4ac-4be0-9d33-ab906da9d51a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:30.200308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.241402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Transition to ACTIVE for port object 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:30.367365 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-35548b44-8584-44ff-b9ee-e6d917965467 req-c53a38b5-0bc9-4930-9f82-1e6fd1e3e1ad tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2482386 Apr 23 00:27:30.387383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.418114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba05252-0e3b-430a-afe1-6ff8c7274ef4 None None] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:30.544239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-25962488-db16-457c-aaf6-eedc3dda0506 None None] Provisioning for port d609ed81-9ebf-4d62-a41b-cd948a00f35f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:30.579613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Port': ['ID=0a158d5e-0307-4a4b-97e6-7d3dc4440cc2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:30.591822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:30.604455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:30.612306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:30.644392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.653430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 4f2ff580-1c0b-4c61-918a-a73dd2e77356 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:30.692074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event deleted for resources: {'Subnet': ['ID=3961e78b-7fb4-4de6-ad73-595701b5c43c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:30.704508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.707431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.744490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:30.751950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf042aa-3d0e-4920-9e26-fa445157d474 None None] Network 59a83226-88e2-440d-bff2-1d9af98f02a7 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:30.935267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ff820-3588-4d67-8d45-b29de68771a8 req-3b59cec3-998d-49bf-a638-484f962c9710 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:30.936803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-952ff820-3588-4d67-8d45-b29de68771a8 req-3b59cec3-998d-49bf-a638-484f962c9710 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4016805 Apr 23 00:27:30.965045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:30.976042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] Sync routers for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:31.005178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:31.006054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:31.009403 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-35357159-9e06-47e0-84ed-092519ed9f9d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/4f2ff580-1c0b-4c61-918a-a73dd2e77356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5846946 Apr 23 00:27:31.016075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60500) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:31.044807 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d218e04c-6342-4ef8-808b-3f0ee11b48cf tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "DELETE /v2.0/subnets/3961e78b-7fb4-4de6-ad73-595701b5c43c HTTP/1.1" status: 204 len: 168 time: 2.2113492 Apr 23 00:27:31.057284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60504) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:31.117771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.131083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] DHCP port deletion for 59a83226-88e2-440d-bff2-1d9af98f02a7 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:27:31.154141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] Deleting port 0eb26ca1-f50f-46b4-b083-80160731e567 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:31.154410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=6b01a26b-6776-4ef3-8ca8-e976afb70b0b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:31.154745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.156772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': 'f6bbdc6b-990a-4d5f-88ba-d1503c365b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b22f27f0-8aa5-416a-9ecb-8d97375fb2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:31.157150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: b22f27f0-8aa5-416a-9ecb-8d97375fb2b6, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:31.183001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-052d7b1c-d78c-4512-afe4-01f51acd7b72 None None] Provisioning for port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:31.191195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:31.204297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d609ed81-9ebf-4d62-a41b-cd948a00f35f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:31.271024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.277931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-052d7b1c-d78c-4512-afe4-01f51acd7b72 None None] Provisioning complete for port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:31.278471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-052d7b1c-d78c-4512-afe4-01f51acd7b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.284800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:31.296377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting port 0eb26ca1-f50f-46b4-b083-80160731e567 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:31.296789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.327805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, b22f27f0-8aa5-416a-9ecb-8d97375fb2b6) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:31.329776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.344579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:31.345203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:31.352254 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-952ff820-3588-4d67-8d45-b29de68771a8 req-593c9c9e-04cd-4165-84ab-dc9da1697d61 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3947039 Apr 23 00:27:31.357663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.376339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:31.377200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.431736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12608674-202f-4933-a908-3ef7ae32e6b2 None None] Network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:31.439340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:31.444619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:31.451423 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a7ab40fc-486d-4ed6-b3c0-aa1e84b027c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7007902 Apr 23 00:27:31.452452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60510) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:31.460326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:31.517357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:31.517748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc76dad-6270-4852-9ed0-1d3695f91479 None None] The sync data for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:31.535389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.537736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-052d7b1c-d78c-4512-afe4-01f51acd7b72 None None] Port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:31.541069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413196728'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:31.544619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event updated for resources: {'Port': ['ID=77e2ceac-f4ac-4be0-9d33-ab906da9d51a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:31.686816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:31.697442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:31.707864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:31.732924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:31.737648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port d609ed81-9ebf-4d62-a41b-cd948a00f35f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:31.778603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d609ed81-9ebf-4d62-a41b-cd948a00f35f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:31.778973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.852102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] For port 0eb26ca1-f50f-46b4-b083-80160731e567, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0eb26ca1-f50f-46b4-b083-80160731e567,segment=NetworkSegment(10d6928d-9991-40cc-b8e2-b6c34e682733),segment_id=10d6928d-9991-40cc-b8e2-b6c34e682733)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:31.852390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.866280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:31.873383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:31.876698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.003580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] Calling delete_port for 0eb26ca1-f50f-46b4-b083-80160731e567 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:32.034333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] For port 0eb26ca1-f50f-46b4-b083-80160731e567, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0eb26ca1-f50f-46b4-b083-80160731e567,segment=NetworkSegment(10d6928d-9991-40cc-b8e2-b6c34e682733),segment_id=10d6928d-9991-40cc-b8e2-b6c34e682733)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:32.034333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.053116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:32.058886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-aad47485-be3b-4a51-ad23-c8f4e246960e None None] Provisioning complete for port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:32.059052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-aad47485-be3b-4a51-ad23-c8f4e246960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.172076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-b22f27f0-8aa5-416a-9ecb-8d97375fb2b6', 'network_id': 'b22f27f0-8aa5-416a-9ecb-8d97375fb2b6', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': '6b01a26b-6776-4ef3-8ca8-e976afb70b0b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:32.172869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.188864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Calling delete_port for 0eb26ca1-f50f-46b4-b083-80160731e567 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:32.224219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.224610 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment 66e1486e-cbd8-494c-a1c4-edc355201b34 of type vlan for network cb5b170f-04bd-48d0-9e75-2d4358e5dd37 Apr 23 00:27:32.247356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-aad47485-be3b-4a51-ad23-c8f4e246960e None None] Port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:32.301111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.338545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.356772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.381299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] Pushing event deleted for resources: {'Port': ['ID=0eb26ca1-f50f-46b4-b083-80160731e567,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:32.397312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeabc3b-a967-4397-810a-24a40084d52c None None] No DVR routers for this DVR port 0eb26ca1-f50f-46b4-b083-80160731e567 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:27:32.453126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:27:32.453764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:27:32.460109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port d609ed81-9ebf-4d62-a41b-cd948a00f35f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d609ed81-9ebf-4d62-a41b-cd948a00f35f,segment=NetworkSegment(12a9343f-da6f-4bcf-a2e3-a34df192d2cf),segment_id=12a9343f-da6f-4bcf-a2e3-a34df192d2cf)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:32.473066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.479007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.481770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.485758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.491445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:32.492582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.538512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.565167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Allocated IP 2001:db8:0:ffff::2 (b22f27f0-8aa5-416a-9ecb-8d97375fb2b6/6b01a26b-6776-4ef3-8ca8-e976afb70b0b/bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:32.597591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.618370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.621295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=d609ed81-9ebf-4d62-a41b-cd948a00f35f,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:32.662072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=f5e923de-ccc0-4ed7-8f13-5f5567ee86a9,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:32.666571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.681813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1696203 Apr 23 00:27:32.684633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60516) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:32.691515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eeb363-5763-4151-b3bd-e52c6306b048 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=cb5b170f-04bd-48d0-9e75-2d4358e5dd37,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:32.699205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:32.709127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network cb5b170f-04bd-48d0-9e75-2d4358e5dd37 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:32.796305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.941034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.946081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:32.954284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Transition to ACTIVE for port object bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:32.954790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting port 0eb26ca1-f50f-46b4-b083-80160731e567 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:32.955320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.974451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Transition to ACTIVE for port object bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:32.981505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:32.994063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:33.004391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:33.051620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:33.056049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:33.061435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:33.086168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.124211 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Pushing event updated for resources: {'Port': ['ID=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:33.137196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Port': ['ID=0a158d5e-0307-4a4b-97e6-7d3dc4440cc2,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:33.175228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:33.179175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d609ed81-9ebf-4d62-a41b-cd948a00f35f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:33.182641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] The port '0eb26ca1-f50f-46b4-b083-80160731e567' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:27:33.247707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Attempting to bind port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:33.248067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Attempting to bind port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f6bbdc6b-990a-4d5f-88ba-d1503c365b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b22f27f0-8aa5-416a-9ecb-8d97375fb2b6'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:33.248426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Attempting to bind port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 on network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:33.263551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:33.263925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Checking segment: {'id': 'f6bbdc6b-990a-4d5f-88ba-d1503c365b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b22f27f0-8aa5-416a-9ecb-8d97375fb2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:33.264322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.264709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Bound using segment: {'id': 'f6bbdc6b-990a-4d5f-88ba-d1503c365b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b22f27f0-8aa5-416a-9ecb-8d97375fb2b6'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:33.265171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Bound port: bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bbdc6b-990a-4d5f-88ba-d1503c365b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b22f27f0-8aa5-416a-9ecb-8d97375fb2b6'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:33.265540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.288454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:33.292643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.344549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d609ed81-9ebf-4d62-a41b-cd948a00f35f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:33.344868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.413134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] For port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:33.427373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] For port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,segment=NetworkSegment(f6bbdc6b-990a-4d5f-88ba-d1503c365b10),segment_id=f6bbdc6b-990a-4d5f-88ba-d1503c365b10)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:33.453715 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP bdf7e64e-121f-4210-9aad-bf3a812dfdf0 associated. External IP: 172.26.8.241, port: 0013278b-fbab-4f39-a1d0-31240d54c565. Apr 23 00:27:33.464767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.501166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.510300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.511821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:33.522722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:33.573911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c2190-c9f9-4383-8efc-aa28128a629d None None] Pushing event updated for resources: {'Port': ['ID=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:33.640172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a83226-88e2-440d-bff2-1d9af98f02a7']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:33.651573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0eb26ca1-f50f-46b4-b083-80160731e567 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:27:33.660317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d6928d-9991-40cc-b8e2-b6c34e682733') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:33.660874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d6928d-9991-40cc-b8e2-b6c34e682733') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:33.715414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 0eb26ca1-f50f-46b4-b083-80160731e567 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:27:33.715903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0eb26ca1-f50f-46b4-b083-80160731e567 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:27:33.754895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.825943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.847575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:33.848329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:33.865485 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:33.894119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-87623f31-262a-4bcd-830c-5906816a473b None None] Provisioning complete for port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:33.894515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-87623f31-262a-4bcd-830c-5906816a473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.954440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 533131a8-25ec-472a-b684-ab39a27ada01 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:33.955026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:33.986528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-87623f31-262a-4bcd-830c-5906816a473b None None] Port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:34.019183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.051821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.073659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event deleted for resources: {'Network': ['ID=59a83226-88e2-440d-bff2-1d9af98f02a7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:34.081890 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-edcc6c83-af07-4044-a37a-11afb60cb976 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "DELETE /v2.0/networks/59a83226-88e2-440d-bff2-1d9af98f02a7 HTTP/1.1" status: 204 len: 168 time: 3.0189044 Apr 23 00:27:34.081890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.086278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60520) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:34.118916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Router deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:34.289920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Router d609a917-103e-482c-acbb-0493890eeb21 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:34.382075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=46e62415-3a2c-42cc-a8a3-a8027afa4d94,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:34.410607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Deleting port e275099d-d20c-4fa8-89a5-c93fe57160d2 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:34.410952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.412601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:34.446732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': '66e1486e-cbd8-494c-a1c4-edc355201b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:34.447101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: cb5b170f-04bd-48d0-9e75-2d4358e5dd37, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:34.612008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:34.615003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.629522 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] Sync routers for ids ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:34.640539 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] Routers {'deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:34.641748 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:34.717430 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:34.727591 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] Routers {'deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:34.728208 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:34.769454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 533131a8-25ec-472a-b684-ab39a27ada01 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:34.790719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network cb5b170f-04bd-48d0-9e75-2d4358e5dd37 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:34.800445 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:34.801109 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bcb68b-d2f4-4fb6-81c7-b7928f1a8d85 None None] The sync data for ids ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:34.826870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, cb5b170f-04bd-48d0-9e75-2d4358e5dd37) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:34.837295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:34.838198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.840742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3000ce6-4aa2-4a1b-a33a-c515029d3695 None None] Network cb5b170f-04bd-48d0-9e75-2d4358e5dd37 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:34.847013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.848677 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf6886b7-0509-4dc4-8b64-25c2e162f0fe tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1499975 Apr 23 00:27:34.860268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60524) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:34.864310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a2a44-ff7b-4c8c-9664-538ddf8ec690 None None] Network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:34.879196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': False}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:34.894390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:34.915914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] Sync routers for ids ['d609a917-103e-482c-acbb-0493890eeb21'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:34.951950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.952529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:34.955238 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bd8ab407-b705-47e5-9216-94cb03108319 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "PUT /v2.0/routers/d609a917-103e-482c-acbb-0493890eeb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5725992 Apr 23 00:27:34.962649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60528) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:34.965811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4adc96df-1438-457d-a386-92a9fc5d8e6d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2781477 Apr 23 00:27:34.973221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60532) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:34.976773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'port': {'network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0', 'name': 'tempest-FloatingIPNegativeTestJSON-136025594'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:35.055264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] Routers {'d609a917-103e-482c-acbb-0493890eeb21'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:35.055891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d609a917-103e-482c-acbb-0493890eeb21'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.083066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:35.094211 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:35.106943 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:35.107855 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.134593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.172985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Calling delete_port for e275099d-d20c-4fa8-89a5-c93fe57160d2 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:35.249031 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8ff21bca-8404-459e-93dd-a1869c7efeef tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.4590037 Apr 23 00:27:35.252011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:35.261734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:35.266839 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.268478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.279252 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:35.280147 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.330781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.355027 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.355720 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919a3fd-ec28-46f6-9b4c-f935e9e06f04 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:35.400172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=533131a8-25ec-472a-b684-ab39a27ada01,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:35.451132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.465645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:35.493143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-29763792-8099-479d-bf82-6efd03169371 None None] Provisioning for port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:35.505626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] Routers {'d609a917-103e-482c-acbb-0493890eeb21'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:35.506487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d609a917-103e-482c-acbb-0493890eeb21'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.514269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:35.518768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:port and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:35.522232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:35.529584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:35.629856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Made reservation on behalf of 4b5b0fd712234dc39930b3767cbb1655 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:35.633376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.640506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-cb5b170f-04bd-48d0-9e75-2d4358e5dd37', 'network_id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': '46e62415-3a2c-42cc-a8a3-a8027afa4d94'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:35.641308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.651537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:35.651937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a2eda-8681-4a8d-9166-005f4f391eac None None] The sync data for ids ['d609a917-103e-482c-acbb-0493890eeb21'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:35.698961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] device_id is not set on port 06cfd30f-be77-46de-9b48-c34b645809fb yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:27:35.748352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.784987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:35.825595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:35.826393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.909702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.910281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Allocated IP 2001:db8::1 (cb5b170f-04bd-48d0-9e75-2d4358e5dd37/46e62415-3a2c-42cc-a8a3-a8027afa4d94/b2c00903-bf14-414a-b602-2bbf44a78aac) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:35.924923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.933984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:35.934656 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP bdf7e64e-121f-4210-9aad-bf3a812dfdf0 disassociated. External IP: 172.26.8.241, port: 0013278b-fbab-4f39-a1d0-31240d54c565. Apr 23 00:27:36.098604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.113747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.157417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f63f3ff6-bc14-4e80-bfeb-2ff41fbc2265 None None] Provisioning complete for port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:36.157782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f63f3ff6-bc14-4e80-bfeb-2ff41fbc2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.194644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.220067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,segment=NetworkSegment(f6bbdc6b-990a-4d5f-88ba-d1503c365b10),segment_id=f6bbdc6b-990a-4d5f-88ba-d1503c365b10)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:36.267883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.399373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.421958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:36.425926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Transition to ACTIVE for port object b2c00903-bf14-414a-b602-2bbf44a78aac will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:36.458106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Transition to ACTIVE for port object b2c00903-bf14-414a-b602-2bbf44a78aac will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:36.465375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.472555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Pushing event deleted for resources: {'Port': ['ID=e275099d-d20c-4fa8-89a5-c93fe57160d2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:36.528864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Network cb5b170f-04bd-48d0-9e75-2d4358e5dd37 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:36.535885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:36.536995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 4f2ff580-1c0b-4c61-918a-a73dd2e77356 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:36.541800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:36.548583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Pushing event updated for resources: {'Port': ['ID=b2c00903-bf14-414a-b602-2bbf44a78aac,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:36.572131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.590688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Allocated IP 172.20.0.9 (69cf3734-caab-40c5-9b17-a3ddfea981a0/1a783ffb-a38e-441f-ae52-1d5731228e80/06cfd30f-be77-46de-9b48-c34b645809fb) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:36.640058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Attempting to bind port b2c00903-bf14-414a-b602-2bbf44a78aac on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:36.640472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Attempting to bind port b2c00903-bf14-414a-b602-2bbf44a78aac by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '66e1486e-cbd8-494c-a1c4-edc355201b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:36.640844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Attempting to bind port b2c00903-bf14-414a-b602-2bbf44a78aac on network cb5b170f-04bd-48d0-9e75-2d4358e5dd37 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:36.646584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:36.646995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Checking segment: {'id': '66e1486e-cbd8-494c-a1c4-edc355201b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:36.647447 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.647895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Bound using segment: {'id': '66e1486e-cbd8-494c-a1c4-edc355201b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:36.648630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Bound port: b2c00903-bf14-414a-b602-2bbf44a78aac, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e1486e-cbd8-494c-a1c4-edc355201b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:36.649065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.673158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.683422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.745999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] For port b2c00903-bf14-414a-b602-2bbf44a78aac, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:36.748618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:36.749547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] For port b2c00903-bf14-414a-b602-2bbf44a78aac, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2c00903-bf14-414a-b602-2bbf44a78aac,segment=NetworkSegment(66e1486e-cbd8-494c-a1c4-edc355201b34),segment_id=66e1486e-cbd8-494c-a1c4-edc355201b34)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:36.760188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] Sync routers for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:36.763147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:36.805772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=46e62415-3a2c-42cc-a8a3-a8027afa4d94,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:36.825416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:36.826039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:36.827011 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5eec894b-9b22-4646-96ec-c8ffb1cf53cf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/4f2ff580-1c0b-4c61-918a-a73dd2e77356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8088305 Apr 23 00:27:36.834846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60540) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:36.883879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1c76e38e-14c1-487f-93cf-1ae683e86976 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:36.904504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:36.921032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:36.924458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1c76e38e-14c1-487f-93cf-1ae683e86976 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:36.925602 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1c76e38e-14c1-487f-93cf-1ae683e86976 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f2ff580-1c0b-4c61-918a-a73dd2e77356 HTTP/1.1" status: 200 len: 205 time: 0.0898769 Apr 23 00:27:36.930536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60544) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:36.965860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4c6bf-54e9-414d-9ed0-344939edd6a8 None None] Pushing event updated for resources: {'Port': ['ID=b2c00903-bf14-414a-b602-2bbf44a78aac,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:36.968444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] Routers {'4f2ff580-1c0b-4c61-918a-a73dd2e77356'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:36.969064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.042045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.042443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac9e693-13f8-4607-b854-7eab529abde5 None None] The sync data for ids ['4f2ff580-1c0b-4c61-918a-a73dd2e77356'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:37.062366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.076876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3341f-a941-47cf-999a-aed2d1a016db None None] Network cb5b170f-04bd-48d0-9e75-2d4358e5dd37 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:37.081062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.085190 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e31c43b2-5a5e-4fff-9ea6-0e7302582686 tempest-FloatingIPAdminTestJSON-224165141 tempest-FloatingIPAdminTestJSON-224165141-project] 10.222.0.39 "DELETE /v2.0/floatingips/0d4baaa5-e559-4cfe-ac14-5565488d0075 HTTP/1.1" status: 204 len: 168 time: 2.9727199 Apr 23 00:27:37.133339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5b170f-04bd-48d0-9e75-2d4358e5dd37']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.151597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e1486e-cbd8-494c-a1c4-edc355201b34') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.151898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e1486e-cbd8-494c-a1c4-edc355201b34') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.168808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e0c727af-96bb-4504-8bae-0e67e8470af7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.182540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.186374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.215808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Transition to ACTIVE for port object 06cfd30f-be77-46de-9b48-c34b645809fb will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:37.222436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:37.224233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.236878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:37.237305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:37.255167 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:37.397838 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:37.398473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.420631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:27:37.420631 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:27:37.420631 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': 'cb5b170f-04bd-48d0-9e75-2d4358e5dd37'}] Apr 23 00:27:37.420631 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:27:37.421063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:27:37.445709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.484912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa39f2-375d-40f5-8e0b-e3f7c4d4143b None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:27:37.535704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:37.548071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.549728 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:37.561194 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:37.562178 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.578284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60554) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:37.598451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Port': ['ID=06cfd30f-be77-46de-9b48-c34b645809fb,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:37.622945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:37.626873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:37.630937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:37.700172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:37.700801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.703592 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.715227 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:37.716057 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.738684 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1f10aefa-1fb7-462e-8d42-3dec56677bd9 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7747693 Apr 23 00:27:37.743136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60560) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:37.753578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:37.754257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fa39f2-375d-40f5-8e0b-e3f7c4d4143b None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:27:37.802322 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d9129584-6a56-48cb-aeb9-bd977dd864fc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/floatingips/bdf7e64e-121f-4210-9aad-bf3a812dfdf0 HTTP/1.1" status: 200 len: 688 time: 2.5489604 Apr 23 00:27:37.811439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60564) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:37.814146 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:37.814753 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb9cac-4bac-4e16-8617-148aea3e39bb None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:37.822370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:37.836765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:floatingip and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:37.841337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:37.850094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:37.927503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.940057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.977790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e0c727af-96bb-4504-8bae-0e67e8470af7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:37.988830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e0c727af-96bb-4504-8bae-0e67e8470af7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.009294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port b2c00903-bf14-414a-b602-2bbf44a78aac {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:38.009650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.100765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port f5e923de-ccc0-4ed7-8f13-5f5567ee86a9 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:38.101844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.145480 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d0c51231-c455-4064-928a-e41927da2bda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00711fe621da4cf88aa3f9fa4a2cc33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637355 Apr 23 00:27:38.149561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60572) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:38.168289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e0c727af-96bb-4504-8bae-0e67e8470af7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.168891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c727af-96bb-4504-8bae-0e67e8470af7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Fanout notify agent at l3_agent the message router_deleted on router 4f2ff580-1c0b-4c61-918a-a73dd2e77356 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:38.232970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e0c727af-96bb-4504-8bae-0e67e8470af7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.236390 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e0c727af-96bb-4504-8bae-0e67e8470af7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/4f2ff580-1c0b-4c61-918a-a73dd2e77356 HTTP/1.1" status: 204 len: 168 time: 1.3012607 Apr 23 00:27:38.246665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60576) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:38.391214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5082d4f7-9c5f-4f90-b1d9-acd352614014 None None] Provisioning for port 06cfd30f-be77-46de-9b48-c34b645809fb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:38.396713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5082d4f7-9c5f-4f90-b1d9-acd352614014 None None] Provisioning complete for port 06cfd30f-be77-46de-9b48-c34b645809fb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:38.397203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5082d4f7-9c5f-4f90-b1d9-acd352614014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.401390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5daa-764e-4054-b540-d7e7015bafe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.406277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet c2e66c5a-620b-46de-a960-9a254e3bcf7e {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:27:38.420991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.453451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5082d4f7-9c5f-4f90-b1d9-acd352614014 None None] Port 06cfd30f-be77-46de-9b48-c34b645809fb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:38.492829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5daa-764e-4054-b540-d7e7015bafe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.508294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.508632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.538258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.582334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.595327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.675425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port b2c00903-bf14-414a-b602-2bbf44a78aac, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2c00903-bf14-414a-b602-2bbf44a78aac,segment=NetworkSegment(66e1486e-cbd8-494c-a1c4-edc355201b34),segment_id=66e1486e-cbd8-494c-a1c4-edc355201b34)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:38.675425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.687723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for f5e923de-ccc0-4ed7-8f13-5f5567ee86a9 owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:38.791551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5daa-764e-4054-b540-d7e7015bafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.809788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.819568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for b2c00903-bf14-414a-b602-2bbf44a78aac owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:38.824427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b5daa-764e-4054-b540-d7e7015bafe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18579fae-f9fe-44f8-9816-fda00bb897db,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:38.832438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.862048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec6b5daa-764e-4054-b540-d7e7015bafe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:38.862740 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ec6b5daa-764e-4054-b540-d7e7015bafe3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18579fae-f9fe-44f8-9816-fda00bb897db HTTP/1.1" status: 204 len: 168 time: 0.7120922 Apr 23 00:27:39.077476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Router deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:39.089477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.126847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.129654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.175088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=f5e923de-ccc0-4ed7-8f13-5f5567ee86a9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:39.185119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e66c5a-620b-46de-a960-9a254e3bcf7e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:39.196779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36545ff4-1582-4c02-bba2-387adc9dc6e0 None None] Network cc99b2f3-3615-4322-a769-58eac9dc18f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:39.214059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.237342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60586) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:39.255416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port b2c00903-bf14-414a-b602-2bbf44a78aac on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:27:39.283008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=b2c00903-bf14-414a-b602-2bbf44a78aac,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:39.300738 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-99f2bb0e-4deb-4ddc-93de-82a8fb97d097 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/c2e66c5a-620b-46de-a960-9a254e3bcf7e HTTP/1.1" status: 204 len: 168 time: 1.0505700 Apr 23 00:27:39.304040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60590) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:39.310330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.332758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:39.338645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Usage tracker for resource:security_group_rule and tenant:1bfdc6cd60e84895823a9df07733a7e5 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:39.341348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.343702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.349974 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-621712a8-a723-49fc-acd3-4619aed65f5b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/floatingips/bdf7e64e-121f-4210-9aad-bf3a812dfdf0 HTTP/1.1" status: 204 len: 168 time: 1.5323384 Apr 23 00:27:39.349974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:39.349974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60594) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:39.357777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'aa13cfb5-d32f-4705-aeef-47d7a731f803'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:39.362897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:39.365761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:39.371943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:floatingip and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:39.377809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:39.385007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:39.406872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.488782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] DHCP port deletion for cc99b2f3-3615-4322-a769-58eac9dc18f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:27:39.494974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] Deleting port c5fffdf9-530e-4015-9bd2-cac639dc11f7 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:39.495510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.572437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.572653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Allocated IP 172.26.8.20 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/41bd8156-dedd-48af-9088-353a8ed67335) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:39.580450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.594086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.639003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a232b8b-b310-4b93-8cb5-49dc9a37af3e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:39.650098 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8e8cb246-e3c6-4739-a919-77b72671494c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bfdc6cd60e84895823a9df07733a7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087703 Apr 23 00:27:39.650319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60598) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:39.689813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.708306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5b170f-04bd-48d0-9e75-2d4358e5dd37']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:39.725388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.727955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] For port c5fffdf9-530e-4015-9bd2-cac639dc11f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c5fffdf9-530e-4015-9bd2-cac639dc11f7,segment=NetworkSegment(dea6c96f-c2ce-40d2-bd5f-64b9a210bb98),segment_id=dea6c96f-c2ce-40d2-bd5f-64b9a210bb98)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:39.728339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.759560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e1486e-cbd8-494c-a1c4-edc355201b34') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:39.760254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e1486e-cbd8-494c-a1c4-edc355201b34') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:39.771733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet dd5e155e-93bd-4626-a2fb-fc5794f431e3 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:27:39.779624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf70b76-6b9e-43fc-8250-ead204b02694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.781650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.812421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.813525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf70b76-6b9e-43fc-8250-ead204b02694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.854462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] Calling delete_port for c5fffdf9-530e-4015-9bd2-cac639dc11f7 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:39.880886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf70b76-6b9e-43fc-8250-ead204b02694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.895639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf70b76-6b9e-43fc-8250-ead204b02694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a232b8b-b310-4b93-8cb5-49dc9a37af3e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:39.908785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:39.909170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf70b76-6b9e-43fc-8250-ead204b02694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.913117 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cbf70b76-6b9e-43fc-8250-ead204b02694 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a232b8b-b310-4b93-8cb5-49dc9a37af3e HTTP/1.1" status: 204 len: 168 time: 0.2618666 Apr 23 00:27:39.919738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.926102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] Sync routers for ids ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:39.941350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:39.941888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:39.957657 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:39.968806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] Routers {'deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:39.969382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:39.987470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.017930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.019384 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0e944319-3b13-49cc-a110-4cbdaecb226d tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "PUT /v2.0/routers/deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 HTTP/1.1" status: 200 len: 925 time: 5.1581278 Apr 23 00:27:40.022329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60604) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.045809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:40.058903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] Routers {'deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:40.059657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:40.118078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.143500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.173526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] No DVR routers for this DVR port c5fffdf9-530e-4015-9bd2-cac639dc11f7 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:27:40.179810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.186715 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/cb5b170f-04bd-48d0-9e75-2d4358e5dd37 HTTP/1.1" status: 204 len: 168 time: 5.1966350 Apr 23 00:27:40.189794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.198973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:40.199369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e12ba0-7d3a-4d09-ae3a-c41f46c2db79 None None] The sync data for ids ['deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:40.201977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60608) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.204057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b155bdc-c015-46a7-a99f-475c9b62ec74 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=cb5b170f-04bd-48d0-9e75-2d4358e5dd37,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:40.209597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23464c-6ce7-4837-8fe3-ac7c5a739153 None None] Pushing event deleted for resources: {'Port': ['ID=c5fffdf9-530e-4015-9bd2-cac639dc11f7,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:40.217654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1054125927'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:40.225174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:40.236667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:40.242864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:40.250323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:40.252885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.254434 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-80b5bc67-f54b-4c04-a7e6-4fdaa65a1128 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 HTTP/1.1" status: 200 len: 925 time: 0.2293122 Apr 23 00:27:40.256771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60614) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.311713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:40.315169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.342612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c9bad-f297-4de0-88be-b02809160768 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:40.343307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b5c9bad-f297-4de0-88be-b02809160768 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Synchronizing usage tracker for tenant:7b36224f12e54043a2a05e727350d68f on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:40.351273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.415047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b5c9bad-f297-4de0-88be-b02809160768 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Unset dirty status for tenant:7b36224f12e54043a2a05e727350d68f on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:40.419139 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8b5c9bad-f297-4de0-88be-b02809160768 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1587527 Apr 23 00:27:40.420223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:40.422031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60618) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.432890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60622) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.452651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:40.453312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.26.8.169 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/c846b1bb-2eb5-4cc6-98dd-1bfb270b4f89) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:40.455479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.462285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.495175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:40.499303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:40.515835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Usage tracker for resource:security_group_rule and tenant:dfea86e3f46642afa6feb4a826288c45 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:40.519907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:40.528407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:40.552684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.553035 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment ae574c35-2c4f-4c83-90c1-894b964c806d of type vlan for network c25638ff-b29f-4dca-bd93-ff1c131cdb96 Apr 23 00:27:40.560048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5e155e-93bd-4626-a2fb-fc5794f431e3,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:40.562835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Port': ['ID=41bd8156-dedd-48af-9088-353a8ed67335,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:40.568894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.569360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:40.576955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbe07c6-9e24-4e8c-b357-dd43513c5209 None None] Network 7d858a26-181f-40d7-aa9c-901ca2557cda requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:40.661991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.672566 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-be79eb69-7406-4318-a9fd-4c750d54e0c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/dd5e155e-93bd-4626-a2fb-fc5794f431e3 HTTP/1.1" status: 204 len: 168 time: 1.3625433 Apr 23 00:27:40.673163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60628) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.700783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.772106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffe2440-b3fb-495d-82cf-53fd2203e301 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:40.772824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bffe2440-b3fb-495d-82cf-53fd2203e301 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Synchronizing usage tracker for tenant:7b36224f12e54043a2a05e727350d68f on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:40.778151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.783652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:40.784236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.822003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.836395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.848958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.867441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.884916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.895769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] DHCP port deletion for 7d858a26-181f-40d7-aa9c-901ca2557cda request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:27:40.901280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] Deleting port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:40.901777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:40.915584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7065003 Apr 23 00:27:40.916165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bffe2440-b3fb-495d-82cf-53fd2203e301 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Unset dirty status for tenant:7b36224f12e54043a2a05e727350d68f on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:40.917094 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bffe2440-b3fb-495d-82cf-53fd2203e301 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.4914091 Apr 23 00:27:40.917882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60632) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.922326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60634) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:40.942874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351922a3-fd88-4635-a9d2-cd0e544e82bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=c25638ff-b29f-4dca-bd93-ff1c131cdb96,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:40.955166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': 'c25638ff-b29f-4dca-bd93-ff1c131cdb96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:40.987038 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfea86e3f46642afa6feb4a826288c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5531178 Apr 23 00:27:40.987837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f84a2-1da8-47fe-b04f-f975535452b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971f7be5-ae8a-4231-bd98-abaef5078ce0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:40.990499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60640) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:41.001860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c25638ff-b29f-4dca-bd93-ff1c131cdb96 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:41.019156 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7f6f7095-3d9a-4d85-bfb8-fa5d1df29642 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 HTTP/1.1" status: 200 len: 205 time: 0.0853825 Apr 23 00:27:41.023605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:41.024856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60644) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:41.029853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:41.068269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:41.118275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.171806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c5fffdf9-530e-4015-9bd2-cac639dc11f7 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:27:41.187212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:41.197795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:41.208110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:41.224519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: c5fffdf9-530e-4015-9bd2-cac639dc11f7 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:27:41.224859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c5fffdf9-530e-4015-9bd2-cac639dc11f7 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:27:41.225422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:41.225622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:27:41.240509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf147-f38b-4e09-9bfe-dc635da63645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.283168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:41.286499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.321204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=c846b1bb-2eb5-4cc6-98dd-1bfb270b4f89,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:41.349667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] For port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=835f6686-a2fa-4b22-b4ed-f45b78cefcc9,segment=NetworkSegment(3497f670-5fb4-4704-9688-e537d5094276),segment_id=3497f670-5fb4-4704-9688-e537d5094276)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:41.350193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.409703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.509520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] Calling delete_port for 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:41.511395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf147-f38b-4e09-9bfe-dc635da63645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.534010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc99b2f3-3615-4322-a769-58eac9dc18f4']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:41.563771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea6c96f-c2ce-40d2-bd5f-64b9a210bb98') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:41.564135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea6c96f-c2ce-40d2-bd5f-64b9a210bb98') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:41.582507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.631884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.658524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.663523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.697938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.701520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf147-f38b-4e09-9bfe-dc635da63645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.707300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] No DVR routers for this DVR port 835f6686-a2fa-4b22-b4ed-f45b78cefcc9 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:27:41.726742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.734324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48770ec8-7fb7-4c4e-8c87-35c0fbd41e58 None None] Pushing event deleted for resources: {'Port': ['ID=835f6686-a2fa-4b22-b4ed-f45b78cefcc9,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:41.748063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.754891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:41.755299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:41.770415 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:41.795440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bf147-f38b-4e09-9bfe-dc635da63645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971f7be5-ae8a-4231-bd98-abaef5078ce0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:41.883770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf147-f38b-4e09-9bfe-dc635da63645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.884878 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6c2bf147-f38b-4e09-9bfe-dc635da63645 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/971f7be5-ae8a-4231-bd98-abaef5078ce0 HTTP/1.1" status: 204 len: 168 time: 0.8915689 Apr 23 00:27:41.890390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Port': ['ID=41bd8156-dedd-48af-9088-353a8ed67335,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:41.922389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.953217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.992339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:41.993791 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5e39fa4e-1a17-41c4-a9ba-8835d8859d3e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2497699 Apr 23 00:27:42.003892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60650) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:42.020203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e2f77610-6af6-4cd3-b711-6ca71644752e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'floatingip': {'port_id': '06cfd30f-be77-46de-9b48-c34b645809fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:42.087653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.093032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.133874 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:27:42.134487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=640215c2-f15a-4a18-9763-f8a2cd930c12,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:42.139715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2f77610-6af6-4cd3-b711-6ca71644752e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.152529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=cc99b2f3-3615-4322-a769-58eac9dc18f4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:42.167874 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-60290cc7-e76a-4bcc-a384-4e7748a683d2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/cc99b2f3-3615-4322-a769-58eac9dc18f4 HTTP/1.1" status: 204 len: 168 time: 1.4930065 Apr 23 00:27:42.182251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60656) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:42.185525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.238424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Deleting port 77e2ceac-f4ac-4be0-9d33-ab906da9d51a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:42.238922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.254986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': 'ae574c35-2c4f-4c83-90c1-894b964c806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c25638ff-b29f-4dca-bd93-ff1c131cdb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:42.255349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: c25638ff-b29f-4dca-bd93-ff1c131cdb96, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:42.323806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network c25638ff-b29f-4dca-bd93-ff1c131cdb96 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:42.348620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, c25638ff-b29f-4dca-bd93-ff1c131cdb96) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:42.353725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:42.354615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.372176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b94e1ff-55f6-408f-b141-4fa1db967835 None None] Network c25638ff-b29f-4dca-bd93-ff1c131cdb96 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:42.402518 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-e2f77610-6af6-4cd3-b711-6ca71644752e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] update failed (client error): The resource could not be found. Apr 23 00:27:42.406751 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e2f77610-6af6-4cd3-b711-6ca71644752e tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "PUT /v2.0/floatingips/f5bde50e-160d-4fa8-af8a-f6a4252e2d7c HTTP/1.1" status: 404 len: 507 time: 0.3950248 Apr 23 00:27:42.407325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60668) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:42.413061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.414209 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b3d41389-7888-4dc2-b95b-fdd525f78d70 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4688256 Apr 23 00:27:42.431475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60672) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:42.442133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-245637414'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:42.497990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:42.508507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:42.525267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:42.561821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:42.592983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Deleting port 41bd8156-dedd-48af-9088-353a8ed67335 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:42.593334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.652367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:42.655810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.702373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-c25638ff-b29f-4dca-bd93-ff1c131cdb96', 'network_id': 'c25638ff-b29f-4dca-bd93-ff1c131cdb96', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': '640215c2-f15a-4a18-9763-f8a2cd930c12'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:42.704107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.787198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.787582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.859485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.886402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:42.909836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Allocated IP 2001:db8::3 (c25638ff-b29f-4dca-bd93-ff1c131cdb96/640215c2-f15a-4a18-9763-f8a2cd930c12/03a00b82-a086-4abb-84f8-c39173f986ae) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:42.926128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Calling delete_port for 41bd8156-dedd-48af-9088-353a8ed67335 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:43.073853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Calling delete_port for 77e2ceac-f4ac-4be0-9d33-ab906da9d51a owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:43.126813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.136846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.139095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Transition to ACTIVE for port object 03a00b82-a086-4abb-84f8-c39173f986ae will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:43.161878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Transition to ACTIVE for port object 03a00b82-a086-4abb-84f8-c39173f986ae will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:43.176039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.177317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d858a26-181f-40d7-aa9c-901ca2557cda']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:43.191288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3497f670-5fb4-4704-9688-e537d5094276') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:43.191669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3497f670-5fb4-4704-9688-e537d5094276') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:43.212887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.219594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.242709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.252123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:43.252757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.286289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Network c25638ff-b29f-4dca-bd93-ff1c131cdb96 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:43.295043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:43.309337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:43.326997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event deleted for resources: {'Port': ['ID=41bd8156-dedd-48af-9088-353a8ed67335,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:43.347076 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:43.375647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:43.397180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.399573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.399930 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment 99dd66d1-0f57-45f1-9d78-c9e6763f2b6d of type vlan for network 25d32f8b-8192-4715-921d-39bb29c504ee Apr 23 00:27:43.437435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.452376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=7d858a26-181f-40d7-aa9c-901ca2557cda,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:43.452519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.452731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Attempting to bind port 03a00b82-a086-4abb-84f8-c39173f986ae on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:43.453263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Attempting to bind port 03a00b82-a086-4abb-84f8-c39173f986ae by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'ae574c35-2c4f-4c83-90c1-894b964c806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c25638ff-b29f-4dca-bd93-ff1c131cdb96'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:43.453876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Attempting to bind port 03a00b82-a086-4abb-84f8-c39173f986ae on network c25638ff-b29f-4dca-bd93-ff1c131cdb96 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:43.467627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Pushing event updated for resources: {'Port': ['ID=03a00b82-a086-4abb-84f8-c39173f986ae,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:43.471471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:43.471998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Checking segment: {'id': 'ae574c35-2c4f-4c83-90c1-894b964c806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c25638ff-b29f-4dca-bd93-ff1c131cdb96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:43.472474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.473444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Bound using segment: {'id': 'ae574c35-2c4f-4c83-90c1-894b964c806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c25638ff-b29f-4dca-bd93-ff1c131cdb96'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:43.474062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Bound port: 03a00b82-a086-4abb-84f8-c39173f986ae, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae574c35-2c4f-4c83-90c1-894b964c806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c25638ff-b29f-4dca-bd93-ff1c131cdb96'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:43.474401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.481740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.485336 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e680333a-45b4-47ae-8916-cf2d874bfe8a tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "DELETE /v2.0/floatingips/f5bde50e-160d-4fa8-af8a-f6a4252e2d7c HTTP/1.1" status: 204 len: 168 time: 1.0740790 Apr 23 00:27:43.490096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60698) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:43.497600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'floatingip': {'floating_network_id': '69cf3734-caab-40c5-9b17-a3ddfea981a0', 'port_id': '06cfd30f-be77-46de-9b48-c34b645809fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:43.503694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:43.508798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:floatingip and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:43.511360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:43.518170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:43.537517 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8ca5b69a-adda-430d-9f16-86dbf8fdacd7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/7d858a26-181f-40d7-aa9c-901ca2557cda HTTP/1.1" status: 204 len: 168 time: 1.3505099 Apr 23 00:27:43.538890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.541055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60704) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:43.542516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.567521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1779630606'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:43.591577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] For port 03a00b82-a086-4abb-84f8-c39173f986ae, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:43.593895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:43.595485 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] For port 03a00b82-a086-4abb-84f8-c39173f986ae, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=03a00b82-a086-4abb-84f8-c39173f986ae,segment=NetworkSegment(ae574c35-2c4f-4c83-90c1-894b964c806d),segment_id=ae574c35-2c4f-4c83-90c1-894b964c806d)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:43.602470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:43.603878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.605444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.607300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:43.615021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:43.639996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60708) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:43.673841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:43.677440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.713297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.720436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:43.721108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.729245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d9f77-693a-48b5-aad1-8b46c443709a None None] Pushing event updated for resources: {'Port': ['ID=03a00b82-a086-4abb-84f8-c39173f986ae,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:43.735646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:43.749984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.750418 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment 1bb55f48-a3c7-42c5-8eb7-a75d14195e9c of type vlan for network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 Apr 23 00:27:43.752658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.808175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.833558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event deleted for resources: {'Port': ['ID=77e2ceac-f4ac-4be0-9d33-ab906da9d51a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:43.867385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1343569738', 'router:external': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:43.869750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.875930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:43.876546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:43.901239 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:27:43.906127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-725a3ca9-0509-4a2b-b97f-6e64a24158ad tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4093328 Apr 23 00:27:43.907807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60714) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:43.924521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '06cfd30f-be77-46de-9b48-c34b645809fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:43.954169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:43.973371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:44.029783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Usage tracker for resource:floatingip and tenant:4b5b0fd712234dc39930b3767cbb1655 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:44.038821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4790118 Apr 23 00:27:44.046989 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60718) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:44.050873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:44.052955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:network and tenant:3660378fa82c4120b7e243249a716635 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:44.057248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:44.064293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6317630 Apr 23 00:27:44.064939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60722) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:44.065774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:44.069139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:44.094107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543f998-e63e-455c-a1a4-f1d2d5a3b8c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:44.109730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.115508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:44.134820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de33382-e7cb-4b3e-a6bc-bb8cd811ded4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=25d32f8b-8192-4715-921d-39bb29c504ee,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:44.151491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 25d32f8b-8192-4715-921d-39bb29c504ee details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:44.153410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': '25d32f8b-8192-4715-921d-39bb29c504ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:44.168999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:44.220064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Made reservation on behalf of 3660378fa82c4120b7e243249a716635 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:44.222567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.234861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.235117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:44.240685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:44.287743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:44.299482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:44.320354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:44.323749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.419170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.471615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.646126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.654331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:44.657050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.664820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:security_group_rule and tenant:3660378fa82c4120b7e243249a716635 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:44.671311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:44.680157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:44.698516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:44.700662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.702332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:44.707160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:44.724363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:44.739422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.739932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Fanout notify agent at l3_agent the message router_deleted on router deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:44.744940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Allocated IP 172.26.8.139 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/588c5be6-1568-4bc3-a68a-224b6d15fd25) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:44.768255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.778962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:44.782513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.800986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.816937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=faecb6d0-6b88-43d7-9266-d0d59ee17eaa,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:44.867364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70100dee-204f-4da5-9eb3-dabe66949e7f None None] Network c25638ff-b29f-4dca-bd93-ff1c131cdb96 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:44.904269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': '1bb55f48-a3c7-42c5-8eb7-a75d14195e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:44.904624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:44.935926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:44.965402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:44.973526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:44.974106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.977617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150aeb5a-05f4-4939-a8a4-b6b6180e64b0 None None] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:44.980652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:44.987729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing IP validity checks on allocation pools {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:27:44.988259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:27:45.004164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.012274 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ad68f4c6-9d52-49d9-b335-1af6f6877034 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 HTTP/1.1" status: 204 len: 168 time: 3.9841893 Apr 23 00:27:45.015192 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a34e1766-1ab2-4c45-8944-b8c6578e3295 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9544480 Apr 23 00:27:45.016602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60726) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:45.017061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60728) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:45.025816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1636392266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:45.034651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1796757299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:45.043707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:45.047902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:45.050029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=c846b1bb-2eb5-4cc6-98dd-1bfb270b4f89,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:45.058660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Usage tracker for resource:router and tenant:35949d64a847415a8cea506b8f5bcdca is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:45.062659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:router and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:45.065269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:45.069125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.073613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:45.075780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:45.087421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:45.098041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.154580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.155605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.159523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.160418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.181930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.199189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.204325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-611cd9f8-0ec0-408e-8794-12dda1294ddc None None] Provisioning for port 03a00b82-a086-4abb-84f8-c39173f986ae completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:45.223314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a6601f6d-88a1-4a53-b856-4f87881d7a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.231657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 03a00b82-a086-4abb-84f8-c39173f986ae up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:45.243485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:45.251586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:45.257581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event updated for resources: {'Port': ['ID=588c5be6-1568-4bc3-a68a-224b6d15fd25,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:45.263104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.277548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:45.282992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c40d0c8-2741-49b4-bc5c-c0cba83d01dd,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:45.307559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:45.322016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.361399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.388075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9', 'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': 'faecb6d0-6b88-43d7-9266-d0d59ee17eaa'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:45.389348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.390703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.399391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.399970 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Added segment fdf769a8-45a4-4b4c-b9a7-a3e661baff2c of type vlan for network 4f47783f-1def-4c53-858e-f39f58410c88 Apr 23 00:27:45.450564 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP a0e87b64-530e-434a-ae8c-4df7d6c9590c associated. External IP: 172.26.8.169, port: aa13cfb5-d32f-4705-aeef-47d7a731f803. Apr 23 00:27:45.453685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.454971 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1f722d7b-ac07-4d92-8057-f5f718117949 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4369924 Apr 23 00:27:45.458742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60734) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:45.466975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:45.522394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.524068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3961ce95-5a4f-41cc-bfba-d3e960917021 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5042417 Apr 23 00:27:45.531431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60738) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:45.543746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 03a00b82-a086-4abb-84f8-c39173f986ae completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:45.553453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'port': {'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9', 'name': 'tempest-RoutersIpV6Test-1171639704'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:45.560094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 03a00b82-a086-4abb-84f8-c39173f986ae triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:45.560467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.600160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.607298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.704527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Allocated IP 2001:db8::2 (a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9/faecb6d0-6b88-43d7-9266-d0d59ee17eaa/8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:45.800897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:45.899121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 03a00b82-a086-4abb-84f8-c39173f986ae, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=03a00b82-a086-4abb-84f8-c39173f986ae,segment=NetworkSegment(ae574c35-2c4f-4c83-90c1-894b964c806d),segment_id=ae574c35-2c4f-4c83-90c1-894b964c806d)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:45.901569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=5b8280ae-8c55-4e53-a771-1977912e0ac5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:45.914074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.015515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.016706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:46.017407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.033575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=03a00b82-a086-4abb-84f8-c39173f986ae,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:46.039601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '25d32f8b-8192-4715-921d-39bb29c504ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:46.040555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: 25d32f8b-8192-4715-921d-39bb29c504ee, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:46.047668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:46.053326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Deleting port 588c5be6-1568-4bc3-a68a-224b6d15fd25 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:46.056821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.086005 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:port and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:46.095457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ef259db8-f5ed-46bb-9905-2e2c116b410d None None] Provisioning complete for port 03a00b82-a086-4abb-84f8-c39173f986ae triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:46.095643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ef259db8-f5ed-46bb-9905-2e2c116b410d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.101770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:46.173687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.181782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.191297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Transition to ACTIVE for port object 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:46.219542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:46.246617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Transition to ACTIVE for port object 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:46.249124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Network': ['ID=4f47783f-1def-4c53-858e-f39f58410c88,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:46.256614 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9016b8fc-87e6-4012-b5a4-7018ca570ba3 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6083279 Apr 23 00:27:46.259483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60744) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:46.263414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 4f47783f-1def-4c53-858e-f39f58410c88 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:46.267430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:46.271451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.280301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.284231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'subnet': {'network_id': '4f47783f-1def-4c53-858e-f39f58410c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:46.304518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network 25d32f8b-8192-4715-921d-39bb29c504ee is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:46.308265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:46.320590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:subnet and tenant:3660378fa82c4120b7e243249a716635 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:46.328131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:46.341799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:46.343923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 25d32f8b-8192-4715-921d-39bb29c504ee) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:46.347349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] device_id is not set on port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:27:46.365085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8386a4d-4aaf-4109-a7dd-97b3bb0b136d None None] Network 25d32f8b-8192-4715-921d-39bb29c504ee requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:46.386432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:46.395524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:46.396357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.408045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:46.412690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.413750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.466163 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:46.468602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:46.549954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Calling delete_port for 588c5be6-1568-4bc3-a68a-224b6d15fd25 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:46.560974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Made reservation on behalf of 3660378fa82c4120b7e243249a716635 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:46.563343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.580801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Pushing event updated for resources: {'Port': ['ID=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:46.670237 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-73ece305-3ecb-4dfb-9320-90f1856abd0c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5820901 Apr 23 00:27:46.670482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Attempting to bind port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:46.670482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Attempting to bind port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '1bb55f48-a3c7-42c5-8eb7-a75d14195e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:46.670482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Attempting to bind port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 on network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:46.673827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60748) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:46.683804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:46.684266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Checking segment: {'id': '1bb55f48-a3c7-42c5-8eb7-a75d14195e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:46.684730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.685183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Bound using segment: {'id': '1bb55f48-a3c7-42c5-8eb7-a75d14195e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:46.685707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Bound port: 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb55f48-a3c7-42c5-8eb7-a75d14195e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:46.686146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.841045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.859716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-25d32f8b-8192-4715-921d-39bb29c504ee', 'network_id': '25d32f8b-8192-4715-921d-39bb29c504ee', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': '5b8280ae-8c55-4e53-a771-1977912e0ac5'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:46.860807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.874503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.875918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] For port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:46.887660 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] For port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,segment=NetworkSegment(1bb55f48-a3c7-42c5-8eb7-a75d14195e9c),segment_id=1bb55f48-a3c7-42c5-8eb7-a75d14195e9c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:46.925197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:46.937803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.063762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8::231 (a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9/faecb6d0-6b88-43d7-9266-d0d59ee17eaa/09c4902c-602f-4ea1-8d6c-e2fb9fcd4018) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:47.098848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01485699-85ae-48d8-8494-e83a070f3291 None None] Pushing event updated for resources: {'Port': ['ID=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:47.118595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.151437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 03a00b82-a086-4abb-84f8-c39173f986ae up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:47.162767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event deleted for resources: {'Port': ['ID=588c5be6-1568-4bc3-a68a-224b6d15fd25,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:47.192104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:47.203007 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:47.215354 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:47.216190 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:47.248403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Allocated IP 2001:db8::3 (25d32f8b-8192-4715-921d-39bb29c504ee/5b8280ae-8c55-4e53-a771-1977912e0ac5/25696443-cadd-4614-bad1-923f5f256e66) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:47.299983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 03a00b82-a086-4abb-84f8-c39173f986ae triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:47.300541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.322815 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:47.391661 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:47.392282 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:47.441566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.498883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Allocated IP 172.26.8.192 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/046683d1-bf6e-4d63-accd-2ae61e01216d) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:47.510142 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] create failed (client error): The resource could not be found. Apr 23 00:27:47.516646 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bbf443cd-5591-4361-8569-ea71ead65101 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5968390 Apr 23 00:27:47.522942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60752) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:47.530189 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:47.530741 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f32cfb5-e918-428e-86c4-b4b9db690792 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:47.660884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97fcc593-f1d7-4e0c-aa3b-3bf6ac53c5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.681781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.692509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Deleting port 06cfd30f-be77-46de-9b48-c34b645809fb {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:47.692774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Transition to ACTIVE for port object 25696443-cadd-4614-bad1-923f5f256e66 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:47.697492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.719863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Transition to ACTIVE for port object 25696443-cadd-4614-bad1-923f5f256e66 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:47.728244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.791070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Network 25d32f8b-8192-4715-921d-39bb29c504ee is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:47.798774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:47.801301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:47.802757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.811945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Pushing event updated for resources: {'Port': ['ID=25696443-cadd-4614-bad1-923f5f256e66,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:47.824909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:47.879011 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fb4dc60d-059f-4fc6-9a78-a8491092c91f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5282648 Apr 23 00:27:47.898311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.974137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Attempting to bind port 25696443-cadd-4614-bad1-923f5f256e66 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:47.974727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Attempting to bind port 25696443-cadd-4614-bad1-923f5f256e66 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '25d32f8b-8192-4715-921d-39bb29c504ee'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:47.974908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Attempting to bind port 25696443-cadd-4614-bad1-923f5f256e66 on network 25d32f8b-8192-4715-921d-39bb29c504ee {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:47.981127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:47.981585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Checking segment: {'id': '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '25d32f8b-8192-4715-921d-39bb29c504ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:47.982091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.982598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Bound using segment: {'id': '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '25d32f8b-8192-4715-921d-39bb29c504ee'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:47.983122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Bound port: 25696443-cadd-4614-bad1-923f5f256e66, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '25d32f8b-8192-4715-921d-39bb29c504ee'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:47.984104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:47.999843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60756) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:48.012338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.019336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.080827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.107016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] For port 25696443-cadd-4614-bad1-923f5f256e66, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:48.111993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] For port 25696443-cadd-4614-bad1-923f5f256e66, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=25696443-cadd-4614-bad1-923f5f256e66,segment=NetworkSegment(99dd66d1-0f57-45f1-9d78-c9e6763f2b6d),segment_id=99dd66d1-0f57-45f1-9d78-c9e6763f2b6d)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:48.117027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.230588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8280ae-8c55-4e53-a771-1977912e0ac5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:48.233907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Calling delete_port for 06cfd30f-be77-46de-9b48-c34b645809fb owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:48.237855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=09c4902c-602f-4ea1-8d6c-e2fb9fcd4018,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:48.260646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:48.272108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05c877-d970-40c0-ad5b-c9ce72b4a9ab None None] Pushing event updated for resources: {'Port': ['ID=25696443-cadd-4614-bad1-923f5f256e66,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:48.281914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:48.295974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9850a-5031-4d33-b1d9-69835964103f None None] Network 25d32f8b-8192-4715-921d-39bb29c504ee requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:48.299368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.309729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:48.315418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:48.316257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.343665 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-88569b25-3b35-448b-8b0c-05b53dd7f0b3 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "GET /v2.0/floatingips/a0e87b64-530e-434a-ae8c-4df7d6c9590c HTTP/1.1" status: 200 len: 978 time: 0.3293409 Apr 23 00:27:48.352690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60760) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:48.402671 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d729cc04-c5d2-4943-88d3-53da6c61c99c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8677943 Apr 23 00:27:48.416861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60764) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:48.479302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.515962 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf7367-d756-4b96-b13b-a272c5d59772 None None] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:48.642615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.644356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d32f8b-8192-4715-921d-39bb29c504ee']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:48.647830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.657812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-400ee244-e02a-484e-8808-390ee5cf3b61 None None] Provisioning for port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:48.659539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:48.659848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:48.675107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.697949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.708071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:48.708492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:48.723378 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:48.736558 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-944ef950-a947-4e89-8e85-c3ed47806c96 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3807666 Apr 23 00:27:48.740072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60768) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:48.745271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.815263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'port_id': '0013278b-fbab-4f39-a1d0-31240d54c565'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:48.905269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:27:48.905768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:48.971691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:27:48.971691 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:27:48.971691 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': '25d32f8b-8192-4715-921d-39bb29c504ee'}] Apr 23 00:27:48.971691 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:27:48.972171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:27:49.023038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.070195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:49.071587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:49.080654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fde3435e-0e5c-4901-953b-0cd31f06f83b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:49.090969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:49.115955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Checking segment: {'id': 'fdf769a8-45a4-4b4c-b9a7-a3e661baff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4f47783f-1def-4c53-858e-f39f58410c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:49.116846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network hostable DHCP agents. Network: 4f47783f-1def-4c53-858e-f39f58410c88, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:49.149086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0577cb38-3b3c-4d7e-90e5-97b9dbd51ba2 None None] Provisioning for port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:49.157394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0577cb38-3b3c-4d7e-90e5-97b9dbd51ba2 None None] Provisioning complete for port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:49.158101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0577cb38-3b3c-4d7e-90e5-97b9dbd51ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.205049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network 4f47783f-1def-4c53-858e-f39f58410c88 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:49.209217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:49.234039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 4f47783f-1def-4c53-858e-f39f58410c88) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:49.254346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0d999-ecca-4a23-9ce9-0b58f1029f80 None None] Network 4f47783f-1def-4c53-858e-f39f58410c88 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:49.281624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:49.282522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.296437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.323377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event updated for resources: {'Port': ['ID=046683d1-bf6e-4d63-accd-2ae61e01216d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:49.378910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0577cb38-3b3c-4d7e-90e5-97b9dbd51ba2 None None] Port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:49.411317 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3d158920-cdad-4f43-a3a4-2d6979dbc0ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1486669 Apr 23 00:27:49.414199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60772) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:49.426376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:27:49.430327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event deleted for resources: {'Port': ['ID=06cfd30f-be77-46de-9b48-c34b645809fb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:49.430432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-351275249', 'network_id': '4f47783f-1def-4c53-858e-f39f58410c88'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:49.438275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:49.438610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.440506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:49.445582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:port and tenant:3660378fa82c4120b7e243249a716635 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:49.448802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:49.456330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:49.473718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.556841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Made reservation on behalf of 3660378fa82c4120b7e243249a716635 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:49.558093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.572071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4e809035-f55c-445c-9c96-c7ba23dbb3f9 None None] Provisioning complete for port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:49.572425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4e809035-f55c-445c-9c96-c7ba23dbb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.607902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port 25696443-cadd-4614-bad1-923f5f256e66 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:49.608133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.662667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-4e809035-f55c-445c-9c96-c7ba23dbb3f9 None None] Port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:49.670340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] device_id is not set on port e42bd56e-40bf-4479-b3c5-06a720cc6def yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:27:49.705280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52617b7-febd-4e8c-9e86-7875e7217649 None None] Network 4f47783f-1def-4c53-858e-f39f58410c88 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:49.798481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.810314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.818017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:49.868616 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-42fafe34-1cf7-48cb-81c1-43f486680082 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "DELETE /v2.0/ports/06cfd30f-be77-46de-9b48-c34b645809fb HTTP/1.1" status: 204 len: 168 time: 2.3402960 Apr 23 00:27:49.870648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60776) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:49.881261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,segment=NetworkSegment(1bb55f48-a3c7-42c5-8eb7-a75d14195e9c),segment_id=1bb55f48-a3c7-42c5-8eb7-a75d14195e9c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:49.919396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.016396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.077567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:50.090110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9676b-b56d-4c80-8b4e-faa1fc3325f7 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:27:50.144724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Allocated IP 172.20.0.3 (4f47783f-1def-4c53-858e-f39f58410c88/fde3435e-0e5c-4901-953b-0cd31f06f83b/e42bd56e-40bf-4479-b3c5-06a720cc6def) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:50.187214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port 25696443-cadd-4614-bad1-923f5f256e66, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=25696443-cadd-4614-bad1-923f5f256e66,segment=NetworkSegment(99dd66d1-0f57-45f1-9d78-c9e6763f2b6d),segment_id=99dd66d1-0f57-45f1-9d78-c9e6763f2b6d)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:50.187676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.227412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe9676b-b56d-4c80-8b4e-faa1fc3325f7 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:27:50.307968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.462640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for 25696443-cadd-4614-bad1-923f5f256e66 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:50.613424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8fd92-2897-4187-ba83-485ad1689915 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:50.614124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-96d8fd92-2897-4187-ba83-485ad1689915 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Synchronizing usage tracker for tenant:4b5b0fd712234dc39930b3767cbb1655 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:50.728777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.738043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.782030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-96d8fd92-2897-4187-ba83-485ad1689915 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Unset dirty status for tenant:4b5b0fd712234dc39930b3767cbb1655 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:50.783221 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-96d8fd92-2897-4187-ba83-485ad1689915 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "GET /v2.0/ports?device_id=d609a917-103e-482c-acbb-0493890eeb21 HTTP/1.1" status: 200 len: 913 time: 0.9080186 Apr 23 00:27:50.795033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60780) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:50.801252 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.870037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=25696443-cadd-4614-bad1-923f5f256e66,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:50.903641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port 25696443-cadd-4614-bad1-923f5f256e66 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:27:50.911773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.948224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:50.949339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=09c4902c-602f-4ea1-8d6c-e2fb9fcd4018,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:50.954650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.107331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2b58ff3a-4312-440b-af8c-21ec831577c2 None None] Provisioning complete for port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:51.108028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2b58ff3a-4312-440b-af8c-21ec831577c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.137332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:27:51.152783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.178595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.214208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2b58ff3a-4312-440b-af8c-21ec831577c2 None None] Port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:51.228968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:51.229624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.250363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.252210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d32f8b-8192-4715-921d-39bb29c504ee']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:51.282571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:51.282813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dd66d1-0f57-45f1-9d78-c9e6763f2b6d') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:51.300160 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP a0e87b64-530e-434a-ae8c-4df7d6c9590c associated. External IP: 172.26.8.169, port: aa13cfb5-d32f-4705-aeef-47d7a731f803. Apr 23 00:27:51.354444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.371433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.430485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.448201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:51.448605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:51.465674 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:51.487379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network 4f47783f-1def-4c53-858e-f39f58410c88 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:51.504070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.549558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:51.607400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:51.649148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Port': ['ID=e42bd56e-40bf-4479-b3c5-06a720cc6def,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:51.681078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.681440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.681783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.682121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.682476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.682812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.683143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.683473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.683803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.684130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.684454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.684787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:51.693689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.728778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.737791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:51.738413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:51.748896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=25d32f8b-8192-4715-921d-39bb29c504ee,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:51.765826 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bff21ded-7e4d-4fe8-9bb8-6c67580bf6c0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/25d32f8b-8192-4715-921d-39bb29c504ee HTTP/1.1" status: 204 len: 168 time: 5.0908837 Apr 23 00:27:51.816884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60786) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:51.822700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2132346113'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:51.836772 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-16f9bd95-83ed-47c5-ab45-de369c932522 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4213362 Apr 23 00:27:51.880669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60790) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:51.970517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:51.977709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:51.982127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:51.990866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:52.059014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Deleting port e42bd56e-40bf-4479-b3c5-06a720cc6def {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:52.059248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:52.059587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.062631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.123925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:52.133676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:52.139633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.139980 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1 of type vlan for network 3d16024c-bcb8-42c3-b7fc-ac19490abec6 Apr 23 00:27:52.235965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.242319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.276302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Router e0bc22e2-7cc3-4f0a-9261-7e74980fc971 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:52.350181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.356231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:52.356534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.406080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:52.419521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:52.432123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:52.432883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:52.495342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:52.504268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:52.505030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:52.528585 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7106919 Apr 23 00:27:52.534986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60794) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:52.546263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:52.560521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070d851-eb90-4253-9876-8f5f1749edcd tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=3d16024c-bcb8-42c3-b7fc-ac19490abec6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:52.573335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 3d16024c-bcb8-42c3-b7fc-ac19490abec6 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:52.595704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:52.597749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a153f4-7de2-4de2-9bcb-5c155a3d0ff0 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:52.749390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:52.756589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:52.760882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:52.814285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:52.841626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:52.845201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:52.863395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.057542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:53.081926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Calling delete_port for e42bd56e-40bf-4479-b3c5-06a720cc6def owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:53.113828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:53.126479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.127728 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] Sync routers for ids ['e0bc22e2-7cc3-4f0a-9261-7e74980fc971'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:53.147221 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] Routers {'e0bc22e2-7cc3-4f0a-9261-7e74980fc971'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:53.148772 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e0bc22e2-7cc3-4f0a-9261-7e74980fc971'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.180175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.184217 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eb6797d1-850d-4a07-b634-5001f12d203f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "PUT /v2.0/routers/e0bc22e2-7cc3-4f0a-9261-7e74980fc971 HTTP/1.1" status: 200 len: 884 time: 7.7241654 Apr 23 00:27:53.186361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60798) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:53.252256 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.264239 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] Routers {'e0bc22e2-7cc3-4f0a-9261-7e74980fc971'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:53.264942 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e0bc22e2-7cc3-4f0a-9261-7e74980fc971'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.326938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.349201 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.350058 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbfa09-5d12-48bf-8c6b-9fc8bc3a294a None None] The sync data for ids ['e0bc22e2-7cc3-4f0a-9261-7e74980fc971'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:53.597459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:27:53.652138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.660140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.660878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.696268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=fc33f8af-b613-4430-9020-ac13c9e026df,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:53.708700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:53.722393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:53.728077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.735014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:53.735733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.753955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.779341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:53.780113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: 3d16024c-bcb8-42c3-b7fc-ac19490abec6, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:27:53.805721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.814379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:53.814974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.821631 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a2f5b8bb-ac4d-4708-9bba-2c6d17f04948 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/e0bc22e2-7cc3-4f0a-9261-7e74980fc971 HTTP/1.1" status: 200 len: 925 time: 0.6341639 Apr 23 00:27:53.825660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60802) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:53.883693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:53.884046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c9347-2b7c-4ba7-8a8d-c9937a34d8d5 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:53.887518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=09c4902c-602f-4ea1-8d6c-e2fb9fcd4018,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:53.899984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network 3d16024c-bcb8-42c3-b7fc-ac19490abec6 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:27:53.931085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 3d16024c-bcb8-42c3-b7fc-ac19490abec6) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:53.940354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fffd8f-c7a5-4f86-9b8a-f57a026232f0 None None] Network 3d16024c-bcb8-42c3-b7fc-ac19490abec6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:53.949076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:53.949690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:53.951621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.951980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.952326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.952739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.952999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.953333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.953661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.953989 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.954726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.954726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.955023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.955292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:53.956865 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c962f4f4-fb9a-4df0-a4a5-2b658129611e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/floatingips/a0e87b64-530e-434a-ae8c-4df7d6c9590c HTTP/1.1" status: 200 len: 979 time: 5.2153032 Apr 23 00:27:53.962552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60806) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:53.984240 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-008912e2-ad3c-4aa9-bd8c-164059cc7502 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4450302 Apr 23 00:27:53.984452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60810) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:54.009296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60a583-2a78-460e-a6ec-d4dc532c7187 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:54.014222 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8d60a583-2a78-460e-a6ec-d4dc532c7187 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=e0bc22e2-7cc3-4f0a-9261-7e74980fc971&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1837101 Apr 23 00:27:54.015124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:54.015263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60814) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:54.124479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42bd56e-40bf-4479-b3c5-06a720cc6def,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:54.204530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.208108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:54.213982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-3d16024c-bcb8-42c3-b7fc-ac19490abec6', 'network_id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': 'fc33f8af-b613-4430-9020-ac13c9e026df'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:27:54.214936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.216237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:54.227633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.266465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.271927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75d635-8189-4e9a-8a13-d5c96ca90918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:54.276809 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4d75d635-8189-4e9a-8a13-d5c96ca90918 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.2580121 Apr 23 00:27:54.277487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60820) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:54.290857 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d9ea3140-cb36-42db-b3ab-d0748d633d69 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "DELETE /v2.0/ports/e42bd56e-40bf-4479-b3c5-06a720cc6def HTTP/1.1" status: 204 len: 168 time: 2.4012537 Apr 23 00:27:54.308091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60824) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:54.331735 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-91c226e7-1b61-4d13-8f87-9d16fd44f885 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0bc22e2-7cc3-4f0a-9261-7e74980fc971 HTTP/1.1" status: 200 len: 205 time: 0.0507002 Apr 23 00:27:54.332049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60828) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:54.464721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Allocated IP 2001:db8::1 (3d16024c-bcb8-42c3-b7fc-ac19490abec6/fc33f8af-b613-4430-9020-ac13c9e026df/214dc584-0e95-4d16-b22c-fce7e64df2e0) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:54.495994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.506090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f47783f-1def-4c53-858e-f39f58410c88', 'external_fixed_ips': [{'subnet_id': 'fde3435e-0e5c-4901-953b-0cd31f06f83b', 'ip_address': '172.20.0.3'}]}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:54.510271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Deleting port 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:54.510651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.551375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:54.593815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e4f4c330-5254-4978-b1e0-2ba628054121 None None] Provisioning complete for port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:27:54.594187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c330-5254-4978-b1e0-2ba628054121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.621858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:router and tenant:3660378fa82c4120b7e243249a716635 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:54.636576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:54.637497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.665825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:54.677748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4c330-5254-4978-b1e0-2ba628054121 None None] Port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:27:54.747612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.758405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Transition to ACTIVE for port object 214dc584-0e95-4d16-b22c-fce7e64df2e0 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:54.776676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Transition to ACTIVE for port object 214dc584-0e95-4d16-b22c-fce7e64df2e0 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:27:54.784686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.823242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.850264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Network 3d16024c-bcb8-42c3-b7fc-ac19490abec6 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:54.853410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:54.857206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:54.871541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.881714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=fc33f8af-b613-4430-9020-ac13c9e026df,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:54.902853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Deleting port 046683d1-bf6e-4d63-accd-2ae61e01216d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:54.903263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.908155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Pushing event updated for resources: {'Port': ['ID=214dc584-0e95-4d16-b22c-fce7e64df2e0,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:54.968920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.969301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.969517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.969981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.970499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.970912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.971250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.971579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.971909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.972231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.972554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.972876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:27:54.984968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Attempting to bind port 214dc584-0e95-4d16-b22c-fce7e64df2e0 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:27:54.985590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Attempting to bind port 214dc584-0e95-4d16-b22c-fce7e64df2e0 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:27:54.986117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Attempting to bind port 214dc584-0e95-4d16-b22c-fce7e64df2e0 on network 3d16024c-bcb8-42c3-b7fc-ac19490abec6 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:27:54.992918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:27:54.993581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Checking segment: {'id': 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:27:54.994145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:54.994706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Bound using segment: {'id': 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:27:54.995329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Bound port: 214dc584-0e95-4d16-b22c-fce7e64df2e0, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:27:54.995860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.057920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.059584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.067335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.087505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.087821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP a0e87b64-530e-434a-ae8c-4df7d6c9590c disassociated. External IP: 172.26.8.169, port: 0013278b-fbab-4f39-a1d0-31240d54c565. Apr 23 00:27:55.095533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] For port 214dc584-0e95-4d16-b22c-fce7e64df2e0, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:27:55.099073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] For port 214dc584-0e95-4d16-b22c-fce7e64df2e0, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=214dc584-0e95-4d16-b22c-fce7e64df2e0,segment=NetworkSegment(f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1),segment_id=f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:27:55.104376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.156793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.189155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.214955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d16024c-bcb8-42c3-b7fc-ac19490abec6']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:55.236176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f560f96-d784-473c-b42a-b16011d300cd None None] Pushing event updated for resources: {'Port': ['ID=214dc584-0e95-4d16-b22c-fce7e64df2e0,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:55.239683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.265996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be25cd61-af3b-4077-b448-c214e25cc6d7 None None] Network 3d16024c-bcb8-42c3-b7fc-ac19490abec6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:27:55.284312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:55.284597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:55.301904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.326476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.344260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:55.344925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:55.360175 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:55.362382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.427628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Calling delete_port for 0a158d5e-0307-4a4b-97e6-7d3dc4440cc2 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:55.459113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 52f60aae-614e-4eae-aead-8d32fd019e69 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:27:55.476271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a64e718-e886-4aec-afdb-809eca814af6 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:27:55.551786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Calling delete_port for 046683d1-bf6e-4d63-accd-2ae61e01216d owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:55.599279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:27:55.599279 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:27:55.599279 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': '3d16024c-bcb8-42c3-b7fc-ac19490abec6'}] Apr 23 00:27:55.599279 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:27:55.599742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:27:55.617731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a64e718-e886-4aec-afdb-809eca814af6 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:27:55.744232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.794378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event deleted for resources: {'Port': ['ID=046683d1-bf6e-4d63-accd-2ae61e01216d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:55.890379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:55.973439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.031533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:56.047864 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] Sync routers for ids ['52f60aae-614e-4eae-aead-8d32fd019e69'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:56.056885 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] Routers {'52f60aae-614e-4eae-aead-8d32fd019e69'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:56.057629 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['52f60aae-614e-4eae-aead-8d32fd019e69'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:56.075354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.077876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.100156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.108409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.109083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Fanout notify agent at l3_agent the message router_deleted on router e0bc22e2-7cc3-4f0a-9261-7e74980fc971 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:56.121079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port 214dc584-0e95-4d16-b22c-fce7e64df2e0 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:56.121538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.130332 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3f54926f-96e0-4dc8-b736-00973db48477 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/52f60aae-614e-4eae-aead-8d32fd019e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7047911 Apr 23 00:27:56.142757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60832) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:56.160404 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:56.170158 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] Routers {'52f60aae-614e-4eae-aead-8d32fd019e69'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:56.170948 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['52f60aae-614e-4eae-aead-8d32fd019e69'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:56.175368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.180099 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-28698aec-42bf-42e4-946f-2aeef1cc8751 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/e0bc22e2-7cc3-4f0a-9261-7e74980fc971 HTTP/1.1" status: 204 len: 168 time: 1.8436720 Apr 23 00:27:56.181657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60836) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:56.197055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-124383159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:56.234216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:56.236332 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:56.236746 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f3e7e-60c6-45fa-bcbf-742b833417d4 None None] The sync data for ids ['52f60aae-614e-4eae-aead-8d32fd019e69'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:56.245633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Usage tracker for resource:router and tenant:35949d64a847415a8cea506b8f5bcdca is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:56.250164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:56.259231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:56.301896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.302912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.386266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.388472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port 214dc584-0e95-4d16-b22c-fce7e64df2e0, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=214dc584-0e95-4d16-b22c-fce7e64df2e0,segment=NetworkSegment(f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1),segment_id=f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:27:56.388829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.476896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:56.485619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d545b4-9d6f-4506-bb6d-0fec5fd46d75 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:56.486208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-70d545b4-9d6f-4506-bb6d-0fec5fd46d75 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:27:56.521913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for 214dc584-0e95-4d16-b22c-fce7e64df2e0 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:56.523457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.560271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.635128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-70d545b4-9d6f-4506-bb6d-0fec5fd46d75 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:27:56.636313 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-70d545b4-9d6f-4506-bb6d-0fec5fd46d75 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports/09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 HTTP/1.1" status: 200 len: 984 time: 0.4927168 Apr 23 00:27:56.645608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event deleted for resources: {'Port': ['ID=0a158d5e-0307-4a4b-97e6-7d3dc4440cc2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:56.650734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60842) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:56.723318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.724676 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b7591fcb-7592-4b0d-9b3c-e75262f9cbac tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5421786 Apr 23 00:27:56.728091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60846) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:56.733796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': True}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:56.919164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:56.975683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=214dc584-0e95-4d16-b22c-fce7e64df2e0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:57.038605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port 214dc584-0e95-4d16-b22c-fce7e64df2e0 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:27:57.182949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:57.193700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:57.210369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:57.211203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:57.231115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.275106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:57.284222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:57.284799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:57.310979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.321307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.350328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d16024c-bcb8-42c3-b7fc-ac19490abec6']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:57.353608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.365250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:57.365435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:57.365574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b91cb2-e8c7-4a9f-bfc0-4075bafad2c1') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:57.366815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f4aa52-b469-4230-a550-41d4e620acbf None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:57.421288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.450444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.459578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:27:57.460713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:27:57.475146 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:27:57.559926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.564217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:57.601329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=3d16024c-bcb8-42c3-b7fc-ac19490abec6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:57.606359 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-475904b7-e0cc-4b7f-a97e-06db61df82f7 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/3d16024c-bcb8-42c3-b7fc-ac19490abec6 HTTP/1.1" status: 204 len: 168 time: 3.6210279 Apr 23 00:27:57.610129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60850) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:57.616346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1831092880'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:57.673727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:57.686434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:57.690521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:57.753024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:57.767665 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7584a952-61cd-480c-8514-99972bc1720a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/floatingips/a0e87b64-530e-434a-ae8c-4df7d6c9590c HTTP/1.1" status: 200 len: 688 time: 3.7951186 Apr 23 00:27:57.784381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60854) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:57.871606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:57.875292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.030297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.067115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Router d609a917-103e-482c-acbb-0493890eeb21 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:27:58.078780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.093626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.136461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.138392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port c846b1bb-2eb5-4cc6-98dd-1bfb270b4f89 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:58.138723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.213697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:27:58.248248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.248596 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment e7abffdd-1999-4347-91ff-73dad564a8a4 of type vlan for network a782be95-92a3-4caa-99ff-662c9b4a843f Apr 23 00:27:58.368219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:27:58.381692 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] Sync routers for ids ['d609a917-103e-482c-acbb-0493890eeb21'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:27:58.384702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.391618 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d3ba79ee-4a1f-4fa3-9823-cecabcad848b tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "PUT /v2.0/routers/d609a917-103e-482c-acbb-0493890eeb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5920382 Apr 23 00:27:58.395559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60858) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:58.397307 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] Routers {'d609a917-103e-482c-acbb-0493890eeb21'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:58.397932 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d609a917-103e-482c-acbb-0493890eeb21'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:58.471872 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:58.483761 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] Routers {'d609a917-103e-482c-acbb-0493890eeb21'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:27:58.484730 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d609a917-103e-482c-acbb-0493890eeb21'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:58.488095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.488431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.507106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.512605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:27:58.513215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.550774 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:27:58.551184 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f260462-436e-4e8b-96f9-80cbb434782c None None] The sync data for ids ['d609a917-103e-482c-acbb-0493890eeb21'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:27:58.592974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Allocated IP 172.26.8.237 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/32fff4f8-7ea9-4439-a79f-971e06abf494) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:58.638538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-26a9806d-9c44-4d43-98ea-5d5dd7b791f2 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.676369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for c846b1bb-2eb5-4cc6-98dd-1bfb270b4f89 owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:27:58.698995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Allocated IP 172.20.0.3 (4f47783f-1def-4c53-858e-f39f58410c88/fde3435e-0e5c-4901-953b-0cd31f06f83b/8c11359a-0a41-4692-9a18-c943667afb76) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:27:58.781073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:58.818048 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2043138 Apr 23 00:27:58.827059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60862) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:58.838267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e79386-e580-441d-bec3-e0379c9ef981 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=a782be95-92a3-4caa-99ff-662c9b4a843f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:58.844331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': 'a782be95-92a3-4caa-99ff-662c9b4a843f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:27:58.848869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a782be95-92a3-4caa-99ff-662c9b4a843f details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:27:59.118584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:27:59.126907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.129926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:27:59.136032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:27:59.148748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:27:59.168016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.216401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:27:59.219853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.246188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=c846b1bb-2eb5-4cc6-98dd-1bfb270b4f89,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:59.350155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-26a9806d-9c44-4d43-98ea-5d5dd7b791f2 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.359226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-26a9806d-9c44-4d43-98ea-5d5dd7b791f2 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.411290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.505362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.514212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:59.518655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-26a9806d-9c44-4d43-98ea-5d5dd7b791f2 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.519214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a9806d-9c44-4d43-98ea-5d5dd7b791f2 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Fanout notify agent at l3_agent the message router_deleted on router d609a917-103e-482c-acbb-0493890eeb21 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:27:59.525231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:59.528209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:27:59.534069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.550235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-26a9806d-9c44-4d43-98ea-5d5dd7b791f2 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.551352 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-26a9806d-9c44-4d43-98ea-5d5dd7b791f2 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "DELETE /v2.0/routers/d609a917-103e-482c-acbb-0493890eeb21 HTTP/1.1" status: 204 len: 168 time: 1.1550808 Apr 23 00:27:59.555013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60866) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:59.579600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Port': ['ID=32fff4f8-7ea9-4439-a79f-971e06abf494,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:27:59.592070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.593215 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d0ced122-16ec-4bb0-aa2a-a49d64a3af74 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/floatingips/a0e87b64-530e-434a-ae8c-4df7d6c9590c HTTP/1.1" status: 204 len: 168 time: 1.8062401 Apr 23 00:27:59.597800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60870) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:59.654921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:27:59.655197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.686995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Deleting subnet 1a783ffb-a38e-441f-ae52-1d5731228e80 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:27:59.705606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.762599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.852780 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-9725e189-cd5c-43d3-ab42-73eaaed459d6 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] delete failed (client error): The resource could not be found. Apr 23 00:27:59.853625 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9725e189-cd5c-43d3-ab42-73eaaed459d6 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/floatingips/a0e87b64-530e-434a-ae8c-4df7d6c9590c HTTP/1.1" status: 404 len: 345 time: 0.2548037 Apr 23 00:27:59.860914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60874) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:27:59.885639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:27:59.920698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network 4f47783f-1def-4c53-858e-f39f58410c88 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:27:59.968124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:27:59.990101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:00.088067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Port': ['ID=8c11359a-0a41-4692-9a18-c943667afb76,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:00.132304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.224764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.295776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=acea4f03-8f52-4d30-bdc9-f9e49408277a,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:00.321264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': 'e7abffdd-1999-4347-91ff-73dad564a8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a782be95-92a3-4caa-99ff-662c9b4a843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:00.321627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: a782be95-92a3-4caa-99ff-662c9b4a843f, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:00.339101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.416628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network a782be95-92a3-4caa-99ff-662c9b4a843f is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:00.436679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a782be95-92a3-4caa-99ff-662c9b4a843f) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:00.448979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e8eae-eedd-49ee-ad6b-25faaed9bbaa None None] Network a782be95-92a3-4caa-99ff-662c9b4a843f requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:00.495573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:00.496179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.537840 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-df1ff89d-6528-49fa-92b8-f431efffe7c3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7038896 Apr 23 00:28:00.539117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60878) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:00.557374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 09c4902c-602f-4ea1-8d6c-e2fb9fcd4018 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:00.653218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.691524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a782be95-92a3-4caa-99ff-662c9b4a843f', 'network_id': 'a782be95-92a3-4caa-99ff-662c9b4a843f', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': 'acea4f03-8f52-4d30-bdc9-f9e49408277a'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:00.692627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.713559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949898f1-643f-49e7-9315-bd44380065d2 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:00.719512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949898f1-643f-49e7-9315-bd44380065d2 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:00.725411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949898f1-643f-49e7-9315-bd44380065d2 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:00.726407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-949898f1-643f-49e7-9315-bd44380065d2 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Synchronizing usage tracker for tenant:d449de6da6f34463974f6d061154ea3b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:00.852335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.854827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Allocated IP 2001:db8::1 (a782be95-92a3-4caa-99ff-662c9b4a843f/acea4f03-8f52-4d30-bdc9-f9e49408277a/3dd10755-17e8-4c98-b937-4274bc68c8b5) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:00.865111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.872436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:00.872873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-949898f1-643f-49e7-9315-bd44380065d2 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Unset dirty status for tenant:d449de6da6f34463974f6d061154ea3b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:00.876907 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-949898f1-643f-49e7-9315-bd44380065d2 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "GET /v2.0/ports?network_id=05644586-3588-4a7f-903b-e4853c1118fa HTTP/1.1" status: 200 len: 2359 time: 1.0124609 Apr 23 00:28:00.880015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60882) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:01.060900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.082655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.088554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.097156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5fab9-b92c-4025-a86d-48c285f46770 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:01.098971 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dfd5fab9-b92c-4025-a86d-48c285f46770 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "GET /v2.0/subnets/0f7b5310-eeeb-422b-8875-60057d4b8f81 HTTP/1.1" status: 200 len: 797 time: 0.2177391 Apr 23 00:28:01.099738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Transition to ACTIVE for port object 3dd10755-17e8-4c98-b937-4274bc68c8b5 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:01.110559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60886) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:01.120481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event deleted for resources: {'Subnet': ['ID=1a783ffb-a38e-441f-ae52-1d5731228e80,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:01.121812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Transition to ACTIVE for port object 3dd10755-17e8-4c98-b937-4274bc68c8b5 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:01.127391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.129484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.138422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'port': {'network_id': '05644586-3588-4a7f-903b-e4853c1118fa', 'name': 'tempest-FloatingIPTestJSON-1355790786', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:01.158764 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e41354d7-823b-44a8-817b-e309b0e1c814 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "DELETE /v2.0/subnets/1a783ffb-a38e-441f-ae52-1d5731228e80 HTTP/1.1" status: 204 len: 168 time: 1.6002567 Apr 23 00:28:01.178564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db522098-2432-4bd7-b326-616a183efa0a None None] Network 69cf3734-caab-40c5-9b17-a3ddfea981a0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:01.187565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60890) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:01.215432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Network a782be95-92a3-4caa-99ff-662c9b4a843f is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:01.227226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.230695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:01.236856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:01.338576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.383005 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=acea4f03-8f52-4d30-bdc9-f9e49408277a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:01.397318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Router bae7e757-da41-46bc-9217-b0be0c1c3308 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:01.405931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Pushing event updated for resources: {'Port': ['ID=3dd10755-17e8-4c98-b937-4274bc68c8b5,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:01.446523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Attempting to bind port 3dd10755-17e8-4c98-b937-4274bc68c8b5 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:01.446973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Attempting to bind port 3dd10755-17e8-4c98-b937-4274bc68c8b5 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e7abffdd-1999-4347-91ff-73dad564a8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a782be95-92a3-4caa-99ff-662c9b4a843f'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:01.447400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Attempting to bind port 3dd10755-17e8-4c98-b937-4274bc68c8b5 on network a782be95-92a3-4caa-99ff-662c9b4a843f {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:01.456957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:01.457646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Checking segment: {'id': 'e7abffdd-1999-4347-91ff-73dad564a8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a782be95-92a3-4caa-99ff-662c9b4a843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:01.457646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.458008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Bound using segment: {'id': 'e7abffdd-1999-4347-91ff-73dad564a8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a782be95-92a3-4caa-99ff-662c9b4a843f'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:01.458557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Bound port: 3dd10755-17e8-4c98-b937-4274bc68c8b5, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7abffdd-1999-4347-91ff-73dad564a8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'a782be95-92a3-4caa-99ff-662c9b4a843f'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:01.459341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.543456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.577013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a782be95-92a3-4caa-99ff-662c9b4a843f']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:01.590836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.605393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.612732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] For port 3dd10755-17e8-4c98-b937-4274bc68c8b5, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:01.623663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] For port 3dd10755-17e8-4c98-b937-4274bc68c8b5, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3dd10755-17e8-4c98-b937-4274bc68c8b5,segment=NetworkSegment(e7abffdd-1999-4347-91ff-73dad564a8a4),segment_id=e7abffdd-1999-4347-91ff-73dad564a8a4)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:01.631575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.655329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7abffdd-1999-4347-91ff-73dad564a8a4') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:01.655528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7abffdd-1999-4347-91ff-73dad564a8a4') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:01.677291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.680046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=09c4902c-602f-4ea1-8d6c-e2fb9fcd4018,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:01.708134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.715835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:01.721037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:01.721468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:01.736360 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:01.749642 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:01.754909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.759699 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-368fef16-1c62-46f2-bfef-50941997cdc6 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "PUT /v2.0/routers/bae7e757-da41-46bc-9217-b0be0c1c3308 HTTP/1.1" status: 200 len: 918 time: 5.0268662 Apr 23 00:28:01.759872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Deleting port d609ed81-9ebf-4d62-a41b-cd948a00f35f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:01.759872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.773803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] DHCP port deletion for 69cf3734-caab-40c5-9b17-a3ddfea981a0 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:01.781397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] Sync routers for ids ['bae7e757-da41-46bc-9217-b0be0c1c3308'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:01.783994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60894) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:01.796361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] Deleting port d609ed81-9ebf-4d62-a41b-cd948a00f35f {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:01.796907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:01.826006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:28:01.826006 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:28:01.826006 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': 'a782be95-92a3-4caa-99ff-662c9b4a843f'}] Apr 23 00:28:01.826006 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:01.826485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:01.855936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] Routers {'bae7e757-da41-46bc-9217-b0be0c1c3308'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:01.856650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['bae7e757-da41-46bc-9217-b0be0c1c3308'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:01.918332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3aef8-770c-4064-8527-d0d9795be308 None None] Pushing event updated for resources: {'Port': ['ID=3dd10755-17e8-4c98-b937-4274bc68c8b5,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:01.924325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:01.985266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] Routers {'bae7e757-da41-46bc-9217-b0be0c1c3308'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:01.985872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['bae7e757-da41-46bc-9217-b0be0c1c3308'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:02.040587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8ff4d-cc03-460c-9466-ea64f1bdcefc None None] Network a782be95-92a3-4caa-99ff-662c9b4a843f requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:02.077266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:02.077667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8db00d-4fe1-456e-a0ec-a142eeec0c24 None None] The sync data for ids ['bae7e757-da41-46bc-9217-b0be0c1c3308'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:02.139886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:02.268077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:02.279906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:02.327169 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:02.341078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port 3dd10755-17e8-4c98-b937-4274bc68c8b5 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:02.341734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:02.348397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] For port d609ed81-9ebf-4d62-a41b-cd948a00f35f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d609ed81-9ebf-4d62-a41b-cd948a00f35f,segment=NetworkSegment(12a9343f-da6f-4bcf-a2e3-a34df192d2cf),segment_id=12a9343f-da6f-4bcf-a2e3-a34df192d2cf)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:02.350273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:02.485782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] Calling delete_port for d609ed81-9ebf-4d62-a41b-cd948a00f35f owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:02.580628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port 3dd10755-17e8-4c98-b937-4274bc68c8b5, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3dd10755-17e8-4c98-b937-4274bc68c8b5,segment=NetworkSegment(e7abffdd-1999-4347-91ff-73dad564a8a4),segment_id=e7abffdd-1999-4347-91ff-73dad564a8a4)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:02.581422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:02.602510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:02.663741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] Pushing event deleted for resources: {'Port': ['ID=d609ed81-9ebf-4d62-a41b-cd948a00f35f,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:02.665549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ee02fd-694b-44a0-a7e4-ded6ebda5fb9 None None] No DVR routers for this DVR port d609ed81-9ebf-4d62-a41b-cd948a00f35f on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:02.685681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d4c57-e8b3-43a9-b5f9-4dc621d66a66 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:28:02.739041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for 3dd10755-17e8-4c98-b937-4274bc68c8b5 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:02.824661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:02.826169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d4c57-e8b3-43a9-b5f9-4dc621d66a66 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:28:02.873420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=3dd10755-17e8-4c98-b937-4274bc68c8b5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:02.876685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port 3dd10755-17e8-4c98-b937-4274bc68c8b5 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:02.922372 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d88d6393-bde0-4f73-a56f-679d9fbefd74 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/bae7e757-da41-46bc-9217-b0be0c1c3308 HTTP/1.1" status: 200 len: 924 time: 1.0740383 Apr 23 00:28:02.929740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60898) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:02.930153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.051043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.087783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a782be95-92a3-4caa-99ff-662c9b4a843f']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:03.098120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.102333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7abffdd-1999-4347-91ff-73dad564a8a4') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:03.102686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7abffdd-1999-4347-91ff-73dad564a8a4') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:03.122755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.135777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] For port d609ed81-9ebf-4d62-a41b-cd948a00f35f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d609ed81-9ebf-4d62-a41b-cd948a00f35f,segment=NetworkSegment(12a9343f-da6f-4bcf-a2e3-a34df192d2cf),segment_id=12a9343f-da6f-4bcf-a2e3-a34df192d2cf)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:03.136341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.142774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed3c9ca-a1e0-4076-8e07-8a793f9e7186 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:03.146763 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0ed3c9ca-a1e0-4076-8e07-8a793f9e7186 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=bae7e757-da41-46bc-9217-b0be0c1c3308&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2135570 Apr 23 00:28:03.146919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] device_id is not set on port 747f31e1-2d7a-40e1-8357-25b5e23878dd yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:28:03.147604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.148288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60904) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:03.156280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d609ed81-9ebf-4d62-a41b-cd948a00f35f no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:03.173561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:03.174056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:03.189503 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:03.198221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: d609ed81-9ebf-4d62-a41b-cd948a00f35f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:03.198746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d609ed81-9ebf-4d62-a41b-cd948a00f35f not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:03.253541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 52f60aae-614e-4eae-aead-8d32fd019e69 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:03.475686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Calling delete_port for d609ed81-9ebf-4d62-a41b-cd948a00f35f owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:03.477216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.497432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.523467 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/a782be95-92a3-4caa-99ff-662c9b4a843f HTTP/1.1" status: 204 len: 168 time: 2.9833374 Apr 23 00:28:03.524282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9818092-4d35-43e9-8e6f-712825d8c190 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=a782be95-92a3-4caa-99ff-662c9b4a843f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:03.527535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60908) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:03.530136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a4f3a9-92d0-407f-9585-e3f4ec142e32 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:03.534213 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-35a4f3a9-92d0-407f-9585-e3f4ec142e32 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.3821509 Apr 23 00:28:03.534213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60910) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:03.550897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532363072'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:03.585291 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-96ff67b6-61c0-4052-b1fd-292bcffb160a tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=bae7e757-da41-46bc-9217-b0be0c1c3308 HTTP/1.1" status: 200 len: 205 time: 0.0469334 Apr 23 00:28:03.586067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60916) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:03.676286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:03.742363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:03.751084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:03.766158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.849285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:03.854565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:03.864974 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] Sync routers for ids ['52f60aae-614e-4eae-aead-8d32fd019e69'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:03.876668 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] Routers {'52f60aae-614e-4eae-aead-8d32fd019e69'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:03.877544 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['52f60aae-614e-4eae-aead-8d32fd019e69'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:03.935425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:03.938650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.946814 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:03.956213 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] Routers {'52f60aae-614e-4eae-aead-8d32fd019e69'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:03.956927 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['52f60aae-614e-4eae-aead-8d32fd019e69'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:03.959368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.972524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Deleting port 32fff4f8-7ea9-4439-a79f-971e06abf494 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:03.972952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:03.979082 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-acfcab9c-0595-4913-9acc-6219a0d1feb2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/52f60aae-614e-4eae-aead-8d32fd019e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3262894 Apr 23 00:28:03.979853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:03.980168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:03.981710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60922) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:04.029587 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:04.030137 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa530b8-47c8-41d5-aaf0-d0ee7108d029 None None] The sync data for ids ['52f60aae-614e-4eae-aead-8d32fd019e69'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:04.089660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:04.156041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.205435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.205778 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment 51ea3587-3763-43b2-b388-c99916d84fd8 of type vlan for network dfd43d84-f197-4ee0-959e-b62c6ef038dc Apr 23 00:28:04.282898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Calling delete_port for 32fff4f8-7ea9-4439-a79f-971e06abf494 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:04.376881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Router 1c6ed23b-abbc-4b41-8b04-f0029f06e7c9 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:04.449201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.477097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.495725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event deleted for resources: {'Port': ['ID=32fff4f8-7ea9-4439-a79f-971e06abf494,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:04.510180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Deleting port d609ed81-9ebf-4d62-a41b-cd948a00f35f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:04.510545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.588198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.622990 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-44681f4b-37f1-40cc-8e5f-469949d87be2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] remove_router_interface failed (client error): The resource could not be found. Apr 23 00:28:04.624042 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-44681f4b-37f1-40cc-8e5f-469949d87be2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/52f60aae-614e-4eae-aead-8d32fd019e69/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6366446 Apr 23 00:28:04.629811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60926) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:04.674182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] The port 'd609ed81-9ebf-4d62-a41b-cd948a00f35f' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:04.719030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.14 (05644586-3588-4a7f-903b-e4853c1118fa/0f7b5310-eeeb-422b-8875-60057d4b8f81/747f31e1-2d7a-40e1-8357-25b5e23878dd) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:04.739743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-69b994f0-0554-4bf8-b4f5-2bd230bd3214 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:04.897468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.12 (05644586-3588-4a7f-903b-e4853c1118fa/0f7b5310-eeeb-422b-8875-60057d4b8f81/747f31e1-2d7a-40e1-8357-25b5e23878dd) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:04.914649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.918456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.939747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-69b994f0-0554-4bf8-b4f5-2bd230bd3214 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:04.941100 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-69b994f0-0554-4bf8-b4f5-2bd230bd3214 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=52f60aae-614e-4eae-aead-8d32fd019e69 HTTP/1.1" status: 200 len: 205 time: 0.3107841 Apr 23 00:28:04.943707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60930) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:04.977768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:04.983258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:04.983839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.006224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.006818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Fanout notify agent at l3_agent the message router_deleted on router bae7e757-da41-46bc-9217-b0be0c1c3308 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:05.091721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a4ca7a6-3dbe-424b-bedf-3bba67d70aa7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.110705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.157301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.161667 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-393ba8be-3bdf-4629-ae34-df4cce063571 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/bae7e757-da41-46bc-9217-b0be0c1c3308 HTTP/1.1" status: 204 len: 168 time: 1.5713110 Apr 23 00:28:05.162353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60936) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:05.219304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-397662343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:05.226928 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6937194 Apr 23 00:28:05.233110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:05.235105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60940) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:05.242094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Usage tracker for resource:router and tenant:35949d64a847415a8cea506b8f5bcdca is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:05.244427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:05.246745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cf3734-caab-40c5-9b17-a3ddfea981a0']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:05.247648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:05.255801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163d9e0-d2fc-44b3-a8f3-0698ccb8f32d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=dfd43d84-f197-4ee0-959e-b62c6ef038dc,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:05.256989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Sync routers for ids ['1c6ed23b-abbc-4b41-8b04-f0029f06e7c9'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:05.265751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:05.276739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:05.283473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a9343f-da6f-4bcf-a2e3-a34df192d2cf') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:05.283779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a9343f-da6f-4bcf-a2e3-a34df192d2cf') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:05.319236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.323280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Routers {'1c6ed23b-abbc-4b41-8b04-f0029f06e7c9'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:05.324219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1c6ed23b-abbc-4b41-8b04-f0029f06e7c9'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:05.408102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.409536 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1afd677f-1da2-4c59-ac6e-dfae488f972a tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.0975242 Apr 23 00:28:05.410577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.415362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60946) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:05.424169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:05.424630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.451013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a4ca7a6-3dbe-424b-bedf-3bba67d70aa7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.453229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a4ca7a6-3dbe-424b-bedf-3bba67d70aa7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.484344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:05.489929 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:05.581576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a4ca7a6-3dbe-424b-bedf-3bba67d70aa7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.582197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4ca7a6-3dbe-424b-bedf-3bba67d70aa7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Fanout notify agent at l3_agent the message router_deleted on router 52f60aae-614e-4eae-aead-8d32fd019e69 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:05.611916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.611916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.617746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Set router 1c6ed23b-abbc-4b41-8b04-f0029f06e7c9 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:05.630479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a4ca7a6-3dbe-424b-bedf-3bba67d70aa7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.635027 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a4ca7a6-3dbe-424b-bedf-3bba67d70aa7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/52f60aae-614e-4eae-aead-8d32fd019e69 HTTP/1.1" status: 204 len: 168 time: 0.6867423 Apr 23 00:28:05.636448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60950) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:05.641154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:05.651024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:05.656627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:05.663406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.672994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:05.697643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.701511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:05.705037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.725906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.730536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.765530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.799156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] Pushing event deleted for resources: {'Network': ['ID=69cf3734-caab-40c5-9b17-a3ddfea981a0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:05.815890 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f40a5663-5e7f-4ff9-a85c-5e3133964189 tempest-FloatingIPNegativeTestJSON-794067469 tempest-FloatingIPNegativeTestJSON-794067469-project] 10.222.0.39 "DELETE /v2.0/networks/69cf3734-caab-40c5-9b17-a3ddfea981a0 HTTP/1.1" status: 204 len: 168 time: 4.6228426 Apr 23 00:28:05.822034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3141c-b703-4293-bdb7-ec4269915d6e req-8a5f6add-e937-4dec-881a-9baf2feedf52 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:05.823609 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dce3141c-b703-4293-bdb7-ec4269915d6e req-8a5f6add-e937-4dec-881a-9baf2feedf52 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 0.2788258 Apr 23 00:28:05.837266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.855493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.856875 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7a0232e6-046c-4db3-b62c-5c1a4f65beb2 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6940765 Apr 23 00:28:05.862225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60956) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:05.874460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': False}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:05.895137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet faecb6d0-6b88-43d7-9266-d0d59ee17eaa {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:05.914570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:05.972029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dce3141c-b703-4293-bdb7-ec4269915d6e req-04aa5625-ed77-4131-b782-e428e35f89b1 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382565 Apr 23 00:28:05.984414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.050076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ed23b-abbc-4b41-8b04-f0029f06e7c9', 'name': '', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f47783f-1def-4c53-858e-f39f58410c88', 'external_fixed_ips': [{'subnet_id': 'fde3435e-0e5c-4901-953b-0cd31f06f83b', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '8c11359a-0a41-4692-9a18-c943667afb76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:27:55Z', 'updated_at': '2022-04-23T00:28:00Z', 'revision_number': 3, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port': {'id': '8c11359a-0a41-4692-9a18-c943667afb76', 'name': '', 'network_id': '4f47783f-1def-4c53-858e-f39f58410c88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6ed23b-abbc-4b41-8b04-f0029f06e7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fde3435e-0e5c-4901-953b-0cd31f06f83b', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:27:58Z', 'updated_at': '2022-04-23T00:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fde3435e-0e5c-4901-953b-0cd31f06f83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:06.054354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Checking router: 1c6ed23b-abbc-4b41-8b04-f0029f06e7c9 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:06.055082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Updating router 1c6ed23b-abbc-4b41-8b04-f0029f06e7c9 port 8c11359a-0a41-4692-9a18-c943667afb76 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:28:06.106116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.131127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.235840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 05644586-3588-4a7f-903b-e4853c1118fa is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:06.248011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:06.250948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:06.288497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60962) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:06.309259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=747f31e1-2d7a-40e1-8357-25b5e23878dd,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:06.359622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:06.360558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.366217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.394823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Deleting port 8c11359a-0a41-4692-9a18-c943667afb76 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:06.395498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.467715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.543262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.569680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.582572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Transition to ACTIVE for port object 8c11359a-0a41-4692-9a18-c943667afb76 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:06.587750 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fc92dd64-f113-47eb-9e17-a6b1e08b30f7 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.4697917 Apr 23 00:28:06.594124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.597990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60968) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:06.608631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '747f31e1-2d7a-40e1-8357-25b5e23878dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:06.609314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.661157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:06.670418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Attempting to bind port 8c11359a-0a41-4692-9a18-c943667afb76 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:06.670793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Attempting to bind port 8c11359a-0a41-4692-9a18-c943667afb76 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'fdf769a8-45a4-4b4c-b9a7-a3e661baff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4f47783f-1def-4c53-858e-f39f58410c88'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:06.671155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Attempting to bind port 8c11359a-0a41-4692-9a18-c943667afb76 on network 4f47783f-1def-4c53-858e-f39f58410c88 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:06.680671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96b51f-f0ff-4d43-9a4e-57f68139737e None None] Pushing event updated for resources: {'Port': ['ID=8c11359a-0a41-4692-9a18-c943667afb76,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:06.682930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:06.683302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Checking segment: {'id': 'fdf769a8-45a4-4b4c-b9a7-a3e661baff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4f47783f-1def-4c53-858e-f39f58410c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:06.683696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.684076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Bound using segment: {'id': 'fdf769a8-45a4-4b4c-b9a7-a3e661baff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4f47783f-1def-4c53-858e-f39f58410c88'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:06.684539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Bound port: 8c11359a-0a41-4692-9a18-c943667afb76, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf769a8-45a4-4b4c-b9a7-a3e661baff2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4f47783f-1def-4c53-858e-f39f58410c88'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:06.685511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.685627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=eee567f9-8c1d-4298-81ba-5a5873ea95bb,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:06.696531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:floatingip and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:06.708975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:06.729048 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a79601fd-535e-481a-85dd-98f1b6becc58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b5b0fd712234dc39930b3767cbb1655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352689 Apr 23 00:28:06.732272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60972) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:06.737597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:06.757723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': '51ea3587-3763-43b2-b388-c99916d84fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:06.758092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: dfd43d84-f197-4ee0-959e-b62c6ef038dc, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:06.766251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.792887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] For port 8c11359a-0a41-4692-9a18-c943667afb76, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:06.797871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] For port 8c11359a-0a41-4692-9a18-c943667afb76, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8c11359a-0a41-4692-9a18-c943667afb76,segment=NetworkSegment(fdf769a8-45a4-4b4c-b9a7-a3e661baff2c),segment_id=fdf769a8-45a4-4b4c-b9a7-a3e661baff2c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:06.807671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.831613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:06.866678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.895311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Routers {'1c6ed23b-abbc-4b41-8b04-f0029f06e7c9'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:06.895557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1c6ed23b-abbc-4b41-8b04-f0029f06e7c9'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:06.904408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, dfd43d84-f197-4ee0-959e-b62c6ef038dc) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:06.915247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:06.915774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.925365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=faecb6d0-6b88-43d7-9266-d0d59ee17eaa,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:06.927169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57267648-7fef-472c-b135-2cf18a69aae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.940644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.952733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:06.967577 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e30ade12-3d45-4b99-9298-32c246df2767 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/faecb6d0-6b88-43d7-9266-d0d59ee17eaa HTTP/1.1" status: 204 len: 168 time: 1.3277729 Apr 23 00:28:06.974043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 60976) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:07.051202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57267648-7fef-472c-b135-2cf18a69aae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.071670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e548cd-c8c2-4dbb-8c90-3ebbe7a0b503 None None] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:07.084236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45788c49-a6d8-4185-9416-c3f29fcf9f93 None None] Network a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:07.103281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96b51f-f0ff-4d43-9a4e-57f68139737e None None] Pushing event updated for resources: {'Port': ['ID=8c11359a-0a41-4692-9a18-c943667afb76,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:07.129173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Calling delete_port for 8c11359a-0a41-4692-9a18-c943667afb76 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:07.164434 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8b141043-0ea8-4f89-88d1-01257438b1ef tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9282994 Apr 23 00:28:07.172370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 60982) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:07.183569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:07.289661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] Set router 1c6ed23b-abbc-4b41-8b04-f0029f06e7c9 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:07.335143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.358065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.384308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.401938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:07.402358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.434714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57267648-7fef-472c-b135-2cf18a69aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.436382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.439205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6ed23b-abbc-4b41-8b04-f0029f06e7c9', 'name': '', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:27:55Z', 'updated_at': '2022-04-23T00:28:06Z', 'revision_number': 4, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:07.472145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57267648-7fef-472c-b135-2cf18a69aae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68502e86-049d-41a8-9128-fe2ae9a301c2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:07.485798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc558a-236f-4313-93bc-3b401f7d41ec req-74640d95-4c64-4355-af45-ccb573bb6e55 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:07.487451 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c9bc558a-236f-4313-93bc-3b401f7d41ec req-74640d95-4c64-4355-af45-ccb573bb6e55 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 0.3253870 Apr 23 00:28:07.544607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57267648-7fef-472c-b135-2cf18a69aae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.548067 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-57267648-7fef-472c-b135-2cf18a69aae7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68502e86-049d-41a8-9128-fe2ae9a301c2 HTTP/1.1" status: 204 len: 168 time: 0.8118722 Apr 23 00:28:07.549865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfbbf9c-a0cf-4eca-9f8f-b1e8e00b5acc None None] The sync data for ids ['1c6ed23b-abbc-4b41-8b04-f0029f06e7c9'] in dv-neutron-838784-1-hyperv is: [{'id': '1c6ed23b-abbc-4b41-8b04-f0029f06e7c9', 'name': '', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:27:55Z', 'updated_at': '2022-04-23T00:28:06Z', 'revision_number': 4, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:07.569321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:07.598176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:07.598624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:subnet and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:07.599300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:07.608971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:07.642718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c9bc558a-236f-4313-93bc-3b401f7d41ec req-b8e94921-4a75-4dec-9b06-0e831006e2ca tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455984 Apr 23 00:28:07.648812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:07.658257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-bf4560cc-f93d-4d4f-babb-a9c389149816 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:07.659769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-bf4560cc-f93d-4d4f-babb-a9c389149816 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.42 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 0.4567256 Apr 23 00:28:07.722409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-dfd43d84-f197-4ee0-959e-b62c6ef038dc', 'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': 'eee567f9-8c1d-4298-81ba-5a5873ea95bb'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:07.723292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.744618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:07.748074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.797228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Allocated IP 172.26.8.168 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/cfe0a835-c4a8-4b40-8f8f-1a79e2255161) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:07.816074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Deleting port 243a6dec-eff4-470e-a9a2-304215e86114 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:07.816417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.829965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,segment=NetworkSegment(1bb55f48-a3c7-42c5-8eb7-a75d14195e9c),segment_id=1bb55f48-a3c7-42c5-8eb7-a75d14195e9c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:07.833248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.892343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] DHCP port deletion for a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:07.958112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Deleting port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:07.959392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:07.990722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:08.090656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Allocated IP 2001:db8::2 (dfd43d84-f197-4ee0-959e-b62c6ef038dc/eee567f9-8c1d-4298-81ba-5a5873ea95bb/8bac5baf-bd97-4b79-a615-d05f0b6571bb) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:08.108465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Deleting port 8c11359a-0a41-4692-9a18-c943667afb76 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:08.109396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.325706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] For port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,segment=NetworkSegment(1bb55f48-a3c7-42c5-8eb7-a75d14195e9c),segment_id=1bb55f48-a3c7-42c5-8eb7-a75d14195e9c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:08.325706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.474139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Calling delete_port for 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:08.495359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.573694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] For port 243a6dec-eff4-470e-a9a2-304215e86114, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=243a6dec-eff4-470e-a9a2-304215e86114,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:08.574066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.590639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] For port 8c11359a-0a41-4692-9a18-c943667afb76, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8c11359a-0a41-4692-9a18-c943667afb76,segment=NetworkSegment(fdf769a8-45a4-4b4c-b9a7-a3e661baff2c),segment_id=fdf769a8-45a4-4b4c-b9a7-a3e661baff2c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:08.591492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.600960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.654723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.661748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:08.685918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Transition to ACTIVE for port object 8bac5baf-bd97-4b79-a615-d05f0b6571bb will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:08.716527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Transition to ACTIVE for port object 8bac5baf-bd97-4b79-a615-d05f0b6571bb will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:08.736766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No DVR routers for this DVR port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:08.740461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:08.741075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:08.743571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.785497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.858834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Calling delete_port for 8c11359a-0a41-4692-9a18-c943667afb76 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:08.869903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32776) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:08.872894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:08.877723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:08.885875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:08.886451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Pushing event updated for resources: {'Port': ['ID=8bac5baf-bd97-4b79-a615-d05f0b6571bb,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:08.984503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Attempting to bind port 8bac5baf-bd97-4b79-a615-d05f0b6571bb on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:08.985278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Attempting to bind port 8bac5baf-bd97-4b79-a615-d05f0b6571bb by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '51ea3587-3763-43b2-b388-c99916d84fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:08.985278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Attempting to bind port 8bac5baf-bd97-4b79-a615-d05f0b6571bb on network dfd43d84-f197-4ee0-959e-b62c6ef038dc {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:08.993593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:08.994507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Checking segment: {'id': '51ea3587-3763-43b2-b388-c99916d84fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:08.994507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.994691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Bound using segment: {'id': '51ea3587-3763-43b2-b388-c99916d84fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:08.995168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Bound port: 8bac5baf-bd97-4b79-a615-d05f0b6571bb, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea3587-3763-43b2-b388-c99916d84fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:08.995537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:08.999982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:09.021237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:09.024159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.034902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.075424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:09.105382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:09.120112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb55f48-a3c7-42c5-8eb7-a75d14195e9c') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:09.121078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb55f48-a3c7-42c5-8eb7-a75d14195e9c') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:09.131900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:09.146562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.176849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:09.177844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:09.187373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] For port 8bac5baf-bd97-4b79-a615-d05f0b6571bb, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:09.190773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] For port 8bac5baf-bd97-4b79-a615-d05f0b6571bb, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bac5baf-bd97-4b79-a615-d05f0b6571bb,segment=NetworkSegment(51ea3587-3763-43b2-b388-c99916d84fd8),segment_id=51ea3587-3763-43b2-b388-c99916d84fd8)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:09.192426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.197785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.201468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:09.201608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.212659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe0a835-c4a8-4b40-8f8f-1a79e2255161,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:09.217599 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:09.231282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.26.8.131 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/68020ced-6248-4961-951e-a4c72019079a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:09.255384 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Deleting port 8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:09.255384 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.263055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465300940'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:09.285980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:09.299780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:09.305525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:09.308503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:09.309173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.351578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d772f62c-8497-4ca4-a595-609e4bb08217 None None] The port '8926e02b-f4eb-48b0-8bc7-a8fa4cf766f1' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:09.352524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=cef9eb01-79a4-4216-90dc-c7d4ab3454e8,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:09.355003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.360727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.361960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:09.381550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:09.388716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e2fd-b3ef-4212-9ad3-eddfefab1550 None None] Pushing event updated for resources: {'Port': ['ID=8bac5baf-bd97-4b79-a615-d05f0b6571bb,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:09.403229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:09.420508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.452978 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8b491a56-c83a-4b9b-b833-7ebbc534d6a2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/a3f1a12d-c281-4ddc-a4e6-384e7cb89dc9 HTTP/1.1" status: 204 len: 168 time: 2.4757917 Apr 23 00:28:09.461566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.462344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.462532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32784) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:09.463714 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Floating IP b62530d6-56f8-456a-aefa-22e8fc72a6c4 disassociated. External IP: 172.26.8.77, port: 243a6dec-eff4-470e-a9a2-304215e86114. Apr 23 00:28:09.464058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Calling delete_port for 243a6dec-eff4-470e-a9a2-304215e86114 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:09.475846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1379317888'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:09.481745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c11359a-0a41-4692-9a18-c943667afb76,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:09.483793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:09.521493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:09.535417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:09.554638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:09.567150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:09.603910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:09.608025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.630521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.683669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.718399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090f93d-c388-4dc2-97eb-04119fe3546a req-6e571d8f-b2b7-4bf4-8858-a6f30550ddba tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:09.719906 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1090f93d-c388-4dc2-97eb-04119fe3546a req-6e571d8f-b2b7-4bf4-8858-a6f30550ddba tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 945 time: 0.8491023 Apr 23 00:28:09.737130 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-99151143-1aec-4174-8646-ffab834b0d2c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5617797 Apr 23 00:28:09.744660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32788) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:09.775658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:09.779005 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.829239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.874170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.876088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:09.880740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.900668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.901014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507 of type vlan for network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 Apr 23 00:28:09.929645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:09.931228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:09.932934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:09.934458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:09.935980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:09.936935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Synchronizing usage tracker for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:09.941763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.942352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6ed23b-abbc-4b41-8b04-f0029f06e7c9 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:09.982819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Unset dirty status for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:09.983979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4698f58c-01f0-446e-a960-9c2842d90269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2375379 Apr 23 00:28:09.986337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:09.989598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32792) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:09.996670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1842215852'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:10.001491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.002671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-19077433-c815-4404-b17b-f6479d633fd7 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "DELETE /v2.0/routers/1c6ed23b-abbc-4b41-8b04-f0029f06e7c9 HTTP/1.1" status: 204 len: 168 time: 4.5841057 Apr 23 00:28:10.006054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:10.008283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32796) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:10.021372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:10.050891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:10.059164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:10.059996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:security_group_rule and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:10.074453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:10.074907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:10.089048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:10.111325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Deleting subnet fde3435e-0e5c-4901-953b-0cd31f06f83b {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:10.117160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.138574 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1090f93d-c388-4dc2-97eb-04119fe3546a req-ce0cc32d-7f98-454f-88a3-9c5c6e628ee1 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3fb5acf-ed83-4a27-a2ee-b58806c646c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4001231 Apr 23 00:28:10.154610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:10.159291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.175214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.181435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:10.182037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.222447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.260328 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7967181 Apr 23 00:28:10.262774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.269932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32800) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:10.289692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': '03f5a943-40f5-49ac-9060-5fbfd6eb00f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:10.340189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.481926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:10.486460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68663d-dc8e-4f65-9139-6be59f85f5a4 None None] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:10.495163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67061c-631e-4419-a495-ea2d9875600f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=03f5a943-40f5-49ac-9060-5fbfd6eb00f9,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:10.503804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.504235 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment 1df37766-70d0-435c-a0d1-ecc0883bca29 of type vlan for network a2c93274-c8e8-4d62-b470-d65043db43ff Apr 23 00:28:10.519770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.525390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:10.550168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event deleted for resources: {'Port': ['ID=243a6dec-eff4-470e-a9a2-304215e86114,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:10.579256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.634110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.653004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:10.668254 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.673279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.679281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:10.679887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.705362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fde3435e-0e5c-4901-953b-0cd31f06f83b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:10.711211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.742472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:10.752496 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dc25982b-993f-4a0e-bdac-989b982f02d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/fde3435e-0e5c-4901-953b-0cd31f06f83b HTTP/1.1" status: 204 len: 168 time: 0.7432642 Apr 23 00:28:10.764142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 243a6dec-eff4-470e-a9a2-304215e86114 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:10.797851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.800406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32806) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:10.805042 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8144200 Apr 23 00:28:10.811475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32808) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:10.812501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6f382664-7bbd-4155-8634-42d6cb76cd64 None None] Provisioning for port 8bac5baf-bd97-4b79-a615-d05f0b6571bb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:10.813893 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:10.822120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:10.822892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 243a6dec-eff4-470e-a9a2-304215e86114 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:10.825175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 243a6dec-eff4-470e-a9a2-304215e86114 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:10.841407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac667-8260-4992-aa8a-931beeacfadc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=a2c93274-c8e8-4d62-b470-d65043db43ff,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:10.861785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.867837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:10.898275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a2c93274-c8e8-4d62-b470-d65043db43ff details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:10.918710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:10.984206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:11.002124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:11.034214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:11.039800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:11.116400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.139665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.169844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network a2c93274-c8e8-4d62-b470-d65043db43ff is not hosted by any dhcp agent {{(pid=88073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 23 00:28:11.175895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:11.188825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.192976 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "PUT /v2.0/networks/a2c93274-c8e8-4d62-b470-d65043db43ff HTTP/1.1" status: 200 len: 723 time: 0.3771524 Apr 23 00:28:11.212003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32816) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:11.224013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': 'a2c93274-c8e8-4d62-b470-d65043db43ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:11.230056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bac5baf-bd97-4b79-a615-d05f0b6571bb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:11.357818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:11.361174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.401985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] Update dhcp port {'port': {'network_id': 'dfd43d84-f197-4ee0-959e-b62c6ef038dc', 'fixed_ips': [{'subnet_id': 'eee567f9-8c1d-4298-81ba-5a5873ea95bb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cef9eb01-79a4-4216-90dc-c7d4ab3454e8'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '8bac5baf-bd97-4b79-a615-d05f0b6571bb'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:28:11.406645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.406988 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment bf328759-4f1a-4aa9-8b8a-a252c62dc64e of type vlan for network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 Apr 23 00:28:11.432916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 8bac5baf-bd97-4b79-a615-d05f0b6571bb completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:11.452798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f376801-fe5c-4692-8af9-2d8a86f59a90 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=a2c93274-c8e8-4d62-b470-d65043db43ff,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:11.453981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8bac5baf-bd97-4b79-a615-d05f0b6571bb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:11.454381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.457160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-16751cb0-6941-4a22-a4a1-a02b680413ba req-c17921df-1581-45be-b897-9b36fa090978 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.1291552 Apr 23 00:28:11.496178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a2c93274-c8e8-4d62-b470-d65043db43ff details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:11.496733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:11.496845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df220fc-09f8-483c-906f-545c82e52b6b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:11.517279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:11.534119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:11.538017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.577101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=68020ced-6248-4961-951e-a4c72019079a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:11.611275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.655684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.690498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.703397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.710543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:11.711273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.784061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.827309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.873662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=7fcddc43-63e7-4c97-b5fd-5454e114c25f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:11.885880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': '1df37766-70d0-435c-a0d1-ecc0883bca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a2c93274-c8e8-4d62-b470-d65043db43ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:11.886263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: a2c93274-c8e8-4d62-b470-d65043db43ff, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:11.906977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network a2c93274-c8e8-4d62-b470-d65043db43ff is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:11.917756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a2c93274-c8e8-4d62-b470-d65043db43ff) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:11.922130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:11.922419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 8bac5baf-bd97-4b79-a615-d05f0b6571bb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bac5baf-bd97-4b79-a615-d05f0b6571bb,segment=NetworkSegment(51ea3587-3763-43b2-b388-c99916d84fd8),segment_id=51ea3587-3763-43b2-b388-c99916d84fd8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:11.922772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:11.956896 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4b8dd955-39f2-4c75-98b1-4964a9b88d4a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7411687 Apr 23 00:28:11.957200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32820) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:11.964178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fe249eb6-846d-4b03-93d9-b7a083392dea tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:11.965193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] Allocated IP 172.20.0.1 (dfd43d84-f197-4ee0-959e-b62c6ef038dc/cef9eb01-79a4-4216-90dc-c7d4ab3454e8/8bac5baf-bd97-4b79-a615-d05f0b6571bb) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:12.018364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Router 8465d188-fc79-48fe-8b32-5e39b2b29bea has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:12.112327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe249eb6-846d-4b03-93d9-b7a083392dea tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1595645'] for subnet, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.149984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] For port 8bac5baf-bd97-4b79-a615-d05f0b6571bb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bac5baf-bd97-4b79-a615-d05f0b6571bb,segment=NetworkSegment(51ea3587-3763-43b2-b388-c99916d84fd8),segment_id=51ea3587-3763-43b2-b388-c99916d84fd8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:12.183459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f69b2-2572-4937-9005-8b4771c23743 None None] Network a2c93274-c8e8-4d62-b470-d65043db43ff requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:12.201980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.252468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.351702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe249eb6-846d-4b03-93d9-b7a083392dea tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771224763652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1884370'] for subnet, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.357882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] Transition to ACTIVE for port object 8bac5baf-bd97-4b79-a615-d05f0b6571bb will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:12.370693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=8bac5baf-bd97-4b79-a615-d05f0b6571bb,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:12.375960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.431393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe249eb6-846d-4b03-93d9-b7a083392dea tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:12.432433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe249eb6-846d-4b03-93d9-b7a083392dea tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.435960 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fe249eb6-846d-4b03-93d9-b7a083392dea tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "PUT /v2.0/subnets/7fcddc43-63e7-4c97-b5fd-5454e114c25f HTTP/1.1" status: 200 len: 826 time: 0.4755628 Apr 23 00:28:12.441742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32824) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:12.505563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.536690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f47783f-1def-4c53-858e-f39f58410c88']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:12.550134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf769a8-45a4-4b4c-b9a7-a3e661baff2c') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:12.550506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf769a8-45a4-4b4c-b9a7-a3e661baff2c') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:12.563754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.583215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.591412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:12.591820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.667393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=4795d897-a334-4f14-9f2f-52f05f9ac3c7,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:12.699670 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a6b12a4a-ac3a-4664-a3bf-2401a4777efd tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.8155420 Apr 23 00:28:12.702102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:12.750785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9779431-ad4a-4251-bc7c-298142cfe551 None None] Pushing event updated for resources: {'Port': ['ID=8bac5baf-bd97-4b79-a615-d05f0b6571bb,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:12.794204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.805940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe249eb6-846d-4b03-93d9-b7a083392dea tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=7fcddc43-63e7-4c97-b5fd-5454e114c25f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:12.875381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a2c93274-c8e8-4d62-b470-d65043db43ff', 'network_id': 'a2c93274-c8e8-4d62-b470-d65043db43ff', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': '7fcddc43-63e7-4c97-b5fd-5454e114c25f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:12.876210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.893649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32830) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:12.894945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:12.936567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '4795d897-a334-4f14-9f2f-52f05f9ac3c7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:13.142693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Allocated IP 2001:db8::2 (a2c93274-c8e8-4d62-b470-d65043db43ff/7fcddc43-63e7-4c97-b5fd-5454e114c25f/5eba075f-9b17-43a2-9b26-4c46a18fecbb) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:13.186739 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:13.190121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.195798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bac5baf-bd97-4b79-a615-d05f0b6571bb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:13.201711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:13.206365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:13.209844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:13.215721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.218441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:13.236352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:13.240201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.255629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ab62ff18-3814-4117-8a69-4b66521848f6 req-992ddee6-1d00-4455-978d-253b900945d0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Synchronizing usage tracker for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:13.477106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.488313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Transition to ACTIVE for port object 5eba075f-9b17-43a2-9b26-4c46a18fecbb will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:13.511018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Transition to ACTIVE for port object 5eba075f-9b17-43a2-9b26-4c46a18fecbb will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:13.523424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.529927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.538568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.581047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Network a2c93274-c8e8-4d62-b470-d65043db43ff is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:13.586834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.590326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:13.594722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:13.631497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.655059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9295b9ad-ead1-4617-a1ca-27d61d612495 None None] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:13.747394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Pushing event updated for resources: {'Port': ['ID=5eba075f-9b17-43a2-9b26-4c46a18fecbb,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:13.748558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=e1f72dff-2a14-4139-bc69-04569680e6ee,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:13.784767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ab62ff18-3814-4117-8a69-4b66521848f6 req-992ddee6-1d00-4455-978d-253b900945d0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Unset dirty status for tenant:344cc5eb395d4ee989349dcc3482ab67 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:13.785900 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ab62ff18-3814-4117-8a69-4b66521848f6 req-992ddee6-1d00-4455-978d-253b900945d0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.9384348 Apr 23 00:28:13.789558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f47783f-1def-4c53-858e-f39f58410c88 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 23 00:28:13.791913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.836317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': 'bf328759-4f1a-4aa9-8b8a-a252c62dc64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4795d897-a334-4f14-9f2f-52f05f9ac3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:13.836701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 4795d897-a334-4f14-9f2f-52f05f9ac3c7, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:13.837973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Attempting to bind port 5eba075f-9b17-43a2-9b26-4c46a18fecbb on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:13.838376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Attempting to bind port 5eba075f-9b17-43a2-9b26-4c46a18fecbb by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '1df37766-70d0-435c-a0d1-ecc0883bca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a2c93274-c8e8-4d62-b470-d65043db43ff'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:13.838739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Attempting to bind port 5eba075f-9b17-43a2-9b26-4c46a18fecbb on network a2c93274-c8e8-4d62-b470-d65043db43ff {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:13.848703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.849179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:13.849559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Checking segment: {'id': '1df37766-70d0-435c-a0d1-ecc0883bca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a2c93274-c8e8-4d62-b470-d65043db43ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:13.850023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.850516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Bound using segment: {'id': '1df37766-70d0-435c-a0d1-ecc0883bca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a2c93274-c8e8-4d62-b470-d65043db43ff'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:13.851006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Bound port: 5eba075f-9b17-43a2-9b26-4c46a18fecbb, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df37766-70d0-435c-a0d1-ecc0883bca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a2c93274-c8e8-4d62-b470-d65043db43ff'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:13.851390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.860932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d80183a9-510e-4e7a-a4fe-8b7722b2051f None None] Provisioning for port 8bac5baf-bd97-4b79-a615-d05f0b6571bb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:13.864764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=7fcddc43-63e7-4c97-b5fd-5454e114c25f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:13.884610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d80183a9-510e-4e7a-a4fe-8b7722b2051f None None] Provisioning complete for port 8bac5baf-bd97-4b79-a615-d05f0b6571bb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:13.884983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d80183a9-510e-4e7a-a4fe-8b7722b2051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.888714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c93274-c8e8-4d62-b470-d65043db43ff']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:13.899800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f47783f-1def-4c53-858e-f39f58410c88,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:13.907260 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1982b6c1-f999-462c-b2b8-6d9c1bb622b1 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "DELETE /v2.0/networks/4f47783f-1def-4c53-858e-f39f58410c88 HTTP/1.1" status: 204 len: 168 time: 3.0850551 Apr 23 00:28:13.907490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df37766-70d0-435c-a0d1-ecc0883bca29') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:13.907596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df37766-70d0-435c-a0d1-ecc0883bca29') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:13.921459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:13.932074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.940672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 4795d897-a334-4f14-9f2f-52f05f9ac3c7) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:13.950062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:13.951280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.952868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=f116fa81-0134-4d33-9ac9-b5d2a8c5c212,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:13.977767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:13.984924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865251f-0114-4fb4-949c-cd3d60f3509d None None] Network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:14.005584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:14.006577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.030576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:14.048152 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:14.083054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': 'a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03f5a943-40f5-49ac-9060-5fbfd6eb00f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:14.083819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: 03f5a943-40f5-49ac-9060-5fbfd6eb00f9, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:14.166782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] No DVR routers for this DVR port 243a6dec-eff4-470e-a9a2-304215e86114 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:14.169685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.172440 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5d5c5046-6a92-4132-8f8c-914783990c24 req-2ec6e13a-f01d-47c8-ad1e-19975bdca57e tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.42 "DELETE /v2.0/ports/243a6dec-eff4-470e-a9a2-304215e86114 HTTP/1.1" status: 204 len: 173 time: 6.4991241 Apr 23 00:28:14.176910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'name': 'network-vif-deleted', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:28:14.182827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Router 5bd68163-b140-4e61-a864-cc1b4c28fadb is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:14.187291 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-57a87890-311b-46ff-a97a-c058337655f8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2613161 Apr 23 00:28:14.187960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32840) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:14.191103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:14.203540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-300998376'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:14.230233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:28:14.230233 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:28:14.230233 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': 'a2c93274-c8e8-4d62-b470-d65043db43ff'}] Apr 23 00:28:14.230233 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:14.230849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:14.279103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:14.353260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.372135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 03f5a943-40f5-49ac-9060-5fbfd6eb00f9) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:14.396342 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3ad55f-4e31-4e77-b814-49203bc955fd'] response: {'server_uuid': '84f6225f-45ed-4e9b-9947-4a660f2e5f08', 'name': 'network-vif-deleted', 'tag': '243a6dec-eff4-470e-a9a2-304215e86114', 'status': 'completed', 'code': 200} Apr 23 00:28:14.403314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:14.403913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.424834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016bba6-14dd-489b-aa96-9900a73fa578 None None] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:14.426504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:14.448052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32846) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:14.455621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'router': {'name': 'tempest-router--1469330713', 'project_id': '945609c9930041c2a81a1f51fe382fc3'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:14.463465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:14.470603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:router and tenant:945609c9930041c2a81a1f51fe382fc3 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:14.474410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:14.481758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:14.500572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.504977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.538152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.541584 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] Sync routers for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:14.542502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:14.549122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.551527 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:14.552309 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:14.563283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.592542 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8121fb7c-87f5-4b55-9f72-ede27f14ec11 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3216031 Apr 23 00:28:14.593707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:14.596818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32850) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:14.601485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.603060 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3256480f-fd45-4320-9084-69415941b7f6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1537435 Apr 23 00:28:14.606092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32854) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:14.607950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032220024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:14.618655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:14.623900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:router and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:14.629551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:14.638752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:14.659384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.660823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.682761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.703054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] For port 5eba075f-9b17-43a2-9b26-4c46a18fecbb, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:14.721558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.746863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-4795d897-a334-4f14-9f2f-52f05f9ac3c7', 'network_id': '4795d897-a334-4f14-9f2f-52f05f9ac3c7', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': 'e1f72dff-2a14-4139-bc69-04569680e6ee'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:14.747717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.765464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.766099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2e04a29-f589-41db-b718-a3cd87fb0cef tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.777216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.783420 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5a4330d3-c304-46a2-b6a6-f5165c067bd1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1837304 Apr 23 00:28:14.785341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32858) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:14.789812 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:14.849395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] For port 5eba075f-9b17-43a2-9b26-4c46a18fecbb, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5eba075f-9b17-43a2-9b26-4c46a18fecbb,segment=NetworkSegment(1df37766-70d0-435c-a0d1-ecc0883bca29),segment_id=1df37766-70d0-435c-a0d1-ecc0883bca29)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:14.878918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:14.879306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port 5eba075f-9b17-43a2-9b26-4c46a18fecbb {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:14.879754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.047932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:15.051553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.194111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d900350-6caa-4258-a5ff-1b559b656ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.234830 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b2c94857-06dc-4ccb-8859-c1a80e6f0ee9 req-6c64c3f8-1cf3-4535-ad31-ee4dde5c0f97 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/ports?device_id=84f6225f-45ed-4e9b-9947-4a660f2e5f08 HTTP/1.1" status: 200 len: 210 time: 0.1582892 Apr 23 00:28:15.267079 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:19Z', 'revision_number': 5, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:15.275415 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] Checking router: 8465d188-fc79-48fe-8b32-5e39b2b29bea for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:15.284274 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:15.285096 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:15.298474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb08a0-49da-40e9-890e-50d9ba804782 None None] Pushing event updated for resources: {'Port': ['ID=5eba075f-9b17-43a2-9b26-4c46a18fecbb,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:15.322171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:15.335210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.335744 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment 6c6a79e7-5950-40df-af55-83b25cd9b1f5 of type vlan for network 487d151b-c3f9-406d-a009-087139e5ec56 Apr 23 00:28:15.369631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.392778 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-03f5a943-40f5-49ac-9060-5fbfd6eb00f9', 'network_id': '03f5a943-40f5-49ac-9060-5fbfd6eb00f9', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': 'f116fa81-0134-4d33-9ac9-b5d2a8c5c212'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:15.393594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.435304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.440716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:15.441424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.496691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e5493-cd0a-4078-b11a-835946092002 None None] Network a2c93274-c8e8-4d62-b470-d65043db43ff requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:15.578759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:15.598291 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:15.683098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Allocated IP 2001:db8::2 (03f5a943-40f5-49ac-9060-5fbfd6eb00f9/f116fa81-0134-4d33-9ac9-b5d2a8c5c212/b9028169-d5be-4888-9fa0-503a67a3def5) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:15.795939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port 5eba075f-9b17-43a2-9b26-4c46a18fecbb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5eba075f-9b17-43a2-9b26-4c46a18fecbb,segment=NetworkSegment(1df37766-70d0-435c-a0d1-ecc0883bca29),segment_id=1df37766-70d0-435c-a0d1-ecc0883bca29)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:15.796546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.893459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2e04a29-f589-41db-b718-a3cd87fb0cef tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.901899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.912931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Transition to ACTIVE for port object b9028169-d5be-4888-9fa0-503a67a3def5 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:15.932494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Transition to ACTIVE for port object b9028169-d5be-4888-9fa0-503a67a3def5 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:15.942364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] Sync routers for ids ['5bd68163-b140-4e61-a864-cc1b4c28fadb'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:15.962586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2e04a29-f589-41db-b718-a3cd87fb0cef tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.967284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.969438 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:19Z', 'revision_number': 5, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:15.974319 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b4c0d-66aa-431a-b71f-ddd74c9ad25c None None] The sync data for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv is: [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:26:04Z', 'revision_number': 4, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'c2097c15-f367-48db-9d11-19c3696b99c9', 'name': '', 'network_id': 'c8c2e5ac-53c9-4889-be21-e387cb1b91fe', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'mac_address': 'fa:16:3e:8c:f1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:26:01Z', 'updated_at': '2022-04-23T00:26:19Z', 'revision_number': 5, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'subnets': [{'id': '0ad0c04a-144c-4342-aa73-fba5e7357e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:15.975386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:15.980462 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6f5f9d4e-1363-468b-9509-5ada8a059bbb tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "PUT /v2.0/routers/5bd68163-b140-4e61-a864-cc1b4c28fadb HTTP/1.1" status: 200 len: 919 time: 10.1149123 Apr 23 00:28:15.981447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for 5eba075f-9b17-43a2-9b26-4c46a18fecbb owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:15.983385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32866) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:16.028599 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8330309 Apr 23 00:28:16.037947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32870) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:16.049653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '487d151b-c3f9-406d-a009-087139e5ec56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:16.066839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Pushing event updated for resources: {'Port': ['ID=b9028169-d5be-4888-9fa0-503a67a3def5,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:16.080220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] Routers {'5bd68163-b140-4e61-a864-cc1b4c28fadb'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:16.080850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5bd68163-b140-4e61-a864-cc1b4c28fadb'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:16.136769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d210b2-ea5c-469b-87fe-bc41d62e97e0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=487d151b-c3f9-406d-a009-087139e5ec56,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:16.168339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2e04a29-f589-41db-b718-a3cd87fb0cef tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.168876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e04a29-f589-41db-b718-a3cd87fb0cef tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dab3b2a-00f8-40b5-a288-1024b97b4397 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:16.197203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:16.199822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2e04a29-f589-41db-b718-a3cd87fb0cef tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.200835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e2e04a29-f589-41db-b718-a3cd87fb0cef tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0dab3b2a-00f8-40b5-a288-1024b97b4397 HTTP/1.1" status: 204 len: 168 time: 1.5906987 Apr 23 00:28:16.213791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:16.215657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 487d151b-c3f9-406d-a009-087139e5ec56 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:16.232396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:16.240360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Allocated IP 172.20.255.242 (4795d897-a334-4f14-9f2f-52f05f9ac3c7/e1f72dff-2a14-4139-bc69-04569680e6ee/9489565f-20e3-4d1d-8f85-093e4101987e) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:16.252390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:16.258631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-26f05b9c-a835-4284-86cd-3a8d783be4af None None] Provisioning complete for port 8bac5baf-bd97-4b79-a615-d05f0b6571bb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:16.259006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-26f05b9c-a835-4284-86cd-3a8d783be4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.313346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.324506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.339102 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-32be450d-4c83-48c6-965d-d37ca93cd439 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/5bd68163-b140-4e61-a864-cc1b4c28fadb HTTP/1.1" status: 200 len: 925 time: 0.3351126 Apr 23 00:28:16.339102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.342734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32878) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:16.434530 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7753d1-8807-43fd-998a-2b4b7ea00b1e None None] New status for floating IP b62530d6-56f8-456a-aefa-22e8fc72a6c4: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:28:16.442279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] Routers {'5bd68163-b140-4e61-a864-cc1b4c28fadb'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:16.442934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:27:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5bd68163-b140-4e61-a864-cc1b4c28fadb'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:16.479148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32882) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:16.499686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32888) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:16.546341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=5eba075f-9b17-43a2-9b26-4c46a18fecbb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:16.548458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port 5eba075f-9b17-43a2-9b26-4c46a18fecbb on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:16.582958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.613744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=68020ced-6248-4961-951e-a4c72019079a,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:16.614903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:16.640960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:16.641368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5663cc-31a4-434e-bd63-6fb39da4d470 None None] The sync data for ids ['5bd68163-b140-4e61-a864-cc1b4c28fadb'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:16.656792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.705430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:16.725408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:16.822978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b60cb-e11d-44be-9226-087662529e63 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:16.826938 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-517b60cb-e11d-44be-9226-087662529e63 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=5bd68163-b140-4e61-a864-cc1b4c28fadb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3709922 Apr 23 00:28:16.840102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32894) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:16.848140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:16.860265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Attempting to bind port b9028169-d5be-4888-9fa0-503a67a3def5 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:16.860991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Attempting to bind port b9028169-d5be-4888-9fa0-503a67a3def5 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03f5a943-40f5-49ac-9060-5fbfd6eb00f9'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:16.861907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Attempting to bind port b9028169-d5be-4888-9fa0-503a67a3def5 on network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:16.864530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a094c15-16aa-4901-8eda-7e3643a34301 None None] Network a2c93274-c8e8-4d62-b470-d65043db43ff requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:16.883935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.904897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-66640ccc-ccd8-4e7a-a3c1-6ad0b0b04fe6 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.961830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-66640ccc-ccd8-4e7a-a3c1-6ad0b0b04fe6 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:16.970519 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP dffd126a-aba5-4b51-be9d-ce735af3ee72 associated. External IP: 172.26.8.131, port: 747f31e1-2d7a-40e1-8357-25b5e23878dd. Apr 23 00:28:16.975302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:16.979266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.053063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c93274-c8e8-4d62-b470-d65043db43ff']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:17.063115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2128063378', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:17.106508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:17.112154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df37766-70d0-435c-a0d1-ecc0883bca29') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:17.112462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df37766-70d0-435c-a0d1-ecc0883bca29') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:17.127642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:17.128264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Checking segment: {'id': 'a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03f5a943-40f5-49ac-9060-5fbfd6eb00f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:17.128441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.129048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Bound using segment: {'id': 'a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03f5a943-40f5-49ac-9060-5fbfd6eb00f9'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:17.129505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Bound port: b9028169-d5be-4888-9fa0-503a67a3def5, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '03f5a943-40f5-49ac-9060-5fbfd6eb00f9'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:17.129944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.132383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Usage tracker for resource:router and tenant:de1b036ebcc245a99364c8d676dc5dce is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:17.180099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:17.195373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-66640ccc-ccd8-4e7a-a3c1-6ad0b0b04fe6 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.204338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.211682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:17.221687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66640ccc-ccd8-4e7a-a3c1-6ad0b0b04fe6 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb5acf-ed83-4a27-a2ee-b58806c646c4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:17.377924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-66640ccc-ccd8-4e7a-a3c1-6ad0b0b04fe6 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.378712 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-66640ccc-ccd8-4e7a-a3c1-6ad0b0b04fe6 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "DELETE /v2.0/security-groups/b3fb5acf-ed83-4a27-a2ee-b58806c646c4 HTTP/1.1" status: 204 len: 168 time: 0.8746171 Apr 23 00:28:17.384804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32898) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:17.424780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] For port b9028169-d5be-4888-9fa0-503a67a3def5, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:17.429965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] For port b9028169-d5be-4888-9fa0-503a67a3def5, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b9028169-d5be-4888-9fa0-503a67a3def5,segment=NetworkSegment(a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507),segment_id=a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:17.430369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.434176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.436340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:17.437886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.454638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.455630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.472463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:17.472899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:17.489948 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:17.498300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Transition to ACTIVE for port object 9489565f-20e3-4d1d-8f85-093e4101987e will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:17.508137 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-96478fd6-8480-46a1-8bae-1ddf63d343a1 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] show failed (client error): The resource could not be found. Apr 23 00:28:17.512223 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-96478fd6-8480-46a1-8bae-1ddf63d343a1 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "GET /v2.0/security-groups/b3fb5acf-ed83-4a27-a2ee-b58806c646c4 HTTP/1.1" status: 404 len: 347 time: 0.1182077 Apr 23 00:28:17.512831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32902) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:17.525715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac031440-785c-4587-a8f9-4275cbc4c9a7 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:17.527133 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ac031440-785c-4587-a8f9-4275cbc4c9a7 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.6766167 Apr 23 00:28:17.530092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32906) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:17.545147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Transition to ACTIVE for port object 9489565f-20e3-4d1d-8f85-093e4101987e will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:17.559278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.570541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-377915d9-aa21-41cb-91f4-54ee0fd63c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.576276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7730f-40d3-4ba8-9779-bfa899da34f6 None None] Pushing event updated for resources: {'Port': ['ID=b9028169-d5be-4888-9fa0-503a67a3def5,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:17.628546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:17.631864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:17.635694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:17.700172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Pushing event updated for resources: {'Port': ['ID=9489565f-20e3-4d1d-8f85-093e4101987e,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:17.773498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Attempting to bind port 9489565f-20e3-4d1d-8f85-093e4101987e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:17.774003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Attempting to bind port 9489565f-20e3-4d1d-8f85-093e4101987e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'bf328759-4f1a-4aa9-8b8a-a252c62dc64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4795d897-a334-4f14-9f2f-52f05f9ac3c7'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:17.774545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Attempting to bind port 9489565f-20e3-4d1d-8f85-093e4101987e on network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:17.781880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:17.782802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Checking segment: {'id': 'bf328759-4f1a-4aa9-8b8a-a252c62dc64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4795d897-a334-4f14-9f2f-52f05f9ac3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:17.783488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.784115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Bound using segment: {'id': 'bf328759-4f1a-4aa9-8b8a-a252c62dc64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4795d897-a334-4f14-9f2f-52f05f9ac3c7'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:17.784968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Bound port: 9489565f-20e3-4d1d-8f85-093e4101987e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf328759-4f1a-4aa9-8b8a-a252c62dc64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4795d897-a334-4f14-9f2f-52f05f9ac3c7'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:17.790494 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cd792b5c-ce3c-4c36-8a20-73069849e26e tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bd68163-b140-4e61-a864-cc1b4c28fadb HTTP/1.1" status: 200 len: 205 time: 0.2567525 Apr 23 00:28:17.790840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.795621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32910) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:17.853396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.892589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.918720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:17.941149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:17.953330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.955964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Deleting port 702c3aa0-f187-4f08-b33c-b7109ad21e74 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:17.956379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:17.981217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:17.982499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:17.984195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8::1 (03f5a943-40f5-49ac-9060-5fbfd6eb00f9/f116fa81-0134-4d33-9ac9-b5d2a8c5c212/0950a588-acb6-4f2a-84a6-6cf9e4f81e76) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:18.018165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.060076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=a2c93274-c8e8-4d62-b470-d65043db43ff,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:18.074156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] For port 9489565f-20e3-4d1d-8f85-093e4101987e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:18.078301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:18.090486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] For port 9489565f-20e3-4d1d-8f85-093e4101987e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9489565f-20e3-4d1d-8f85-093e4101987e,segment=NetworkSegment(bf328759-4f1a-4aa9-8b8a-a252c62dc64e),segment_id=bf328759-4f1a-4aa9-8b8a-a252c62dc64e)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:18.094021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:18.094928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:18.112668 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ed778785-9f69-4864-b137-975f3dae78bc tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/a2c93274-c8e8-4d62-b470-d65043db43ff HTTP/1.1" status: 204 len: 168 time: 5.6671388 Apr 23 00:28:18.118170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32914) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:18.154444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.167362 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f0d9f4-951e-4f3b-927f-7081b403f4d2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:18.167835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f0d9f4-951e-4f3b-927f-7081b403f4d2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:18.173966 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c2f0d9f4-951e-4f3b-927f-7081b403f4d2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/a2c93274-c8e8-4d62-b470-d65043db43ff HTTP/1.1" status: 404 len: 339 time: 0.0503705 Apr 23 00:28:18.175632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32918) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:18.186681 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8ff075ba-1621-4c80-a821-350dd58e161d tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.5846817 Apr 23 00:28:18.188180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-886087470', 'description': 'd1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:18.192696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.209736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:18.210048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97605f65-26a8-4de4-9f9d-f002798e62f4 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:18.218703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32922) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:18.245710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c3ad4-106f-43f0-afce-187dd1914316 None None] Pushing event updated for resources: {'Port': ['ID=9489565f-20e3-4d1d-8f85-093e4101987e,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:18.252693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'port_id': '747f31e1-2d7a-40e1-8357-25b5e23878dd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:18.267087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:18.271098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Usage tracker for resource:network and tenant:79a5c1f8789b489188fd63ba6de64fe6 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:18.276404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:18.285681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:18.364546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:18.368750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.439140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:18.442033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.464909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.465245 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment 01c3ff8d-19e1-4953-83b7-bf3a01565fcc of type vlan for network 9c054ec4-0612-4c99-b98f-9242a83b7023 Apr 23 00:28:18.471690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Deleting port cfe0a835-c4a8-4b40-8f8f-1a79e2255161 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:18.472038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.535124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.572997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.582196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.696078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.704483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:18.705237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.760133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.765604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.777047 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5980420 Apr 23 00:28:18.781670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:18.789531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32926) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:18.918036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31548d1f-9843-4a57-8d38-2f4cc38f2f81 None None] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:19.010928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Calling delete_port for cfe0a835-c4a8-4b40-8f8f-1a79e2255161 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:19.039555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8f8c31b5-2193-4651-a42b-d8b154cd8f78 None None] Provisioning for port b9028169-d5be-4888-9fa0-503a67a3def5 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:19.044365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.048019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5f055-c030-4a80-b3ce-919a7c6cd934 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=9c054ec4-0612-4c99-b98f-9242a83b7023,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:19.067952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 9c054ec4-0612-4c99-b98f-9242a83b7023 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:19.136890 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:28:19.199751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.199974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.217947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941216e-6b20-4e7b-a7a3-38747bd74fb4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:19.219248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4941216e-6b20-4e7b-a7a3-38747bd74fb4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Synchronizing usage tracker for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:19.262409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b9028169-d5be-4888-9fa0-503a67a3def5 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:19.284664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4941216e-6b20-4e7b-a7a3-38747bd74fb4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Unset dirty status for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:19.286250 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4941216e-6b20-4e7b-a7a3-38747bd74fb4 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/networks?id=9c054ec4-0612-4c99-b98f-9242a83b7023 HTTP/1.1" status: 200 len: 764 time: 0.4933791 Apr 23 00:28:19.289809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32932) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:19.296998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'description': 'd2'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:19.411446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.420092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port b9028169-d5be-4888-9fa0-503a67a3def5 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:19.421851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=23c748a5-74fa-4ce6-bcec-30a0d3e1b268,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:19.437635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b9028169-d5be-4888-9fa0-503a67a3def5 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:19.438422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.446211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Calling delete_port for 702c3aa0-f187-4f08-b33c-b7109ad21e74 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:19.576949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:19.615879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.639355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.643012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': '6c6a79e7-5950-40df-af55-83b25cd9b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '487d151b-c3f9-406d-a009-087139e5ec56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:19.643369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 487d151b-c3f9-406d-a009-087139e5ec56, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:19.682526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.688813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event deleted for resources: {'Port': ['ID=cfe0a835-c4a8-4b40-8f8f-1a79e2255161,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:19.697490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f2cea-eb47-4728-a299-ba63df37fc6b None None] Network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:19.806787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-96903711-6399-4e92-a5b9-63e9ee779386 None None] Provisioning for port 9489565f-20e3-4d1d-8f85-093e4101987e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:19.838905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port b9028169-d5be-4888-9fa0-503a67a3def5, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b9028169-d5be-4888-9fa0-503a67a3def5,segment=NetworkSegment(a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507),segment_id=a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:19.842214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:19.847811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.848579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9489565f-20e3-4d1d-8f85-093e4101987e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:19.861193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:19.873443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:19.873443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:19.888088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=0950a588-acb6-4f2a-84a6-6cf9e4f81e76,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:19.909108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 487d151b-c3f9-406d-a009-087139e5ec56 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:19.949509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.103899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 487d151b-c3f9-406d-a009-087139e5ec56) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:20.129484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:20.130357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.140948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.146101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.149733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.158074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.177312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=b9028169-d5be-4888-9fa0-503a67a3def5,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:20.185012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b4b144-6740-4a67-954b-8f55897ffaf4 None None] Network 487d151b-c3f9-406d-a009-087139e5ec56 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:20.185549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.209248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network 9c054ec4-0612-4c99-b98f-9242a83b7023 is not hosted by any dhcp agent {{(pid=88072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 23 00:28:20.213279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.215864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:20.216637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.220492 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "PUT /v2.0/networks/9c054ec4-0612-4c99-b98f-9242a83b7023 HTTP/1.1" status: 200 len: 761 time: 0.9271126 Apr 23 00:28:20.227151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bee9f27d-5bb3-46d3-ad9e-3c3dcb702cd7 None None] Provisioning complete for port b9028169-d5be-4888-9fa0-503a67a3def5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:20.227520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bee9f27d-5bb3-46d3-ad9e-3c3dcb702cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.234455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32936) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:20.240915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.241394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Fanout notify agent at l3_agent the message router_deleted on router 5bd68163-b140-4e61-a864-cc1b4c28fadb {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:20.262938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Pushing event deleted for resources: {'Port': ['ID=702c3aa0-f187-4f08-b33c-b7109ad21e74,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:20.289047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 9489565f-20e3-4d1d-8f85-093e4101987e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:20.346198 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1e69b765-8720-46f8-a24d-3cd6c0dcce3a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.3038428 Apr 23 00:28:20.349044 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32940) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:20.353895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.359911 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ce9c1674-47e0-4fe9-adf1-15805b43cfee tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/5bd68163-b140-4e61-a864-cc1b4c28fadb HTTP/1.1" status: 204 len: 168 time: 2.5584519 Apr 23 00:28:20.369091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9489565f-20e3-4d1d-8f85-093e4101987e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:20.369465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.377827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32944) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:20.421500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1400251036', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:20.438663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90d116-5cb8-4218-9c14-1082596cc945 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=9c054ec4-0612-4c99-b98f-9242a83b7023,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:20.452616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:20.463191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 9c054ec4-0612-4c99-b98f-9242a83b7023 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:20.479334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Usage tracker for resource:router and tenant:35949d64a847415a8cea506b8f5bcdca is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:20.486326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f622c6-f3b2-4925-94b7-8a9960080324 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:20.491962 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-86f622c6-f3b2-4925-94b7-8a9960080324 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/networks?id=9c054ec4-0612-4c99-b98f-9242a83b7023 HTTP/1.1" status: 200 len: 764 time: 0.2523000 Apr 23 00:28:20.493544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:20.501493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32948) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:20.593533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.661097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:20.665646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.684670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.693127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.696707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.700872 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ce0c0f11-2506-4c48-b553-1838517e50f0 tempest-ServersTestJSON-1349815573 tempest-ServersTestJSON-1349815573-project] 10.222.0.39 "DELETE /v2.0/floatingips/b62530d6-56f8-456a-aefa-22e8fc72a6c4 HTTP/1.1" status: 204 len: 168 time: 3.1742818 Apr 23 00:28:20.702634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32952) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:20.790583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.831082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21af559-a2b5-4682-bc0a-39a26bf44187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-487d151b-c3f9-406d-a009-087139e5ec56', 'network_id': '487d151b-c3f9-406d-a009-087139e5ec56', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '23c748a5-74fa-4ce6-bcec-30a0d3e1b268'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:20.831914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c21af559-a2b5-4682-bc0a-39a26bf44187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.854578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 9489565f-20e3-4d1d-8f85-093e4101987e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9489565f-20e3-4d1d-8f85-093e4101987e,segment=NetworkSegment(bf328759-4f1a-4aa9-8b8a-a252c62dc64e),segment_id=bf328759-4f1a-4aa9-8b8a-a252c62dc64e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:20.867341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:20.960912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d7c9ac53-768b-401d-a45a-69e85c1d66fb None None] Provisioning for port 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:20.979619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d7c9ac53-768b-401d-a45a-69e85c1d66fb None None] Provisioning complete for port 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:20.979990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ac53-768b-401d-a45a-69e85c1d66fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.047250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.053890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=9489565f-20e3-4d1d-8f85-093e4101987e,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server [None req-c21af559-a2b5-4682-bc0a-39a26bf44187 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23c748a5-74fa-4ce6-bcec-30a0d3e1b268: This subnet is being modified by another concurrent operation. Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:28:21.071343 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23c748a5-74fa-4ce6-bcec-30a0d3e1b268: This subnet is being modified by another concurrent operation. Apr 23 00:28:21.075010 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Apr 23 00:28:21.078029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9ac53-768b-401d-a45a-69e85c1d66fb None None] Port 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:28:21.092103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e36cd0-5e46-4cf9-8877-ca1ccf59c7f5 None None] Network 487d151b-c3f9-406d-a009-087139e5ec56 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:21.119056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.120104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.202001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b9028169-d5be-4888-9fa0-503a67a3def5 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:21.233272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=23c748a5-74fa-4ce6-bcec-30a0d3e1b268,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:21.258029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5ebe4-513a-4588-a5be-9ed27b2c3944 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:21.258789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49d5ebe4-513a-4588-a5be-9ed27b2c3944 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Synchronizing usage tracker for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:21.267862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.323368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.325028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.366277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c64be667-ab5e-4074-8b0b-023ed4db24dc None None] Provisioning complete for port 9489565f-20e3-4d1d-8f85-093e4101987e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:21.366901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c64be667-ab5e-4074-8b0b-023ed4db24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.401588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.414998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698804b6-01e3-4329-ac21-40e1ca553bfc None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:28:21.444742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487d151b-c3f9-406d-a009-087139e5ec56']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:21.447845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49d5ebe4-513a-4588-a5be-9ed27b2c3944 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Unset dirty status for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:21.451627 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-49d5ebe4-513a-4588-a5be-9ed27b2c3944 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9398546 Apr 23 00:28:21.457704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32956) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:21.486843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6a79e7-5950-40df-af55-83b25cd9b1f5') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:21.487196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6a79e7-5950-40df-af55-83b25cd9b1f5') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:21.493529 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b9028169-d5be-4888-9fa0-503a67a3def5 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:21.493899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.507366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.530119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.573849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:21.574269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:21.590070 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:21.592994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-64c36cbd-92c9-46d1-8f48-97ad8093a8f1 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Synchronizing usage tracker for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:21.689632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.714098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.725495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=487d151b-c3f9-406d-a009-087139e5ec56,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:21.735732 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5da3c91a-5080-4ae0-b83b-743e078b4ba7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/487d151b-c3f9-406d-a009-087139e5ec56 HTTP/1.1" status: 204 len: 168 time: 1.3835437 Apr 23 00:28:21.736197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32960) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:21.742634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-651719038'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:21.743389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9489565f-20e3-4d1d-8f85-093e4101987e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:21.748163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:21.766717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698804b6-01e3-4329-ac21-40e1ca553bfc None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:28:21.781450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:21.788911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:21.799711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:21.816734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:21.821607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.841045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-64c36cbd-92c9-46d1-8f48-97ad8093a8f1 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Unset dirty status for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:21.845925 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-64c36cbd-92c9-46d1-8f48-97ad8093a8f1 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 207 time: 0.3776255 Apr 23 00:28:21.847751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32964) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:21.899724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:21.914041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:21.924482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9489565f-20e3-4d1d-8f85-093e4101987e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:21.925067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.027833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.028261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment b48f3ac5-cbd3-4d5e-941f-6362a2d52747 of type vlan for network dd8b07c4-de2b-49e2-83c0-d8bbade1d289 Apr 23 00:28:22.068272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Allocated IP 172.26.8.93 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/a4db2a8b-3e7f-4994-bb72-e07803496985) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:22.100929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:28:22.153400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.160430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.213685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f71e05-f7fd-42d3-aa6b-bb59466bfee2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.219346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f71e05-f7fd-42d3-aa6b-bb59466bfee2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.225670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f71e05-f7fd-42d3-aa6b-bb59466bfee2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.231160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f71e05-f7fd-42d3-aa6b-bb59466bfee2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.236974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f71e05-f7fd-42d3-aa6b-bb59466bfee2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.243144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f71e05-f7fd-42d3-aa6b-bb59466bfee2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.244898 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a5f71e05-f7fd-42d3-aa6b-bb59466bfee2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3929219 Apr 23 00:28:22.257524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32968) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:22.291435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.301352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6241db2-efbb-4978-ab0b-f5f267d7a75b None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:28:22.447335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.452768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.453380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.465076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6241db2-efbb-4978-ab0b-f5f267d7a75b None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:28:22.506107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.596330 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8592136 Apr 23 00:28:22.601723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 32972) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:22.613711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e8dbb-4d84-46bd-9a2b-e6fe7abce50d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=dd8b07c4-de2b-49e2-83c0-d8bbade1d289,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:22.617063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:22.626415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network dd8b07c4-de2b-49e2-83c0-d8bbade1d289 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:22.664613 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2c4229fc-d71f-4a5e-929c-e6d94139000c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3983247 Apr 23 00:28:22.664613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32976) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:22.726630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:28:22.829939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.903034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.904424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.905899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.906372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.907121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.907394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.908872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:22.909791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Synchronizing usage tracker for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:22.929590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Deleting port c2097c15-f367-48db-9d11-19c3696b99c9 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:22.929929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.954779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:22.969147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Unset dirty status for tenant:79a5c1f8789b489188fd63ba6de64fe6 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:22.970326 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-42234c45-61fc-4611-b4d0-98c954c2a172 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3059738 Apr 23 00:28:22.974968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32980) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:23.013354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:23.047987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:23.066303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:23.125584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:23.136723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4bc03-b543-4b7a-ab5e-aede9c44c2d0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.138130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4bc03-b543-4b7a-ab5e-aede9c44c2d0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.140236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4bc03-b543-4b7a-ab5e-aede9c44c2d0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.141654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4bc03-b543-4b7a-ab5e-aede9c44c2d0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.143084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4bc03-b543-4b7a-ab5e-aede9c44c2d0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.144652 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8dd4bc03-b543-4b7a-ab5e-aede9c44c2d0 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1686203 Apr 23 00:28:23.148984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32984) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:23.189068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=0950a588-acb6-4f2a-84a6-6cf9e4f81e76,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:23.233871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:23.237291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.279616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] For port c2097c15-f367-48db-9d11-19c3696b99c9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c2097c15-f367-48db-9d11-19c3696b99c9,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:23.280004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.413260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Calling delete_port for c2097c15-f367-48db-9d11-19c3696b99c9 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:23.431114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing IP validity checks on allocation pools {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:28:23.431633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:28:23.474617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b8adeb-ddb8-4479-b72d-a3a8a2a91692 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.479792 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-95b8adeb-ddb8-4479-b72d-a3a8a2a91692 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/networks/b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 HTTP/1.1" status: 200 len: 804 time: 0.3260050 Apr 23 00:28:23.482277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32988) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:23.530409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.572929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:23.602223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:23.665512 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b20e652f-4a0d-454d-ac0d-d96a1fb2d6ae tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/networks/b22f27f0-8aa5-416a-9ecb-8d97375fb2b6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1821673 Apr 23 00:28:23.669011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32992) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:23.684110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:23.748474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fd0256-40cd-41d2-975b-734b1b68fce2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.749951 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-83fd0256-40cd-41d2-975b-734b1b68fce2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/subnets/6b01a26b-6776-4ef3-8ca8-e976afb70b0b HTTP/1.1" status: 200 len: 843 time: 0.0798295 Apr 23 00:28:23.753534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 32996) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:23.783653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:23.802346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:23.804954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:23.847719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event updated for resources: {'Port': ['ID=a4db2a8b-3e7f-4994-bb72-e07803496985,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:23.852946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.872102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3f0937-b276-4f5c-b564-8ea878f8f49d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:23.875141 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0e3f0937-b276-4f5c-b564-8ea878f8f49d tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "GET /v2.0/subnets/6b01a26b-6776-4ef3-8ca8-e976afb70b0b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1190381 Apr 23 00:28:23.877212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33000) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:23.883346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493519604'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:23.886773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.914326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d0215993-e842-43c4-8095-06b281f78031 None None] Provisioning complete for port 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:23.914855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d0215993-e842-43c4-8095-06b281f78031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:23.927466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:23.940812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2097c15-f367-48db-9d11-19c3696b99c9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:23.975534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:24.021518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d0215993-e842-43c4-8095-06b281f78031 None None] Port 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:28:24.063206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:24.067127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.104544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.249766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:24.275283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.275626 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Added segment db21c0b9-cf60-47ca-851c-14402b201fe0 of type vlan for network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 Apr 23 00:28:24.285842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.377867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.519658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:28:24.612913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.618980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:24.619579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.726971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:24.770165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:24.783149 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:24.794413 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:24.795236 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:24.809000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Network': ['ID=05d4ae0b-276a-476b-8b58-30e70b6a28f1,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:24.817741 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ad7a524d-d6aa-4e74-bd5e-546afc87d95c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9394119 Apr 23 00:28:24.818448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33004) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:24.822858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:24.826392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'network_id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:24.871017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:24.878720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Allocated IP 172.26.8.75 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/6196d374-3073-4de8-87dd-dda39fb9f1af) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:24.882543 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:24.883402 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:24.892093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router f31aa8fa-b1b7-4b50-916b-a54c2ce233b6 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:24.949194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=888a9ad6-eb10-434e-9212-90d165029d0f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:24.963820 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:24.965195 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab85c932-0263-4844-aa48-b56118637a80 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:25.042526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:25.054268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Router 8465d188-fc79-48fe-8b32-5e39b2b29bea has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:25.058683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:25.064351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.130426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Made reservation on behalf of 79a5c1f8789b489188fd63ba6de64fe6 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:25.133469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.166548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:25.166907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: dd8b07c4-de2b-49e2-83c0-d8bbade1d289, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:25.240726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing IP validity checks on allocation pools {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:28:25.241266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:28:25.354531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:25.364752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] Sync routers for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:25.377625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:25.378434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:25.382831 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2b56084d-1d30-424d-8703-5d8dc43827f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/8465d188-fc79-48fe-8b32-5e39b2b29bea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6803970 Apr 23 00:28:25.384120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33008) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:25.496836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.557922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:25.633198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.640622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:25.642140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network dd8b07c4-de2b-49e2-83c0-d8bbade1d289 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:25.654027 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] Sync routers for ids ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:25.660469 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-86b96262-b107-42be-be2a-6cef8df65c82 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/f31aa8fa-b1b7-4b50-916b-a54c2ce233b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8738644 Apr 23 00:28:25.669306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:25.673529 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] Routers {'f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:25.674443 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:25.706698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=367db918-f04d-4b0a-be88-80b0779d2438,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:25.730652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.744952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, dd8b07c4-de2b-49e2-83c0-d8bbade1d289) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:25.764154 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1c3fcac5-eccb-4d26-9d6d-73cbbdcfbe97 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/floatingips/dffd126a-aba5-4b51-be9d-ce735af3ee72 HTTP/1.1" status: 200 len: 979 time: 7.5255756 Apr 23 00:28:25.766148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb28ab8-21c6-46a5-aafc-ee36ce9a1f62 None None] Network dd8b07c4-de2b-49e2-83c0-d8bbade1d289 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:25.769533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.776700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33016) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:25.799375 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:25.811413 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] Routers {'f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:25.812181 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:25.834712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:25.835314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:25.898006 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:25.898831 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b59181f-08e5-4c1f-8464-27c6734086a1 None None] The sync data for ids ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:26.051353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.061922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Checking segment: {'id': 'db21c0b9-cf60-47ca-851c-14402b201fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:26.062391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network hostable DHCP agents. Network: 05d4ae0b-276a-476b-8b58-30e70b6a28f1, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:26.066599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bd328-54a4-4dad-b3bc-b0b6d14f23ec tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:26.067122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4e8bd328-54a4-4dad-b3bc-b0b6d14f23ec tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:26.074336 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-90c78182-5b77-49e6-b901-1d98a4c82e02 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.4677660 Apr 23 00:28:26.074617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Deleting port 55e918f0-55df-4647-87f7-c70ecce419ef {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:26.074962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.091063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33020) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:26.094037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-dd8b07c4-de2b-49e2-83c0-d8bbade1d289', 'network_id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '888a9ad6-eb10-434e-9212-90d165029d0f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:26.094986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.118128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:26.126352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 05d4ae0b-276a-476b-8b58-30e70b6a28f1) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:26.133801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:26.134411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-616017'] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.160597 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-108f462e-209c-45dd-b309-b35ff3a0b269 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3354089 Apr 23 00:28:26.160597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33024) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:26.160908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b66de-8905-42c4-8bba-93ee46996239 None None] Network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:26.180350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2287bceb-0593-4fe0-9955-2d2d8951d26c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:26.223589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157'}], 'enable_snat': True}, 'gw_port_id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:28:23Z', 'revision_number': 5, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port': {'id': '55e918f0-55df-4647-87f7-c70ecce419ef', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:53:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:26.291473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] Checking router: 8465d188-fc79-48fe-8b32-5e39b2b29bea for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:26.317059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4e8bd328-54a4-4dad-b3bc-b0b6d14f23ec tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:26.320898 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4e8bd328-54a4-4dad-b3bc-b0b6d14f23ec tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports/0950a588-acb6-4f2a-84a6-6cf9e4f81e76 HTTP/1.1" status: 200 len: 911 time: 0.6479750 Apr 23 00:28:26.330760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:26.358095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] Routers {'8465d188-fc79-48fe-8b32-5e39b2b29bea'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:26.358895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['8465d188-fc79-48fe-8b32-5e39b2b29bea'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:26.383034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2287bceb-0593-4fe0-9955-2d2d8951d26c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3106158'] for subnet, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.418523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.423448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] For port 55e918f0-55df-4647-87f7-c70ecce419ef, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=55e918f0-55df-4647-87f7-c70ecce419ef,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:26.423885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.501882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Allocated IP 172.20.0.3 (dd8b07c4-de2b-49e2-83c0-d8bbade1d289/888a9ad6-eb10-434e-9212-90d165029d0f/9bcbdddf-ab9a-4809-9eb9-9f08795fa677) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:26.529992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port 68020ced-6248-4961-951e-a4c72019079a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:26.530358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.593854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Calling delete_port for 55e918f0-55df-4647-87f7-c70ecce419ef owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:26.626635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] Set router 8465d188-fc79-48fe-8b32-5e39b2b29bea gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:26.704001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:26.721110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:26.732071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.734175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:26.776274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.777909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event updated for resources: {'Port': ['ID=6196d374-3073-4de8-87dd-dda39fb9f1af,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:26.842459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2287bceb-0593-4fe0-9955-2d2d8951d26c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771224763652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2307733'] for subnet, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.879630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:28:26Z', 'revision_number': 6, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:26.888160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbdce0-1986-4721-acbf-98534e83c9f6 None None] The sync data for ids ['8465d188-fc79-48fe-8b32-5e39b2b29bea'] in dv-neutron-838784-1-hyperv is: [{'id': '8465d188-fc79-48fe-8b32-5e39b2b29bea', 'name': 'tempest-ServersTestJSON-1321337538-router', 'tenant_id': '344cc5eb395d4ee989349dcc3482ab67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:54Z', 'updated_at': '2022-04-23T00:28:26Z', 'revision_number': 6, 'project_id': '344cc5eb395d4ee989349dcc3482ab67', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:26.893174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-05d4ae0b-276a-476b-8b58-30e70b6a28f1', 'network_id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1', 'tenant_id': '79a5c1f8789b489188fd63ba6de64fe6', 'fixed_ips': [{'subnet_id': '367db918-f04d-4b0a-be88-80b0779d2438'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:26.898283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.962012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2287bceb-0593-4fe0-9955-2d2d8951d26c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:26.962618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2287bceb-0593-4fe0-9955-2d2d8951d26c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:26.967128 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2287bceb-0593-4fe0-9955-2d2d8951d26c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "PUT /v2.0/subnets/367db918-f04d-4b0a-be88-80b0779d2438 HTTP/1.1" status: 200 len: 900 time: 0.8059623 Apr 23 00:28:26.983862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33032) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:27.012660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.123510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.127293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Pushing event deleted for resources: {'Port': ['ID=55e918f0-55df-4647-87f7-c70ecce419ef,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:27.139773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287bceb-0593-4fe0-9955-2d2d8951d26c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event updated for resources: {'Subnet': ['ID=367db918-f04d-4b0a-be88-80b0779d2438,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:27.144202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Transition to ACTIVE for port object 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:27.174608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Allocated IP 2001:db8::3 (05d4ae0b-276a-476b-8b58-30e70b6a28f1/367db918-f04d-4b0a-be88-80b0779d2438/d1ffd3f0-f637-4440-b8cb-bf68b634ff59) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:27.176891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Transition to ACTIVE for port object 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:27.187549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.279727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.358619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Network dd8b07c4-de2b-49e2-83c0-d8bbade1d289 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:27.373587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:27.388923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:27.393359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c2097c15-f367-48db-9d11-19c3696b99c9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:27.429913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Pushing event updated for resources: {'Port': ['ID=9bcbdddf-ab9a-4809-9eb9-9f08795fa677,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:27.441481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: c2097c15-f367-48db-9d11-19c3696b99c9 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:27.442042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c2097c15-f367-48db-9d11-19c3696b99c9 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:27.522906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.539299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.541942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.550315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Attempting to bind port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:27.550848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Attempting to bind port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:27.551168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Attempting to bind port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 on network dd8b07c4-de2b-49e2-83c0-d8bbade1d289 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:27.571280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:27.571733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Checking segment: {'id': 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:27.572225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.572679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Bound using segment: {'id': 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:27.573215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Bound port: 9bcbdddf-ab9a-4809-9eb9-9f08795fa677, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:27.573652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.610959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.611734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8465d188-fc79-48fe-8b32-5e39b2b29bea {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:27.632034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.695576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.707052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.707296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.721070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Transition to ACTIVE for port object d1ffd3f0-f637-4440-b8cb-bf68b634ff59 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:27.741383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] For port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:27.748482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] For port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9bcbdddf-ab9a-4809-9eb9-9f08795fa677,segment=NetworkSegment(b48f3ac5-cbd3-4d5e-941f-6362a2d52747),segment_id=b48f3ac5-cbd3-4d5e-941f-6362a2d52747)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:27.751639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Transition to ACTIVE for port object d1ffd3f0-f637-4440-b8cb-bf68b634ff59 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:27.761933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.799312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.800710 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8e3f2d9e-263b-4557-8955-dc28aca022bc admin admin] 10.222.0.39 "DELETE /v2.0/routers/8465d188-fc79-48fe-8b32-5e39b2b29bea HTTP/1.1" status: 204 len: 168 time: 2.3866053 Apr 23 00:28:27.804259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33036) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:27.810981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.816270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.857553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:27.861308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:27.865919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:27.872060 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] Deleting subnet 0ad0c04a-144c-4342-aa73-fba5e7357e5d {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:27.874883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8600-95a9-490c-8a01-f874db795be8 None None] Pushing event updated for resources: {'Port': ['ID=9bcbdddf-ab9a-4809-9eb9-9f08795fa677,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:27.877611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:27.943974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.009973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.027723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Pushing event updated for resources: {'Port': ['ID=d1ffd3f0-f637-4440-b8cb-bf68b634ff59,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:28.051753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Attempting to bind port d1ffd3f0-f637-4440-b8cb-bf68b634ff59 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:28.052865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Attempting to bind port d1ffd3f0-f637-4440-b8cb-bf68b634ff59 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'db21c0b9-cf60-47ca-851c-14402b201fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:28.053419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Attempting to bind port d1ffd3f0-f637-4440-b8cb-bf68b634ff59 on network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:28.059556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:28.060110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Checking segment: {'id': 'db21c0b9-cf60-47ca-851c-14402b201fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:28.060671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.061237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Bound using segment: {'id': 'db21c0b9-cf60-47ca-851c-14402b201fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:28.061842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Bound port: d1ffd3f0-f637-4440-b8cb-bf68b634ff59, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db21c0b9-cf60-47ca-851c-14402b201fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:28.062409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.067884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=367db918-f04d-4b0a-be88-80b0779d2438,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:28.113724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for 68020ced-6248-4961-951e-a4c72019079a owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:28.173520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] For port d1ffd3f0-f637-4440-b8cb-bf68b634ff59, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:28.180895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] For port d1ffd3f0-f637-4440-b8cb-bf68b634ff59, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d1ffd3f0-f637-4440-b8cb-bf68b634ff59,segment=NetworkSegment(db21c0b9-cf60-47ca-851c-14402b201fe0),segment_id=db21c0b9-cf60-47ca-851c-14402b201fe0)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:28.187479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.276803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.325248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70530c-a466-4b51-9412-2e01b1b04736 None None] Pushing event updated for resources: {'Port': ['ID=d1ffd3f0-f637-4440-b8cb-bf68b634ff59,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:28.336122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d4ae0b-276a-476b-8b58-30e70b6a28f1']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:28.366140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db21c0b9-cf60-47ca-851c-14402b201fe0') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:28.366538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db21c0b9-cf60-47ca-851c-14402b201fe0') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:28.383417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.394916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Router 0dffa761-42dc-4afa-a020-3ea1645cb423 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:28.410757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.422665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.441264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.452426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bfdf06-63fb-4d5e-8dbd-b6cddd033bb7 None None] Network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:28.457613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:28.458335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:28.473431 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:28.561708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.594166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:28:28.594166 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:28:28.594166 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': '05d4ae0b-276a-476b-8b58-30e70b6a28f1'}] Apr 23 00:28:28.594166 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:28.594978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:28.606975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad0c04a-144c-4342-aa73-fba5e7357e5d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:28.610808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.629600 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-83d6de53-ac30-431a-a087-d0a58a92c0b8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ad0c04a-144c-4342-aa73-fba5e7357e5d HTTP/1.1" status: 204 len: 168 time: 0.8218417 Apr 23 00:28:28.630442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33040) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:28.664303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82859ff-40e3-4800-99c9-a6a85db18375 None None] Network c8c2e5ac-53c9-4889-be21-e387cb1b91fe requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:28.744640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.746893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=888a9ad6-eb10-434e-9212-90d165029d0f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:28.757291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Deleting port 93e658b7-0eb4-47c6-bd20-726cd7d43246 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:28.757551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:28.874076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944e4d6c-60c9-464d-92a0-9a63b23328d6 None None] Network 05d4ae0b-276a-476b-8b58-30e70b6a28f1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:28.949963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.036188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.074175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] For port 93e658b7-0eb4-47c6-bd20-726cd7d43246, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=93e658b7-0eb4-47c6-bd20-726cd7d43246,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:29.074764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.099992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] DHCP port deletion for c8c2e5ac-53c9-4889-be21-e387cb1b91fe request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:29.108388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Deleting port 93e658b7-0eb4-47c6-bd20-726cd7d43246 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:29.108764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.180549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8b07c4-de2b-49e2-83c0-d8bbade1d289']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:29.199185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:29.199494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:29.213164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.242711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:29.244510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Calling delete_port for 93e658b7-0eb4-47c6-bd20-726cd7d43246 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:29.264051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.271692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.282308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed6a139-16f0-4875-aa77-0f554a975d41 None None] Network dd8b07c4-de2b-49e2-83c0-d8bbade1d289 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:29.305470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port d1ffd3f0-f637-4440-b8cb-bf68b634ff59 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:29.305943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.415723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.459371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.469913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e658b7-0eb4-47c6-bd20-726cd7d43246,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:29.473863 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=68020ced-6248-4961-951e-a4c72019079a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:29.476278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] No DVR routers for this DVR port 93e658b7-0eb4-47c6-bd20-726cd7d43246 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:29.489700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] For port 93e658b7-0eb4-47c6-bd20-726cd7d43246, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=93e658b7-0eb4-47c6-bd20-726cd7d43246,segment=NetworkSegment(7368bb8b-c5b8-4a5f-8d47-0b0b7642589a),segment_id=7368bb8b-c5b8-4a5f-8d47-0b0b7642589a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:29.490131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.524277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:29.524685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:29.539391 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:29.601557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.616645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Calling delete_port for 93e658b7-0eb4-47c6-bd20-726cd7d43246 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:29.658708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b4e5e842-a029-42e7-8e38-55ca30fb7fd2 None None] Provisioning for port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:29.749490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:29.789162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.803964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:29.815914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port d1ffd3f0-f637-4440-b8cb-bf68b634ff59, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d1ffd3f0-f637-4440-b8cb-bf68b634ff59,segment=NetworkSegment(db21c0b9-cf60-47ca-851c-14402b201fe0),segment_id=db21c0b9-cf60-47ca-851c-14402b201fe0)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:29.817483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.831992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] Sync routers for ids ['0dffa761-42dc-4afa-a020-3ea1645cb423'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:29.832665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c2e5ac-53c9-4889-be21-e387cb1b91fe']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:29.868483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:29.868483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:29.922604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] Routers {'0dffa761-42dc-4afa-a020-3ea1645cb423'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:29.923226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0dffa761-42dc-4afa-a020-3ea1645cb423'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:29.987366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:29.987541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:30.005826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:30.025795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] Routers {'0dffa761-42dc-4afa-a020-3ea1645cb423'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:30.026450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0dffa761-42dc-4afa-a020-3ea1645cb423'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:30.167869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:30.168270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d9c26-0290-476d-8a15-77621d058f23 None None] The sync data for ids ['0dffa761-42dc-4afa-a020-3ea1645cb423'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:30.171486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:28:30.171486 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:28:30.171486 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': 'dd8b07c4-de2b-49e2-83c0-d8bbade1d289'}] Apr 23 00:28:30.171486 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:30.172375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:30.179737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for d1ffd3f0-f637-4440-b8cb-bf68b634ff59 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:30.214617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:30.215096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7368bb8b-c5b8-4a5f-8d47-0b0b7642589a') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:30.218413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.218413 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP dffd126a-aba5-4b51-be9d-ce735af3ee72 disassociated (deleted). External IP: 172.26.8.131, port: 747f31e1-2d7a-40e1-8357-25b5e23878dd. Apr 23 00:28:30.233289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.243797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.270590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9bcbdddf-ab9a-4809-9eb9-9f08795fa677,segment=NetworkSegment(b48f3ac5-cbd3-4d5e-941f-6362a2d52747),segment_id=b48f3ac5-cbd3-4d5e-941f-6362a2d52747)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:30.280827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.284165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.288120 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-06e92565-799a-48bc-bc82-303af1b5aebe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.8064353 Apr 23 00:28:30.289398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.296017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33052) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:30.352682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] DHCP port deletion for dd8b07c4-de2b-49e2-83c0-d8bbade1d289 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:30.354931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 93e658b7-0eb4-47c6-bd20-726cd7d43246 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:30.357123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.377715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:30.378315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:30.399174 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:30.407685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] Deleting port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:30.408059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.444182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 93e658b7-0eb4-47c6-bd20-726cd7d43246 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:30.444742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 93e658b7-0eb4-47c6-bd20-726cd7d43246 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:30.445168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 55e918f0-55df-4647-87f7-c70ecce419ef no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:30.494376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Deleting port 93e658b7-0eb4-47c6-bd20-726cd7d43246 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:30.494376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.510334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71be3e8-3e6a-4b38-bc17-f8d387957ed5 req-70a23f56-1a5b-426a-8e36-32cd997ba9bd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.512009 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e71be3e8-3e6a-4b38-bc17-f8d387957ed5 req-70a23f56-1a5b-426a-8e36-32cd997ba9bd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2827964 Apr 23 00:28:30.516615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-ace17db8-7254-4cc1-b188-e573986e7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.518445 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-ace17db8-7254-4cc1-b188-e573986e7c42 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.4124224 Apr 23 00:28:30.522404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.550399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 55e918f0-55df-4647-87f7-c70ecce419ef {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:30.550662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 55e918f0-55df-4647-87f7-c70ecce419ef not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:30.593690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-56e9a963-c02d-4b2e-a481-92f4c80bffd2 None None] The port '93e658b7-0eb4-47c6-bd20-726cd7d43246' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:30.597029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=9bcbdddf-ab9a-4809-9eb9-9f08795fa677,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:30.621639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.625926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.657642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=d1ffd3f0-f637-4440-b8cb-bf68b634ff59,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:30.662707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port d1ffd3f0-f637-4440-b8cb-bf68b634ff59 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:30.682534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.718841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c2e5ac-53c9-4889-be21-e387cb1b91fe,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:30.795814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] For port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9bcbdddf-ab9a-4809-9eb9-9f08795fa677,segment=NetworkSegment(b48f3ac5-cbd3-4d5e-941f-6362a2d52747),segment_id=b48f3ac5-cbd3-4d5e-941f-6362a2d52747)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:30.797120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.839552 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e71be3e8-3e6a-4b38-bc17-f8d387957ed5 req-186b6784-e38b-4c13-90c2-ee84276ea946 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3118896 Apr 23 00:28:30.908849 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2608029d-1acb-4644-b5f0-26cadc8888b7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8c2e5ac-53c9-4889-be21-e387cb1b91fe HTTP/1.1" status: 204 len: 168 time: 2.2746983 Apr 23 00:28:30.914541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:30.935466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] Calling delete_port for 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:30.957474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d4ae0b-276a-476b-8b58-30e70b6a28f1']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:30.973662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-a633b694-6532-49f1-a398-1f21002f25d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:30.974502 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-a633b694-6532-49f1-a398-1f21002f25d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.4434257 Apr 23 00:28:30.976077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db21c0b9-cf60-47ca-851c-14402b201fe0') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:30.976486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db21c0b9-cf60-47ca-851c-14402b201fe0') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:31.041701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.093361 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-5e410d50-a1a4-477c-a0c2-86136093a23b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.1098096 Apr 23 00:28:31.096980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.116690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] No DVR routers for this DVR port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:31.121256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e95d4-4447-433d-b7fd-acc18046170e None None] Pushing event deleted for resources: {'Port': ['ID=9bcbdddf-ab9a-4809-9eb9-9f08795fa677,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:31.134958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4e97d-a265-40d7-afc7-4a376e1703f5 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:28:31.147792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:31.148531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.187112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.190721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:31.200341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:31.200921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.207597 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-da4344f6-2ad8-41e3-bc4f-de9173f29e9d tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/0dffa761-42dc-4afa-a020-3ea1645cb423 HTTP/1.1" status: 200 len: 920 time: 0.9080110 Apr 23 00:28:31.216108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33058) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:31.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:31.234646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33062) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:31.250670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:31.251144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9bcbdddf-ab9a-4809-9eb9-9f08795fa677 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:31.288812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-73cfe7f7-ca4d-4480-bca6-c0ee31b2e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:31.290458 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-73cfe7f7-ca4d-4480-bca6-c0ee31b2e3a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.1847746 Apr 23 00:28:31.340343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4e97d-a265-40d7-afc7-4a376e1703f5 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:28:31.360676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] The port '9bcbdddf-ab9a-4809-9eb9-9f08795fa677' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:31.377805 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-752e500a-7ca2-4ab5-9e7d-087490d03ad9 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dffa761-42dc-4afa-a020-3ea1645cb423 HTTP/1.1" status: 200 len: 205 time: 0.1578839 Apr 23 00:28:31.378842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33066) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:31.443746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Router abc39558-f9b8-4e6c-89a4-f48f5ab777a4 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:31.556166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.604500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.613188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=05d4ae0b-276a-476b-8b58-30e70b6a28f1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:31.619776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8518935e-013d-4117-90bd-0d060b941231 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=344cc5eb395d4ee989349dcc3482ab67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3811736 Apr 23 00:28:31.623761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33070) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:31.653451 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-99f6c92b-fa45-41b0-96c8-9b756a87366a tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/05d4ae0b-276a-476b-8b58-30e70b6a28f1 HTTP/1.1" status: 204 len: 168 time: 4.6654484 Apr 23 00:28:31.663924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33074) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:31.697961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.765436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8b07c4-de2b-49e2-83c0-d8bbade1d289']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:31.785260 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72579bd-ef97-4628-ac44-08042475b0bf tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:31.785714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72579bd-ef97-4628-ac44-08042475b0bf tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:31.787448 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b72579bd-ef97-4628-ac44-08042475b0bf tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/367db918-f04d-4b0a-be88-80b0779d2438 HTTP/1.1" status: 404 len: 337 time: 0.1208823 Apr 23 00:28:31.800127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33078) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:31.831089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-439a34c6-860c-4fd3-b697-384972255c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:31.832585 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-439a34c6-860c-4fd3-b697-384972255c29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5236814 Apr 23 00:28:31.882094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60d7610-5912-4f2d-9c07-196b1d11a591 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:31.882896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60d7610-5912-4f2d-9c07-196b1d11a591 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:31.886681 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e60d7610-5912-4f2d-9c07-196b1d11a591 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/05d4ae0b-276a-476b-8b58-30e70b6a28f1 HTTP/1.1" status: 404 len: 339 time: 0.0807660 Apr 23 00:28:31.904063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.908872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33084) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:31.945362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:31.945665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48f3ac5-cbd3-4d5e-941f-6362a2d52747') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:31.955675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:31.956016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:31.979912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee80d-c285-4638-a50f-d6bff15f7145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.027466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.125500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:32.134912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee80d-c285-4638-a50f-d6bff15f7145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.208288 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-6eb2ea06-25d1-4ed6-8689-97dbedee26df service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562169 Apr 23 00:28:32.222436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.261209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.265254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:32.265879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:32.307916 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:32.330632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Deleting port a4db2a8b-3e7f-4994-bb72-e07803496985 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:32.331002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.373787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee80d-c285-4638-a50f-d6bff15f7145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.407728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ee80d-c285-4638-a50f-d6bff15f7145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294d4c2-5ccb-42d9-8844-11fa9bba7f1c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:32.453008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dd40ed3-5b27-41c4-a153-bcfa1838ffd9 req-0f881dc3-8766-4a9f-acc2-9983590e8c06 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343900 Apr 23 00:28:32.459528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee80d-c285-4638-a50f-d6bff15f7145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.460535 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ff6ee80d-c285-4638-a50f-d6bff15f7145 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4294d4c2-5ccb-42d9-8844-11fa9bba7f1c HTTP/1.1" status: 204 len: 168 time: 0.8333309 Apr 23 00:28:32.467463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.469641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:32.481897 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] Sync routers for ids ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:32.496054 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] Routers {'abc39558-f9b8-4e6c-89a4-f48f5ab777a4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:32.497325 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:32.573805 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:32.586373 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] Routers {'abc39558-f9b8-4e6c-89a4-f48f5ab777a4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:32.587686 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:32.600323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.600969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.602153 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-868eea9f-a07f-4e98-8b99-d9564899eaa7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.1968608 Apr 23 00:28:32.608844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33090) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:32.647196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.658188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:32.669609 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:32.670496 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08744171-dd1a-460c-97d3-0048dca1002a None None] The sync data for ids ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:32.789725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Calling delete_port for a4db2a8b-3e7f-4994-bb72-e07803496985 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:32.820297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.870988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=dd8b07c4-de2b-49e2-83c0-d8bbade1d289,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:32.882481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:32.897787 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1a8b8bd6-9030-424f-af32-162fd7e25f47 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/dd8b07c4-de2b-49e2-83c0-d8bbade1d289 HTTP/1.1" status: 204 len: 168 time: 6.8033082 Apr 23 00:28:32.901792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33096) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:32.908156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420707929'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:32.914398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:32.919585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:32.923147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:32.931539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:32.986853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:32.991110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.029986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.042700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47da55-c482-4c9c-8358-a49b184f9f92 req-bbb9cd8a-f4f4-416c-8412-16ea71a1c69c tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:33.044215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-de47da55-c482-4c9c-8358-a49b184f9f92 req-bbb9cd8a-f4f4-416c-8412-16ea71a1c69c tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 1.0585101 Apr 23 00:28:33.045921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.115760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:33.120244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:33.129446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event deleted for resources: {'Port': ['ID=a4db2a8b-3e7f-4994-bb72-e07803496985,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:33.134463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 0950a588-acb6-4f2a-84a6-6cf9e4f81e76 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:33.136980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:33.150584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:33.151271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:33.183194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.189054 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment e643d1da-17b2-4093-9c89-88a2a15f7a1b of type vlan for network 82229e6a-d57f-4307-80aa-9174752ce9f5 Apr 23 00:28:33.227565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.240440 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:33.260676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:33.262431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:33.360200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:33.361199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b80aaef-6873-4f3c-a821-2ce024938e7c None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:33.475920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.481610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.510435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c054ec4-0612-4c99-b98f-9242a83b7023']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:33.531036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33116) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:33.555371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c3ff8d-19e1-4953-83b7-bf3a01565fcc') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:33.555674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c3ff8d-19e1-4953-83b7-bf3a01565fcc') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:33.603475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.615740 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-de47da55-c482-4c9c-8358-a49b184f9f92 req-e9c89e73-6862-4a6f-85b5-03ec83393c7e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4511602 Apr 23 00:28:33.681534 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-08cf9e3a-8320-4560-8c8c-8508e34f9115 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/floatingips/dffd126a-aba5-4b51-be9d-ce735af3ee72 HTTP/1.1" status: 204 len: 168 time: 7.8396497 Apr 23 00:28:33.681761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.682535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.683874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33122) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:33.713968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.724161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.728045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:33.728454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.729812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:33.730453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:33.743300 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:33.801633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2124561773-network', 'tenant_id': '807dd741af784b969030e7c71115a3aa'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:33.874995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:33.886843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.887334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Fanout notify agent at l3_agent the message router_deleted on router 0dffa761-42dc-4afa-a020-3ea1645cb423 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:33.896030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port 747f31e1-2d7a-40e1-8357-25b5e23878dd {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:33.896370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.921842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.928513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Usage tracker for resource:network and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:33.935567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.936628 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-68cd37b7-c19e-4419-8365-86fa3e790c06 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/0dffa761-42dc-4afa-a020-3ea1645cb423 HTTP/1.1" status: 204 len: 168 time: 2.5567801 Apr 23 00:28:33.940849 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0348334 Apr 23 00:28:33.943401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33126) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:33.944071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33128) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:33.946176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:33.949409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9477c69-a6af-44aa-a3f2-d35d046e141a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=82229e6a-d57f-4307-80aa-9174752ce9f5,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:33.949537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:33.959326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:33.965317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 82229e6a-d57f-4307-80aa-9174752ce9f5 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:33.998929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '82229e6a-d57f-4307-80aa-9174752ce9f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:34.010491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Made reservation on behalf of 807dd741af784b969030e7c71115a3aa for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:34.012755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.016501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383243332', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': False}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:34.032765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.067848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:34.098215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Usage tracker for resource:security_group_rule and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:34.103743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:34.104297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:34.112936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:34.133749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=9c054ec4-0612-4c99-b98f-9242a83b7023,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:34.136221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:router and tenant:3660378fa82c4120b7e243249a716635 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:34.148845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:34.152241 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e1512f25-670a-40f7-9443-00578a1c1b71 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/9c054ec4-0612-4c99-b98f-9242a83b7023 HTTP/1.1" status: 204 len: 168 time: 2.2372398 Apr 23 00:28:34.158011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33134) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:34.165939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:34.221530 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f68eb9-9e55-43b9-8fd5-606f85a3f9a2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:34.221922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f68eb9-9e55-43b9-8fd5-606f85a3f9a2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:34.223565 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-64f68eb9-9e55-43b9-8fd5-606f85a3f9a2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/7fcddc43-63e7-4c97-b5fd-5454e114c25f HTTP/1.1" status: 404 len: 337 time: 0.0646431 Apr 23 00:28:34.227088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33138) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:34.281158 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff94d841-d6a1-4e18-ab25-3c22ab34a1ab tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:34.281625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff94d841-d6a1-4e18-ab25-3c22ab34a1ab tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:34.295562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.297167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.303781 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ff94d841-d6a1-4e18-ab25-3c22ab34a1ab tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/a2c93274-c8e8-4d62-b470-d65043db43ff HTTP/1.1" status: 404 len: 339 time: 0.0757475 Apr 23 00:28:34.309570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33142) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:34.370873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.371875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.380725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=0950a588-acb6-4f2a-84a6-6cf9e4f81e76,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:34.437427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:34.446487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:34.454752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:34.477350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for 747f31e1-2d7a-40e1-8357-25b5e23878dd owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:34.511709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.526885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:34.530794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.564337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting subnet cef9eb01-79a4-4216-90dc-c7d4ab3454e8 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:34.586835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.626880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.632067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.640462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:34.644982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.664417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.674822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.679704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.733934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Deleting port 6196d374-3073-4de8-87dd-dda39fb9f1af {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:34.734213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.824281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:34.857207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d1699a-5ba1-4ab1-98da-3452bcd5b7f4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:34.875163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:34.875508 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Added segment 5131ba4c-b699-421a-bd42-e76f11cfe987 of type vlan for network 72e690f2-3565-4902-9684-544dba169e53 Apr 23 00:28:35.094671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.108871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.207750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3397309-054c-41b8-b4d2-dcca4d11e5b9 req-2803aefa-062e-4f16-a14e-b62bc4efeae2 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:35.210144 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3397309-054c-41b8-b4d2-dcca4d11e5b9 req-2803aefa-062e-4f16-a14e-b62bc4efeae2 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4512982 Apr 23 00:28:35.210767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.255641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.256778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:35.257351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.303751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=747f31e1-2d7a-40e1-8357-25b5e23878dd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:35.422007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.443754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.522744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] Pushing event updated for resources: {'Network': ['ID=72e690f2-3565-4902-9684-544dba169e53,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:35.536559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 72e690f2-3565-4902-9684-544dba169e53 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:35.568487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=cef9eb01-79a4-4216-90dc-c7d4ab3454e8,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:35.572517 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3397309-054c-41b8-b4d2-dcca4d11e5b9 req-925e72c6-380c-44c4-ae8c-0499cddfd9ec tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3190255 Apr 23 00:28:35.579351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.581463 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a94631e5-1204-4a87-b2ba-4deb9988102c tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/cef9eb01-79a4-4216-90dc-c7d4ab3454e8 HTTP/1.1" status: 204 len: 168 time: 1.2710142 Apr 23 00:28:35.591875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33148) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:35.595115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-39d5423e-39d1-45f7-a4dd-511b244bf9db admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0631199 Apr 23 00:28:35.603344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33152) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:35.639065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf38834-007e-46b9-a2d1-5e99e5f17c8c None None] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:35.645263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Request body: {'subnet': {'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2124561773-subnet', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:35.657541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.664056 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-03c3db8a-d7ba-43d9-8ee8-0ae7581ef2cc tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/ports/747f31e1-2d7a-40e1-8357-25b5e23878dd HTTP/1.1" status: 204 len: 168 time: 1.9745843 Apr 23 00:28:35.664056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:35.670830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33158) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:35.676432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Usage tracker for resource:subnet and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:35.682535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:35.689055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:35.697274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.697457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:35.699515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:35.707183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:floatingip and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:35.712049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:35.717355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router f31aa8fa-b1b7-4b50-916b-a54c2ce233b6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:35.720027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:35.729684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting subnet eee567f9-8c1d-4298-81ba-5a5873ea95bb {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:35.735695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.766841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Made reservation on behalf of 807dd741af784b969030e7c71115a3aa for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:35.769103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.809038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:35.851726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Calling delete_port for 6196d374-3073-4de8-87dd-dda39fb9f1af owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:35.910939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.119320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.135485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.169660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:36.191828 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] Sync routers for ids ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:36.205681 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] Routers {'f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:36.206506 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:36.240856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.255424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6078b8aa-b210-42c9-8972-b55eb93c5f44 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/f31aa8fa-b1b7-4b50-916b-a54c2ce233b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8667078 Apr 23 00:28:36.256444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=c2e1d088-2692-4a16-9617-6a6a5fb6dec4,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:36.258546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33162) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:36.312652 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:36.321585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.325363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7eb170ba-69c8-4545-b3fa-36cb453ab090 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:36.325737 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] Routers {'f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:36.326493 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:36.343643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': 'e643d1da-17b2-4093-9c89-88a2a15f7a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '82229e6a-d57f-4307-80aa-9174752ce9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:36.344201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 82229e6a-d57f-4307-80aa-9174752ce9f5, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:36.382574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.395373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66534854-ac5d-4d1e-bd4e-a147cad2d277,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:36.405832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7eb170ba-69c8-4545-b3fa-36cb453ab090 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:36.407127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7eb170ba-69c8-4545-b3fa-36cb453ab090 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=f31aa8fa-b1b7-4b50-916b-a54c2ce233b6 HTTP/1.1" status: 200 len: 205 time: 0.1446977 Apr 23 00:28:36.414540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33166) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:36.435506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.445057 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:36.445464 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90129b06-8de3-41cb-b643-06f64b95d623 None None] The sync data for ids ['f31aa8fa-b1b7-4b50-916b-a54c2ce233b6'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:36.456135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=eee567f9-8c1d-4298-81ba-5a5873ea95bb,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:36.459372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Checking segment: {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:36.459734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Network hostable DHCP agents. Network: 72e690f2-3565-4902-9684-544dba169e53, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:36.467540 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-846a104a-3380-42d5-9e89-b09248385bf3 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/eee567f9-8c1d-4298-81ba-5a5873ea95bb HTTP/1.1" status: 204 len: 168 time: 0.8721359 Apr 23 00:28:36.472160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33170) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:36.560333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6f6225-0003-4007-9a1e-bdba59553bb1 None None] Network dfd43d84-f197-4ee0-959e-b62c6ef038dc requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:36.572482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Network 72e690f2-3565-4902-9684-544dba169e53 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:36.605578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.616705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port 8bac5baf-bd97-4b79-a615-d05f0b6571bb {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:36.617035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.656760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 72e690f2-3565-4902-9684-544dba169e53) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:36.670301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:36.670887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.671919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27235df2-a76c-423b-89c0-5886fb78bff4 None None] Network 72e690f2-3565-4902-9684-544dba169e53 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:36.718178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 82229e6a-d57f-4307-80aa-9174752ce9f5 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:36.728767 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fefeab40-9b9e-4e2e-a9dc-749d32c7a839 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1242316 Apr 23 00:28:36.738537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33174) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:36.747220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:36.753253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:36.765179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Usage tracker for resource:router and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:36.769780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:36.798691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:36.820329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-dcb29ca1-b650-470b-a9ae-5c41a64c28fd None None] Provisioning complete for port 8bac5baf-bd97-4b79-a615-d05f0b6571bb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:36.820704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dcb29ca1-b650-470b-a9ae-5c41a64c28fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.845332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 82229e6a-d57f-4307-80aa-9174752ce9f5) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:36.860340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.861431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.876537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567930a-59fa-4f94-920a-198aa49e9d4c None None] Network 82229e6a-d57f-4307-80aa-9174752ce9f5 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:36.886391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:36.886963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.892044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0914b3-0485-45eb-9bff-170c025202d5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:36.950068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.033179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Pushing event deleted for resources: {'Port': ['ID=6196d374-3073-4de8-87dd-dda39fb9f1af,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:37.039710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port 8bac5baf-bd97-4b79-a615-d05f0b6571bb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bac5baf-bd97-4b79-a615-d05f0b6571bb,segment=NetworkSegment(51ea3587-3763-43b2-b388-c99916d84fd8),segment_id=51ea3587-3763-43b2-b388-c99916d84fd8)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:37.040070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.058597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.139480 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c660726b-bc80-4fa3-8c63-7b696dec78b8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1537006 Apr 23 00:28:37.148502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.179671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33178) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:37.217714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for 8bac5baf-bd97-4b79-a615-d05f0b6571bb owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:37.267915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.311126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-72e690f2-3565-4902-9684-544dba169e53', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:37.312221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.324964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] DHCP port deletion for dfd43d84-f197-4ee0-959e-b62c6ef038dc request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:37.342559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Deleting port 8bac5baf-bd97-4b79-a615-d05f0b6571bb {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:37.342939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.375100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-82229e6a-d57f-4307-80aa-9174752ce9f5', 'network_id': '82229e6a-d57f-4307-80aa-9174752ce9f5', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': 'c2e1d088-2692-4a16-9617-6a6a5fb6dec4'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:37.376301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.475180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0914b3-0485-45eb-9bff-170c025202d5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.481405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0914b3-0485-45eb-9bff-170c025202d5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.494893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.538470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.26.8.222 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/abc69d55-0632-45a2-b67d-93cd6d713618) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:37.621791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.688836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0914b3-0485-45eb-9bff-170c025202d5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.689361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0914b3-0485-45eb-9bff-170c025202d5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Fanout notify agent at l3_agent the message router_deleted on router f31aa8fa-b1b7-4b50-916b-a54c2ce233b6 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:37.779234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=8bac5baf-bd97-4b79-a615-d05f0b6571bb,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:37.787665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.797510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port 8bac5baf-bd97-4b79-a615-d05f0b6571bb on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:37.853586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Allocated IP 172.20.0.1 (82229e6a-d57f-4307-80aa-9174752ce9f5/c2e1d088-2692-4a16-9617-6a6a5fb6dec4/99a2f876-6f46-4319-b3f5-4fec23d47d10) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:37.874904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Allocated IP 172.20.0.2 (72e690f2-3565-4902-9684-544dba169e53/66534854-ac5d-4d1e-bd4e-a147cad2d277/77784865-51d3-4803-8866-260160a990bc) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:37.876262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.890989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] For port 8bac5baf-bd97-4b79-a615-d05f0b6571bb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bac5baf-bd97-4b79-a615-d05f0b6571bb,segment=NetworkSegment(51ea3587-3763-43b2-b388-c99916d84fd8),segment_id=51ea3587-3763-43b2-b388-c99916d84fd8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:37.891382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.980944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce0914b3-0485-45eb-9bff-170c025202d5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:37.982020 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ce0914b3-0485-45eb-9bff-170c025202d5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/f31aa8fa-b1b7-4b50-916b-a54c2ce233b6 HTTP/1.1" status: 204 len: 168 time: 1.5599296 Apr 23 00:28:37.984578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33182) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:38.072926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.081971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Calling delete_port for 8bac5baf-bd97-4b79-a615-d05f0b6571bb owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:38.091705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.107031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.133439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd43d84-f197-4ee0-959e-b62c6ef038dc']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:38.188640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet f116fa81-0134-4d33-9ac9-b5d2a8c5c212 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:38.193596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.209131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ea3587-3763-43b2-b388-c99916d84fd8') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:38.209435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ea3587-3763-43b2-b388-c99916d84fd8') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:38.222956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.226394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.273080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.305792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Router abc39558-f9b8-4e6c-89a4-f48f5ab777a4 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:38.317006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.319316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.330330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:38.330727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:38.351866 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:38.365896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:38.366290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:38.476291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.479168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.506654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:38.513906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.515329 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c84ff05f-c94b-45e9-89bd-d1f5037c9596 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "PUT /v2.0/routers/abc39558-f9b8-4e6c-89a4-f48f5ab777a4 HTTP/1.1" status: 200 len: 710 time: 5.8942575 Apr 23 00:28:38.518918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] Sync routers for ids ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:38.521150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33186) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:38.529654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] Routers {'abc39558-f9b8-4e6c-89a4-f48f5ab777a4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:38.530307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:38.567166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.581180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Transition to ACTIVE for port object 77784865-51d3-4803-8866-260160a990bc will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:38.589788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Transition to ACTIVE for port object 99a2f876-6f46-4319-b3f5-4fec23d47d10 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:38.605264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.611186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:38.643490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Transition to ACTIVE for port object 99a2f876-6f46-4319-b3f5-4fec23d47d10 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:38.645298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Transition to ACTIVE for port object 77784865-51d3-4803-8866-260160a990bc will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:38.647292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] Routers {'abc39558-f9b8-4e6c-89a4-f48f5ab777a4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:38.647690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:38.683819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.714279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.723692 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d3752fd2-2f43-44fc-9ec9-69af338d2821 tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/routers/abc39558-f9b8-4e6c-89a4-f48f5ab777a4 HTTP/1.1" status: 200 len: 745 time: 0.1987214 Apr 23 00:28:38.724273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.733687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33190) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:38.736357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=dfd43d84-f197-4ee0-959e-b62c6ef038dc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:38.751353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.762829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:38.763493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c51d8-2f82-4c7e-ac99-2fcef10f60a0 None None] The sync data for ids ['abc39558-f9b8-4e6c-89a4-f48f5ab777a4'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:38.782440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:38.786618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Allocated IP 172.26.8.178 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/500649c6-09f7-4a75-8a46-5deecc21350d) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:38.804626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Network 72e690f2-3565-4902-9684-544dba169e53 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:38.806659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Network 82229e6a-d57f-4307-80aa-9174752ce9f5 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:38.810193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:38.812321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:38.816680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:38.819712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:38.821463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Pushing event updated for resources: {'Port': ['ID=77784865-51d3-4803-8866-260160a990bc,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:38.853139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:38.864522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=abc69d55-0632-45a2-b67d-93cd6d713618,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:38.871049 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7e9d4482-395c-46ef-b8a5-5f13e53f28ee tempest-RoutersIpV6AdminTest-191746096 tempest-RoutersIpV6AdminTest-191746096-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=abc39558-f9b8-4e6c-89a4-f48f5ab777a4 HTTP/1.1" status: 200 len: 205 time: 0.1301346 Apr 23 00:28:38.871049 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07710ef4-4fb6-453d-97c2-6f05d9e88216 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/dfd43d84-f197-4ee0-959e-b62c6ef038dc HTTP/1.1" status: 204 len: 168 time: 2.3961730 Apr 23 00:28:38.871049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:38.896857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33194) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:38.896857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33196) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:38.897275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Deleting port 8bac5baf-bd97-4b79-a615-d05f0b6571bb {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:38.898131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.945991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:38.984389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.000782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e1d088-2692-4a16-9617-6a6a5fb6dec4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:39.024730 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-88617ca6-0bc6-4531-bfa8-1d6781414d69 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:39.025368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88617ca6-0bc6-4531-bfa8-1d6781414d69 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:39.031226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.041864 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b215ff81-6207-436f-b454-0429c9ea024d tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=abc39558-f9b8-4e6c-89a4-f48f5ab777a4 HTTP/1.1" status: 200 len: 205 time: 0.1417499 Apr 23 00:28:39.047645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33202) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.053085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.057602 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/f116fa81-0134-4d33-9ac9-b5d2a8c5c212 HTTP/1.1" status: 204 len: 168 time: 1.0716693 Apr 23 00:28:39.058629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d2014-005a-4e68-b3d4-1a67bdaaa213 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=f116fa81-0134-4d33-9ac9-b5d2a8c5c212,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:39.061781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33206) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.066849 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-88617ca6-0bc6-4531-bfa8-1d6781414d69 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/acea4f03-8f52-4d30-bdc9-f9e49408277a HTTP/1.1" status: 404 len: 337 time: 0.1674538 Apr 23 00:28:39.078983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33210) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.085922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528b199-b10f-4367-bc95-da9baae1c2e6 None None] Network 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:39.088103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.113188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a895662-661b-4fe5-baec-b9f055056f98 None None] The port '8bac5baf-bd97-4b79-a615-d05f0b6571bb' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:39.209689 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36040a6-10ee-489d-8261-91c130c32089 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:39.210183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36040a6-10ee-489d-8261-91c130c32089 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:39.247670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.263976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e36040a6-10ee-489d-8261-91c130c32089 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/a782be95-92a3-4caa-99ff-662c9b4a843f HTTP/1.1" status: 404 len: 339 time: 0.1821477 Apr 23 00:28:39.273160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33214) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.273861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bac5baf-bd97-4b79-a615-d05f0b6571bb no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:39.295265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82229e6a-d57f-4307-80aa-9174752ce9f5']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:39.308510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Pushing event updated for resources: {'Port': ['ID=99a2f876-6f46-4319-b3f5-4fec23d47d10,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:39.341700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Attempting to bind port 77784865-51d3-4803-8866-260160a990bc on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:39.342137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Attempting to bind port 77784865-51d3-4803-8866-260160a990bc by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:39.342784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Attempting to bind port 77784865-51d3-4803-8866-260160a990bc on network 72e690f2-3565-4902-9684-544dba169e53 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:39.348431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e643d1da-17b2-4093-9c89-88a2a15f7a1b') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:39.348705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e643d1da-17b2-4093-9c89-88a2a15f7a1b') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:39.360357 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-108c7bdf-e006-4183-b620-4f280f70a255 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:39.360812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108c7bdf-e006-4183-b620-4f280f70a255 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:39.362060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 8bac5baf-bd97-4b79-a615-d05f0b6571bb {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:39.362495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bac5baf-bd97-4b79-a615-d05f0b6571bb not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:39.365971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:39.366200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Checking segment: {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:39.367103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.367374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Bound using segment: {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:39.367913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Bound port: 77784865-51d3-4803-8866-260160a990bc, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:39.368350 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.368459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.377449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.380477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Attempting to bind port 99a2f876-6f46-4319-b3f5-4fec23d47d10 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:39.381352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Attempting to bind port 99a2f876-6f46-4319-b3f5-4fec23d47d10 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e643d1da-17b2-4093-9c89-88a2a15f7a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '82229e6a-d57f-4307-80aa-9174752ce9f5'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:39.381873 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Attempting to bind port 99a2f876-6f46-4319-b3f5-4fec23d47d10 on network 82229e6a-d57f-4307-80aa-9174752ce9f5 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:39.383276 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-108c7bdf-e006-4183-b620-4f280f70a255 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/fc33f8af-b613-4430-9020-ac13c9e026df HTTP/1.1" status: 404 len: 337 time: 0.1091497 Apr 23 00:28:39.385827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33218) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.390569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:39.391207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Checking segment: {'id': 'e643d1da-17b2-4093-9c89-88a2a15f7a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '82229e6a-d57f-4307-80aa-9174752ce9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:39.392035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.392425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Bound using segment: {'id': 'e643d1da-17b2-4093-9c89-88a2a15f7a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '82229e6a-d57f-4307-80aa-9174752ce9f5'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:39.393191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Bound port: 99a2f876-6f46-4319-b3f5-4fec23d47d10, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e643d1da-17b2-4093-9c89-88a2a15f7a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '82229e6a-d57f-4307-80aa-9174752ce9f5'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:39.393880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.447300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.457319 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5037c265-fd27-45c3-a673-684f73f1c911 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:39.457790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5037c265-fd27-45c3-a673-684f73f1c911 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:39.462208 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5037c265-fd27-45c3-a673-684f73f1c911 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/3d16024c-bcb8-42c3-b7fc-ac19490abec6 HTTP/1.1" status: 404 len: 339 time: 0.0730360 Apr 23 00:28:39.464110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33222) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.465840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:39.466360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.487411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ac839b6-f8a9-4193-9ed0-16c3bcaf2794 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:39.510706 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:39.546781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.590467 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4d983f-20de-4c40-8a81-462ad43beee8 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:39.590921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4d983f-20de-4c40-8a81-462ad43beee8 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:39.595128 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1e4d983f-20de-4c40-8a81-462ad43beee8 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/5b8280ae-8c55-4e53-a771-1977912e0ac5 HTTP/1.1" status: 404 len: 337 time: 0.1283462 Apr 23 00:28:39.598209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33226) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.621931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.627197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] For port 99a2f876-6f46-4319-b3f5-4fec23d47d10, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:39.628824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.631263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] For port 77784865-51d3-4803-8866-260160a990bc, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:39.635561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] For port 77784865-51d3-4803-8866-260160a990bc, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=77784865-51d3-4803-8866-260160a990bc,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:39.645418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.667471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:28:39.667471 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:28:39.667471 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': '82229e6a-d57f-4307-80aa-9174752ce9f5'}] Apr 23 00:28:39.667471 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:39.667906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:39.668557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-9895f1dc-e1cd-4e6f-acc8-ee40f4650f6f tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:39.669023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9895f1dc-e1cd-4e6f-acc8-ee40f4650f6f tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:39.672920 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9895f1dc-e1cd-4e6f-acc8-ee40f4650f6f tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/25d32f8b-8192-4715-921d-39bb29c504ee HTTP/1.1" status: 404 len: 339 time: 0.0687978 Apr 23 00:28:39.673157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33230) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:39.721086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] For port 99a2f876-6f46-4319-b3f5-4fec23d47d10, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=99a2f876-6f46-4319-b3f5-4fec23d47d10,segment=NetworkSegment(e643d1da-17b2-4093-9c89-88a2a15f7a1b),segment_id=e643d1da-17b2-4093-9c89-88a2a15f7a1b)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:39.749902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.760473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.777349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting subnet 640215c2-f15a-4a18-9763-f8a2cd930c12 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:39.780596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aec4ce-64b2-4d3a-ab32-43ac77a5c351 None None] Pushing event updated for resources: {'Port': ['ID=77784865-51d3-4803-8866-260160a990bc,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:39.790504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.873069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ac839b6-f8a9-4193-9ed0-16c3bcaf2794 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.875528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ac839b6-f8a9-4193-9ed0-16c3bcaf2794 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.893343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] DHCP port deletion for 03f5a943-40f5-49ac-9060-5fbfd6eb00f9 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:39.913751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.915178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ac839b6-f8a9-4193-9ed0-16c3bcaf2794 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.915428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac839b6-f8a9-4193-9ed0-16c3bcaf2794 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Fanout notify agent at l3_agent the message router_deleted on router abc39558-f9b8-4e6c-89a4-f48f5ab777a4 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:39.927142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port b9028169-d5be-4888-9fa0-503a67a3def5 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:39.927510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.931749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] Deleting port b9028169-d5be-4888-9fa0-503a67a3def5 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:39.932189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.983963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f387fb1-12c2-4790-bac2-f47873e12177 None None] Network 82229e6a-d57f-4307-80aa-9174752ce9f5 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:39.988306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ac839b6-f8a9-4193-9ed0-16c3bcaf2794 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:39.990095 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4ac839b6-f8a9-4193-9ed0-16c3bcaf2794 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/abc39558-f9b8-4e6c-89a4-f48f5ab777a4 HTTP/1.1" status: 204 len: 168 time: 0.9411385 Apr 23 00:28:39.996051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33236) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:40.061069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f755832-38d0-48a4-9fa1-1cb7488caf4d None None] Pushing event updated for resources: {'Port': ['ID=99a2f876-6f46-4319-b3f5-4fec23d47d10,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:40.120505 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8be7322d-c279-407f-b73a-a9d5f4a00cae tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=abc39558-f9b8-4e6c-89a4-f48f5ab777a4 HTTP/1.1" status: 200 len: 205 time: 0.1210444 Apr 23 00:28:40.121476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33240) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:40.121615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.196709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Port': ['ID=500649c6-09f7-4a75-8a46-5deecc21350d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:40.219759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.252656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:40.256259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:40.260387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:40.285983 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-3eef4058-0d8f-4f2a-9cd0-3549867f2f38 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] delete failed (client error): The resource could not be found. Apr 23 00:28:40.287806 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3eef4058-0d8f-4f2a-9cd0-3549867f2f38 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/abc39558-f9b8-4e6c-89a4-f48f5ab777a4 HTTP/1.1" status: 404 len: 336 time: 0.1606674 Apr 23 00:28:40.292275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33244) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:40.310356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port 99a2f876-6f46-4319-b3f5-4fec23d47d10 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:40.310939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.371382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Allocated IP 172.26.8.88 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/df446f85-6886-4df0-9dd3-fdaf74cf599d) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:40.388799 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b6029e57-9333-4a37-8e97-84458b161776 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bd68163-b140-4e61-a864-cc1b4c28fadb HTTP/1.1" status: 200 len: 205 time: 0.0914283 Apr 23 00:28:40.391989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33248) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:40.447306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] For port b9028169-d5be-4888-9fa0-503a67a3def5, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b9028169-d5be-4888-9fa0-503a67a3def5,segment=NetworkSegment(a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507),segment_id=a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:40.447975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.537175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port b9028169-d5be-4888-9fa0-503a67a3def5, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b9028169-d5be-4888-9fa0-503a67a3def5,segment=NetworkSegment(a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507),segment_id=a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:40.537541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.579440 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] Calling delete_port for b9028169-d5be-4888-9fa0-503a67a3def5 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:40.635056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.652146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port 99a2f876-6f46-4319-b3f5-4fec23d47d10, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=99a2f876-6f46-4319-b3f5-4fec23d47d10,segment=NetworkSegment(e643d1da-17b2-4093-9c89-88a2a15f7a1b),segment_id=e643d1da-17b2-4093-9c89-88a2a15f7a1b)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:40.652763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.668388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.727289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] Pushing event deleted for resources: {'Port': ['ID=b9028169-d5be-4888-9fa0-503a67a3def5,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:40.740418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497f01fd-45de-4648-8297-fd121a2fcde0 None None] No DVR routers for this DVR port b9028169-d5be-4888-9fa0-503a67a3def5 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:40.746670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.751160 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-05d428d7-90e3-4763-bcbd-41100898582c tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] delete failed (client error): The resource could not be found. Apr 23 00:28:40.753007 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-05d428d7-90e3-4763-bcbd-41100898582c tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/5bd68163-b140-4e61-a864-cc1b4c28fadb HTTP/1.1" status: 404 len: 336 time: 0.3516550 Apr 23 00:28:40.763943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33252) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:40.777140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for b9028169-d5be-4888-9fa0-503a67a3def5 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:40.810765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:40.894281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for 99a2f876-6f46-4319-b3f5-4fec23d47d10 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:41.010482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1829730-8c2c-4f82-9b31-bf67703ee082 None None] Network 72e690f2-3565-4902-9684-544dba169e53 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:41.017811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a234abc3-bd7e-4dfb-9c51-7d107125a133 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=bae7e757-da41-46bc-9217-b0be0c1c3308 HTTP/1.1" status: 200 len: 205 time: 0.2505238 Apr 23 00:28:41.029079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33256) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.115250 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-ebae8347-6f01-4ca2-baf2-063f580ebc8f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] delete failed (client error): The resource could not be found. Apr 23 00:28:41.115250 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ebae8347-6f01-4ca2-baf2-063f580ebc8f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/bae7e757-da41-46bc-9217-b0be0c1c3308 HTTP/1.1" status: 404 len: 336 time: 0.0825307 Apr 23 00:28:41.118410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=abc69d55-0632-45a2-b67d-93cd6d713618,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:41.138793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33260) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.147660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.155511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0915381e-d95a-4515-9dae-c1f9172c0d45 None None] Provisioning for port 77784865-51d3-4803-8866-260160a990bc completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:41.222498 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3d641dd4-d050-4503-9794-b67010faa471 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0bc22e2-7cc3-4f0a-9261-7e74980fc971 HTTP/1.1" status: 200 len: 205 time: 0.0793185 Apr 23 00:28:41.226605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33264) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.250630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 77784865-51d3-4803-8866-260160a990bc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:41.290442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:41.290779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:41.295904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.309083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.356600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.369602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.409195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.410309 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d97ca77-b867-4a03-978b-619e413a9ef4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7375607 Apr 23 00:28:41.411396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=99a2f876-6f46-4319-b3f5-4fec23d47d10,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:41.414492 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-1ba466a9-6680-4980-b065-17e5f80a912f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] delete failed (client error): The resource could not be found. Apr 23 00:28:41.415446 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1ba466a9-6680-4980-b065-17e5f80a912f tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/e0bc22e2-7cc3-4f0a-9261-7e74980fc971 HTTP/1.1" status: 404 len: 336 time: 0.1863079 Apr 23 00:28:41.417872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33268) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.418197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33270) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.421868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port 99a2f876-6f46-4319-b3f5-4fec23d47d10 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:41.447843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 77784865-51d3-4803-8866-260160a990bc completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:41.454972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 77784865-51d3-4803-8866-260160a990bc triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:41.455347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.459338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=640215c2-f15a-4a18-9763-f8a2cd930c12,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:41.465101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.470097 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ded054f8-ad86-459f-b41f-3b4d5800f156 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/640215c2-f15a-4a18-9763-f8a2cd930c12 HTTP/1.1" status: 204 len: 168 time: 1.7960236 Apr 23 00:28:41.473875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33276) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.475092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'port': {'network_id': '05644586-3588-4a7f-903b-e4853c1118fa', 'name': 'tempest-FloatingIPTestJSON-2082891981'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:41.489056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52c18c-8a20-42db-951a-0c98d6453a93 None None] Network c25638ff-b29f-4dca-bd93-ff1c131cdb96 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:41.672922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.701942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port 03a00b82-a086-4abb-84f8-c39173f986ae {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:41.702325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.730001 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c031421d-05b7-4769-abff-7ab12c40b83a tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 HTTP/1.1" status: 200 len: 205 time: 0.3021271 Apr 23 00:28:41.750414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33284) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.830056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.835437 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-814b9f73-9f18-45b7-9754-c1b9e90884a3 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] delete failed (client error): The resource could not be found. Apr 23 00:28:41.836476 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-814b9f73-9f18-45b7-9754-c1b9e90884a3 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/deaeb4d5-1fbf-4ae4-a6bc-296ccad45db0 HTTP/1.1" status: 404 len: 336 time: 0.0848179 Apr 23 00:28:41.881931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 77784865-51d3-4803-8866-260160a990bc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=77784865-51d3-4803-8866-260160a990bc,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:41.887629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33288) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:41.887754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:41.959509 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] DHCP port deletion for c25638ff-b29f-4dca-bd93-ff1c131cdb96 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:41.960994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port b9028169-d5be-4888-9fa0-503a67a3def5 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:41.961369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b9028169-d5be-4888-9fa0-503a67a3def5 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:41.961696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.007306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: b9028169-d5be-4888-9fa0-503a67a3def5 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:42.007643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b9028169-d5be-4888-9fa0-503a67a3def5 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:42.009331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] Deleting port 03a00b82-a086-4abb-84f8-c39173f986ae {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:42.009473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.053258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=77784865-51d3-4803-8866-260160a990bc,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:42.056773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:42.060957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.067514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-841e7fc8-b6cf-46fb-94af-f3e303a2bb25 None None] Provisioning complete for port 77784865-51d3-4803-8866-260160a990bc triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:42.069520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-841e7fc8-b6cf-46fb-94af-f3e303a2bb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.081707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:port and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:42.088814 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6a41d7f4-a3f7-4c96-aa47-08927597542c tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7023fc12-7172-4be2-9951-9df78b7b00ee HTTP/1.1" status: 200 len: 205 time: 0.1946540 Apr 23 00:28:42.088814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:42.098527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33292) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:42.107425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:42.118725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] The port 'b9028169-d5be-4888-9fa0-503a67a3def5' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:42.181492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.186052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82229e6a-d57f-4307-80aa-9174752ce9f5']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:42.212832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port 03a00b82-a086-4abb-84f8-c39173f986ae, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=03a00b82-a086-4abb-84f8-c39173f986ae,segment=NetworkSegment(ae574c35-2c4f-4c83-90c1-894b964c806d),segment_id=ae574c35-2c4f-4c83-90c1-894b964c806d)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:42.213114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.235207 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-1b93ff12-873a-4a26-8b0d-c356f90b78cb tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] delete failed (client error): The resource could not be found. Apr 23 00:28:42.238743 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1b93ff12-873a-4a26-8b0d-c356f90b78cb tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/routers/7023fc12-7172-4be2-9951-9df78b7b00ee HTTP/1.1" status: 404 len: 336 time: 0.1334264 Apr 23 00:28:42.245013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33296) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:42.254205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e643d1da-17b2-4093-9c89-88a2a15f7a1b') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:42.254523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e643d1da-17b2-4093-9c89-88a2a15f7a1b') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:42.269427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:42.273718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.290491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.303932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:42.306650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.314569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:42.325047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:42.337814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] For port 03a00b82-a086-4abb-84f8-c39173f986ae, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=03a00b82-a086-4abb-84f8-c39173f986ae,segment=NetworkSegment(ae574c35-2c4f-4c83-90c1-894b964c806d),segment_id=ae574c35-2c4f-4c83-90c1-894b964c806d)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:42.338204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.367971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=df446f85-6886-4df0-9dd3-fdaf74cf599d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:42.376857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] device_id is not set on port caa8f67d-37a7-4426-8038-a9c75236aea9 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:28:42.424514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.450756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:42.451349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:42.478996 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:42.516269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] Calling delete_port for 03a00b82-a086-4abb-84f8-c39173f986ae owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:42.596446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.624287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for 03a00b82-a086-4abb-84f8-c39173f986ae owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:42.642832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] Pushing event deleted for resources: {'Port': ['ID=03a00b82-a086-4abb-84f8-c39173f986ae,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:42.646609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f02a8-ebf6-4990-8001-ccc513acbcf8 None None] No DVR routers for this DVR port 03a00b82-a086-4abb-84f8-c39173f986ae on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:42.668038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4679e-f28f-4324-8f29-bf1ff881a080 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:28:42.736002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d643936-f593-43da-95e4-36d895cc58e7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:42.736002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d643936-f593-43da-95e4-36d895cc58e7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:42.748245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.772687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4d643936-f593-43da-95e4-36d895cc58e7 tempest-RoutersIpV6AdminTest-1686828572 tempest-RoutersIpV6AdminTest-1686828572-project] 10.222.0.39 "DELETE /v2.0/subnets/cb1bd83e-5af1-4d5a-bab4-83ceadb55e75 HTTP/1.1" status: 404 len: 337 time: 0.5245309 Apr 23 00:28:42.778650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.810200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.812370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f5a943-40f5-49ac-9060-5fbfd6eb00f9']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:42.816469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4679e-f28f-4324-8f29-bf1ff881a080 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:28:42.841665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=82229e6a-d57f-4307-80aa-9174752ce9f5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:42.860568 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-28a32916-ecd8-47af-b61a-fa579e744058 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/82229e6a-d57f-4307-80aa-9174752ce9f5 HTTP/1.1" status: 204 len: 168 time: 5.6524336 Apr 23 00:28:42.865183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33302) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:42.873516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596565441'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:42.878694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.7 (05644586-3588-4a7f-903b-e4853c1118fa/0f7b5310-eeeb-422b-8875-60057d4b8f81/caa8f67d-37a7-4426-8038-a9c75236aea9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:42.881277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:42.914882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:42.915162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a28b8e-f1b6-4ba1-be97-b4ee73e3c507') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:42.935934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:42.951830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:42.958990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:42.961416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:42.961746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:42.970576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:43.004633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.024991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:43.028752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.035742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:43.036254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:43.075850 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:43.146197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33308) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:43.218725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.257918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.261374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=03f5a943-40f5-49ac-9060-5fbfd6eb00f9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:43.263540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Router 541b2085-5497-4fc0-a1da-d502210f7caf is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:43.281670 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1e4a0006-43ba-4c16-bb2d-d9b057543763 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/03f5a943-40f5-49ac-9060-5fbfd6eb00f9 HTTP/1.1" status: 204 len: 168 time: 4.2130480 Apr 23 00:28:43.282112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33314) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:43.292445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-723889295', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:43.338755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 77784865-51d3-4803-8866-260160a990bc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:43.363375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:43.376882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:router and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:43.382039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:43.382806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:43.391929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:43.396789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.415789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 77784865-51d3-4803-8866-260160a990bc triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:43.416262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.462079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.466813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port 03a00b82-a086-4abb-84f8-c39173f986ae {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:43.467159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.485639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.485990 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment c97abdbe-266d-4ebc-bb6a-7f97fef860f2 of type vlan for network 2be35fa5-9f09-40fb-bfe7-d868581c7960 Apr 23 00:28:43.504487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.505659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.517069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:43.533091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Usage tracker for resource:security_group_rule and tenant:35949d64a847415a8cea506b8f5bcdca is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:43.548140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:43.579366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] The port '03a00b82-a086-4abb-84f8-c39173f986ae' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:43.586355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:43.616385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 03a00b82-a086-4abb-84f8-c39173f986ae no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:43.640645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:43.654538 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Sync routers for ids ['541b2085-5497-4fc0-a1da-d502210f7caf'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:43.657132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 03a00b82-a086-4abb-84f8-c39173f986ae {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:43.657478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 03a00b82-a086-4abb-84f8-c39173f986ae not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:43.664381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.670799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.679656 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Routers {'541b2085-5497-4fc0-a1da-d502210f7caf'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:43.680749 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['541b2085-5497-4fc0-a1da-d502210f7caf'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:43.705131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.705929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.711028 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-41aa23d7-436f-4ff5-b630-376d0537977f tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7232637 Apr 23 00:28:43.715020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33318) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:43.875536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.883736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.897127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:43.898191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:43.926596 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Set router 541b2085-5497-4fc0-a1da-d502210f7caf gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:44.003841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25638ff-b29f-4dca-bd93-ff1c131cdb96']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:44.090890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae574c35-2c4f-4c83-90c1-894b964c806d') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:44.091190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae574c35-2c4f-4c83-90c1-894b964c806d') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:44.137176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=2be35fa5-9f09-40fb-bfe7-d868581c7960,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:44.139719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.147573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6e7f5057-4b6a-4e30-83ff-e212da3d20c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2807939 Apr 23 00:28:44.152746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 2be35fa5-9f09-40fb-bfe7-d868581c7960 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:44.195369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33322) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:44.225388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '2be35fa5-9f09-40fb-bfe7-d868581c7960', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:44.297401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.303440 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b2085-5497-4fc0-a1da-d502210f7caf', 'name': 'tempest-snat-router-383243332', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.178'}], 'enable_snat': False}, 'gw_port_id': '500649c6-09f7-4a75-8a46-5deecc21350d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:34Z', 'updated_at': '2022-04-23T00:28:41Z', 'revision_number': 3, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port': {'id': '500649c6-09f7-4a75-8a46-5deecc21350d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:23:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b2085-5497-4fc0-a1da-d502210f7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:37Z', 'updated_at': '2022-04-23T00:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:44.307524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.307894 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Checking router: 541b2085-5497-4fc0-a1da-d502210f7caf for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:44.308368 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Updating router 541b2085-5497-4fc0-a1da-d502210f7caf port 500649c6-09f7-4a75-8a46-5deecc21350d binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:28:44.320364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 05644586-3588-4a7f-903b-e4853c1118fa is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:44.364063 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.365509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.423424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:44.425299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.446313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.455619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:44.470916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:44.471331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.487855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:44.492383 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:44.530783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=caa8f67d-37a7-4426-8038-a9c75236aea9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:44.572999 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ae311aea-c07e-4487-be2d-950b820f4bb2 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/541b2085-5497-4fc0-a1da-d502210f7caf HTTP/1.1" status: 200 len: 908 time: 0.8543289 Apr 23 00:28:44.577760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33326) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:44.585701 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35949d64a847415a8cea506b8f5bcdca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4363627 Apr 23 00:28:44.593473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33330) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:44.599253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f321593-80d6-4f51-86cc-af4f138586ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21a2547-e0d9-4013-a968-0ebec050b4d8,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:44.602110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:44.611387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'router': {'name': 'tempest-snat-router-383243332', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': True}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:44.642562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.653142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.676875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:44.686483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:44.689002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:44.697672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:44.698444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.700630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=c25638ff-b29f-4dca-bd93-ff1c131cdb96,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:44.715583 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b44f9854-031c-468c-a7c9-e899ad3af9f2 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/c25638ff-b29f-4dca-bd93-ff1c131cdb96 HTTP/1.1" status: 204 len: 168 time: 3.2387152 Apr 23 00:28:44.716653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33334) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:44.717194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:44.723487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Usage tracker for resource:router and tenant:3660378fa82c4120b7e243249a716635 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:44.740914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:44.747938 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.758475 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-512fac43-e52e-4dd0-ab90-2a2b6c0a9732 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3326876 Apr 23 00:28:44.761333 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Transition to ACTIVE for port object 500649c6-09f7-4a75-8a46-5deecc21350d will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:44.762119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:44.764308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33338) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:44.768185 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.772747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:44.776157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.794658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'port_id': 'caa8f67d-37a7-4426-8038-a9c75236aea9'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:44.810072 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-428b8a14-5eae-4bb3-8e8f-f550508acf9b tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:44.810550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428b8a14-5eae-4bb3-8e8f-f550508acf9b tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:44.816576 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-428b8a14-5eae-4bb3-8e8f-f550508acf9b tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/46e62415-3a2c-42cc-a8a3-a8027afa4d94 HTTP/1.1" status: 404 len: 337 time: 0.0933905 Apr 23 00:28:44.819695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33342) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:44.830300 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Attempting to bind port 500649c6-09f7-4a75-8a46-5deecc21350d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:44.830674 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Attempting to bind port 500649c6-09f7-4a75-8a46-5deecc21350d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:44.831026 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Attempting to bind port 500649c6-09f7-4a75-8a46-5deecc21350d on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:44.843644 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:44.844012 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:44.844406 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.844787 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:44.845242 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Bound port: 500649c6-09f7-4a75-8a46-5deecc21350d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:44.845617 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.851743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0b67-9d56-4648-bbd9-1f6acb478381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.867796 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-accaf65a-c9b7-41d4-8864-2145482e3a59 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] DELETE failed (client error): The resource could not be found. Apr 23 00:28:44.868306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accaf65a-c9b7-41d4-8864-2145482e3a59 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:28:44.872336 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-accaf65a-c9b7-41d4-8864-2145482e3a59 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/cb5b170f-04bd-48d0-9e75-2d4358e5dd37 HTTP/1.1" status: 404 len: 339 time: 0.0484543 Apr 23 00:28:44.874686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33346) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:44.899298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.900267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.916522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.920076 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] For port 500649c6-09f7-4a75-8a46-5deecc21350d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:44.928288 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] For port 500649c6-09f7-4a75-8a46-5deecc21350d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=500649c6-09f7-4a75-8a46-5deecc21350d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:44.934941 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.944387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0b67-9d56-4648-bbd9-1f6acb478381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:44.963141 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Pushing event updated for resources: {'Port': ['ID=500649c6-09f7-4a75-8a46-5deecc21350d,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:44.978619 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.980534 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.981147 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.982267 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.983060 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.983631 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.984523 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.985079 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.985638 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.986208 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.986884 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:44.987424 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:45.000120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting subnet 6b01a26b-6776-4ef3-8ca8-e976afb70b0b {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:28:45.006784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.102663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9a7b568a-2f64-485c-b64a-c900fbc496ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.119991 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Routers {'541b2085-5497-4fc0-a1da-d502210f7caf'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:45.120619 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['541b2085-5497-4fc0-a1da-d502210f7caf'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:45.151493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.200206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0b67-9d56-4648-bbd9-1f6acb478381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.226426 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefbc02-4d19-4fc4-9058-25983b56379c None None] Pushing event updated for resources: {'Port': ['ID=500649c6-09f7-4a75-8a46-5deecc21350d,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:45.264069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.282925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Router 3c17eded-d2f4-451d-a955-ec86099ef5e4 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:45.306940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c0b67-9d56-4648-bbd9-1f6acb478381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21a2547-e0d9-4013-a968-0ebec050b4d8,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:45.311464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0b67-9d56-4648-bbd9-1f6acb478381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.324461 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0c6c0b67-9d56-4648-bbd9-1f6acb478381 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a21a2547-e0d9-4013-a968-0ebec050b4d8 HTTP/1.1" status: 204 len: 168 time: 0.7209935 Apr 23 00:28:45.338693 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] Set router 541b2085-5497-4fc0-a1da-d502210f7caf gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:45.374119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.412818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.484885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.635086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 172.26.8.248 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/3a7da756-4ee3-4b42-b4ec-0714a0125920) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:45.642339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.718541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Subnet': ['ID=6b01a26b-6776-4ef3-8ca8-e976afb70b0b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:45.729221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d491a4e-5064-4ae5-9045-eb71b5abae5e None None] Network b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:45.731672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:45.738820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33358) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:45.787720 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b2085-5497-4fc0-a1da-d502210f7caf', 'name': 'tempest-snat-router-383243332', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.178'}], 'enable_snat': False}, 'gw_port_id': '500649c6-09f7-4a75-8a46-5deecc21350d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:34Z', 'updated_at': '2022-04-23T00:28:41Z', 'revision_number': 3, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port': {'id': '500649c6-09f7-4a75-8a46-5deecc21350d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:23:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b2085-5497-4fc0-a1da-d502210f7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:37Z', 'updated_at': '2022-04-23T00:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:45.792704 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4845e-1006-4011-933f-5448d35d40d7 None None] The sync data for ids ['541b2085-5497-4fc0-a1da-d502210f7caf'] in dv-neutron-838784-1-hyperv is: [{'id': '541b2085-5497-4fc0-a1da-d502210f7caf', 'name': 'tempest-snat-router-383243332', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.178'}], 'enable_snat': False}, 'gw_port_id': '500649c6-09f7-4a75-8a46-5deecc21350d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:34Z', 'updated_at': '2022-04-23T00:28:41Z', 'revision_number': 3, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port': {'id': '500649c6-09f7-4a75-8a46-5deecc21350d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:23:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b2085-5497-4fc0-a1da-d502210f7caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:37Z', 'updated_at': '2022-04-23T00:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:45.840358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9dc14e5c-77d2-46cf-b9bb-6fa69f147eb6 tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/subnets/6b01a26b-6776-4ef3-8ca8-e976afb70b0b HTTP/1.1" status: 204 len: 168 time: 0.9617369 Apr 23 00:28:45.849398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33362) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:45.916119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.063172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] DHCP port deletion for b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:46.069952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Deleting port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:46.070451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.091766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:46.118292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7b3a9f23-0537-4510-acf0-7cda0bcc67cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b36224f12e54043a2a05e727350d68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760178 Apr 23 00:28:46.118957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33366) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:46.129879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.162669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Sync routers for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:46.192160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.193747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:46.194409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:46.205181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.268472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Deleting port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:46.268997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.307843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c77fa627-f23b-4ec4-8ae6-2c86444ddce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.361684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2be35fa5-9f09-40fb-bfe7-d868581c7960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:46.362220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 2be35fa5-9f09-40fb-bfe7-d868581c7960, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:46.364696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c77fa627-f23b-4ec4-8ae6-2c86444ddce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.426030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.433454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.434708 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d90618a1-9b81-47d3-8a44-9b0d3f0cf6e8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6950276 Apr 23 00:28:46.443145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33370) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:46.542902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:46.554584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:46.559817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:46.623807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:46.663777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=3a7da756-4ee3-4b42-b4ec-0714a0125920,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:46.699094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] For port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,segment=NetworkSegment(f6bbdc6b-990a-4d5f-88ba-d1503c365b10),segment_id=f6bbdc6b-990a-4d5f-88ba-d1503c365b10)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:46.699619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.749178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=980f2788-7c96-4e09-a4a1-b87f3edfe0a6,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:46.830743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 2be35fa5-9f09-40fb-bfe7-d868581c7960 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:46.875090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 2be35fa5-9f09-40fb-bfe7-d868581c7960) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:46.889861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b674c4d-825a-4942-88e7-85adfb1ee59e None None] Network 2be35fa5-9f09-40fb-bfe7-d868581c7960 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:46.936538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] For port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,segment=NetworkSegment(f6bbdc6b-990a-4d5f-88ba-d1503c365b10),segment_id=f6bbdc6b-990a-4d5f-88ba-d1503c365b10)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:46.936935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.946310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:46.946974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:46.997933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c77fa627-f23b-4ec4-8ae6-2c86444ddce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.019964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Calling delete_port for bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:47.066817 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ce7c5279-b70e-46ff-a1f7-be86801f2c3c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8603511 Apr 23 00:28:47.070333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33374) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:47.108458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fa627-f23b-4ec4-8ae6-2c86444ddce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef3177-0cee-4471-a903-ffba3fb620ed,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:47.108458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c77fa627-f23b-4ec4-8ae6-2c86444ddce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.112976 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c77fa627-f23b-4ec4-8ae6-2c86444ddce7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1ef3177-0cee-4471-a903-ffba3fb620ed HTTP/1.1" status: 204 len: 168 time: 0.9827449 Apr 23 00:28:47.165067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:28:47.198273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Calling delete_port for bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:47.296738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 500649c6-09f7-4a75-8a46-5deecc21350d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:47.527560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.555914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.587215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-2be35fa5-9f09-40fb-bfe7-d868581c7960', 'network_id': '2be35fa5-9f09-40fb-bfe7-d868581c7960', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '980f2788-7c96-4e09-a4a1-b87f3edfe0a6'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:47.588036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.601296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dea86595-88f3-4d55-be5b-4a86248b7d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.608270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:47.608568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:47.635271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.701680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] No DVR routers for this DVR port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:47.731980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 500649c6-09f7-4a75-8a46-5deecc21350d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:47.755570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Port': ['ID=bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:47.759133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.783829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:42Z', 'revision_number': 3, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:47.788482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 500649c6-09f7-4a75-8a46-5deecc21350d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:47.788851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.834869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Checking router: 3c17eded-d2f4-451d-a955-ec86099ef5e4 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:47.835064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Updating router 3c17eded-d2f4-451d-a955-ec86099ef5e4 port df446f85-6886-4df0-9dd3-fdaf74cf599d binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:28:47.858637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.908764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Allocated IP 172.20.0.2 (2be35fa5-9f09-40fb-bfe7-d868581c7960/980f2788-7c96-4e09-a4a1-b87f3edfe0a6/a56e5668-a982-4fbb-baf5-7c08a7c88d4c) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:47.912123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:47.953969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.046819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.115475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Deleting port bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:48.115876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.169218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.288156 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP 5a610f27-4a02-4d77-be04-970fc28bb439 associated. External IP: 172.26.8.222, port: caa8f67d-37a7-4426-8038-a9c75236aea9. Apr 23 00:28:48.314340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33398) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:48.348759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22f27f0-8aa5-416a-9ecb-8d97375fb2b6']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:48.372031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bbdc6b-990a-4d5f-88ba-d1503c365b10') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:48.372239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bbdc6b-990a-4d5f-88ba-d1503c365b10') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:48.417156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.461130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3569f-309f-40e4-a2b5-8bc630c10ffe None None] The port 'bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:48.575847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.614007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.617096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.625888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.634055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 500649c6-09f7-4a75-8a46-5deecc21350d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=500649c6-09f7-4a75-8a46-5deecc21350d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:48.635293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.645210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.676692 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3eec61fd-3635-438c-92b8-414be072a95f tempest-AgentManagementNegativeTest-367222378 tempest-AgentManagementNegativeTest-367222378-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3608952 Apr 23 00:28:48.677765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.690492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Transition to ACTIVE for port object a56e5668-a982-4fbb-baf5-7c08a7c88d4c will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:48.736156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:48.762319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Transition to ACTIVE for port object a56e5668-a982-4fbb-baf5-7c08a7c88d4c will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:48.774660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Allocated IP 172.26.8.53 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/9d7c6911-9053-464d-8805-5dc6b2bdecae) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:48.780715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.780923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:48.781270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc90a6f7-80e3-4fdd-8e9a-b87ccbb4c629 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:48.784119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.788420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:48.788837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.793502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=500649c6-09f7-4a75-8a46-5deecc21350d,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:48.809331 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:48.864722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Network 2be35fa5-9f09-40fb-bfe7-d868581c7960 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:48.866125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.868390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:48.873221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:48.875379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Pushing event updated for resources: {'Port': ['ID=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:48.977480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Attempting to bind port a56e5668-a982-4fbb-baf5-7c08a7c88d4c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:48.978189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Attempting to bind port a56e5668-a982-4fbb-baf5-7c08a7c88d4c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2be35fa5-9f09-40fb-bfe7-d868581c7960'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:48.978819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Attempting to bind port a56e5668-a982-4fbb-baf5-7c08a7c88d4c on network 2be35fa5-9f09-40fb-bfe7-d868581c7960 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:48.985912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:48.986319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Checking segment: {'id': 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2be35fa5-9f09-40fb-bfe7-d868581c7960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:48.986693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:48.987079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Bound using segment: {'id': 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2be35fa5-9f09-40fb-bfe7-d868581c7960'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:48.987542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Bound port: a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2be35fa5-9f09-40fb-bfe7-d868581c7960'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:48.987972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.078661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.174436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.175336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.181482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33408) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:49.190705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] For port a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:49.194406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] For port a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,segment=NetworkSegment(c97abdbe-266d-4ebc-bb6a-7f97fef860f2),segment_id=c97abdbe-266d-4ebc-bb6a-7f97fef860f2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:49.202904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.240140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 500649c6-09f7-4a75-8a46-5deecc21350d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:49.247062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=980f2788-7c96-4e09-a4a1-b87f3edfe0a6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:49.258180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] Pushing event deleted for resources: {'Network': ['ID=b22f27f0-8aa5-416a-9ecb-8d97375fb2b6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:49.284082 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-65ac2d42-445f-4dd1-97cc-5cff630f037e tempest-NetworksIpV6Test-406160458 tempest-NetworksIpV6Test-406160458-project] 10.222.0.39 "DELETE /v2.0/networks/b22f27f0-8aa5-416a-9ecb-8d97375fb2b6 HTTP/1.1" status: 204 len: 168 time: 3.4336610 Apr 23 00:28:49.329128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.333935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:49.368736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.413693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be35fa5-9f09-40fb-bfe7-d868581c7960']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:49.436832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:49.437166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:49.452657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.470545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c8c23-1337-4e4b-b77a-d15c4c5797dd None None] Pushing event updated for resources: {'Port': ['ID=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:49.476276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 500649c6-09f7-4a75-8a46-5deecc21350d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:49.477019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.492387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 86dc70b5-1019-455f-aa3c-d019657f54d8 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:49.500852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.523055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:49.523712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:49.571058 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:49.635259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.688755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Allocated IP 172.20.0.1 (72e690f2-3565-4902-9684-544dba169e53/66534854-ac5d-4d1e-bd4e-a147cad2d277/dbcec3e3-2ce3-4700-955b-2ee8038f5fa6) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:49.720213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33418) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:49.735013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.800576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:49.804123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:49.808371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d72430fbc79a46f39ae4747fa76231a2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:49.816282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:49.820124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:49.821888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:49.830210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:28:49.830210 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:28:49.830210 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': '2be35fa5-9f09-40fb-bfe7-d868581c7960'}] Apr 23 00:28:49.830210 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:49.834839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:49.836535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:49.837098 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:49.854861 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:49.855491 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:49.893403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Port': ['ID=9d7c6911-9053-464d-8805-5dc6b2bdecae,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:49.924335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.928090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:49.930002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.959112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Transition to ACTIVE for port object df446f85-6886-4df0-9dd3-fdaf74cf599d will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:49.969295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:49.979833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.078074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736892d0-f8bc-41bc-a532-a1d7eb1a15c5 None None] Pushing event updated for resources: {'Port': ['ID=df446f85-6886-4df0-9dd3-fdaf74cf599d,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:50.102932 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.115267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Attempting to bind port df446f85-6886-4df0-9dd3-fdaf74cf599d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:50.116000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Attempting to bind port df446f85-6886-4df0-9dd3-fdaf74cf599d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:50.116726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Attempting to bind port df446f85-6886-4df0-9dd3-fdaf74cf599d on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:50.124235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:50.124502 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:50.125127 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.125463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:50.126078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.126693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:50.127496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Bound port: df446f85-6886-4df0-9dd3-fdaf74cf599d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:50.128080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.199922 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.200394 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1dc4e-4d13-4096-a1f7-22286c51a81c None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:50.226947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] For port df446f85-6886-4df0-9dd3-fdaf74cf599d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:50.231193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] For port df446f85-6886-4df0-9dd3-fdaf74cf599d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=df446f85-6886-4df0-9dd3-fdaf74cf599d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:50.236075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.245988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:50.300158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.305241 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-281b23cb-3e9b-497f-931c-e0c4656a7bf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.0219026 Apr 23 00:28:50.305934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33424) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:50.315916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] Sync routers for ids ['86dc70b5-1019-455f-aa3c-d019657f54d8'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:50.324711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736892d0-f8bc-41bc-a532-a1d7eb1a15c5 None None] Pushing event updated for resources: {'Port': ['ID=df446f85-6886-4df0-9dd3-fdaf74cf599d,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:50.340485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a41c80ff-ee69-41ae-af18-3080b8d6b820 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/floatingips/5a610f27-4a02-4d77-be04-970fc28bb439 HTTP/1.1" status: 200 len: 978 time: 5.5742469 Apr 23 00:28:50.344437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] Routers {'86dc70b5-1019-455f-aa3c-d019657f54d8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:50.345080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['86dc70b5-1019-455f-aa3c-d019657f54d8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.374784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.387590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33428) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:50.399876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:50.400726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.418796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.472380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.493472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] Routers {'86dc70b5-1019-455f-aa3c-d019657f54d8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:50.494285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['86dc70b5-1019-455f-aa3c-d019657f54d8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.504980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Transition to ACTIVE for port object dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:50.514277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-514543d3-6abc-40cc-b242-71ffcc556286 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79a5c1f8789b489188fd63ba6de64fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7876375 Apr 23 00:28:50.521363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33432) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:50.523603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port caa8f67d-37a7-4426-8038-a9c75236aea9 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:50.524159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.572750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:50.573150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f9cac6-ba6e-4345-ac55-20f6f4e623ad None None] The sync data for ids ['86dc70b5-1019-455f-aa3c-d019657f54d8'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:50.613377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.676100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port a56e5668-a982-4fbb-baf5-7c08a7c88d4c {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:50.676618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.686206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.698691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:50.723088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.797232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56e44a79-200a-4fb9-aebd-3422dd2768b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.845560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Network 72e690f2-3565-4902-9684-544dba169e53 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:50.867823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:50.871923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d68fa8-5e95-45d1-b34b-af03c5b386a3 None None] Network 2be35fa5-9f09-40fb-bfe7-d868581c7960 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:50.875224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56e44a79-200a-4fb9-aebd-3422dd2768b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.884397 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d72430fbc79a46f39ae4747fa76231a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6750033 Apr 23 00:28:50.892476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33436) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:50.897789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:50.919246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736aa2f-46dd-4069-81e6-535a16d622f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ebe2d-1459-4251-b9ec-41c6175d9b70,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:50.934349 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6e49f662-6d6a-4164-8edf-8260566eb516 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/routers/86dc70b5-1019-455f-aa3c-d019657f54d8 HTTP/1.1" status: 200 len: 884 time: 0.6258826 Apr 23 00:28:50.937753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33440) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:50.946175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:50.956280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:50.970608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9fc75f0-61a2-4b76-a97a-c06585e68fce None None] Provisioning for port a56e5668-a982-4fbb-baf5-7c08a7c88d4c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:51.107996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.258682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a56e5668-a982-4fbb-baf5-7c08a7c88d4c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:51.275722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56e44a79-200a-4fb9-aebd-3422dd2768b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.283147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-94c185d3-cd45-433a-8995-c76a3d96a1ee None None] Provisioning for port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:51.312516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-94c185d3-cd45-433a-8995-c76a3d96a1ee None None] Provisioning complete for port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:51.312886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-94c185d3-cd45-433a-8995-c76a3d96a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.368891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-328c571a-6802-4ae9-9865-dc1109e76a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.373027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e44a79-200a-4fb9-aebd-3422dd2768b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8cec9a-2488-4dd8-9267-3333abd0876d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:51.445705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-94c185d3-cd45-433a-8995-c76a3d96a1ee None None] Port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:28:51.447800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56e44a79-200a-4fb9-aebd-3422dd2768b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.448919 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-56e44a79-200a-4fb9-aebd-3422dd2768b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a8cec9a-2488-4dd8-9267-3333abd0876d HTTP/1.1" status: 204 len: 168 time: 0.9255395 Apr 23 00:28:51.455782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,segment=NetworkSegment(c97abdbe-266d-4ebc-bb6a-7f97fef860f2),segment_id=c97abdbe-266d-4ebc-bb6a-7f97fef860f2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:51.456346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.466655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-328c571a-6802-4ae9-9865-dc1109e76a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.475800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.492174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a56e5668-a982-4fbb-baf5-7c08a7c88d4c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:51.499745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a56e5668-a982-4fbb-baf5-7c08a7c88d4c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:51.500191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.542868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:42Z', 'revision_number': 3, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:51.552118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cad56-07d5-40a6-bf8a-e3cd375e3b09 None None] The sync data for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv is: [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:42Z', 'revision_number': 3, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:51.577383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] DHCP port deletion for 2be35fa5-9f09-40fb-bfe7-d868581c7960 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:28:51.585187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Deleting port a56e5668-a982-4fbb-baf5-7c08a7c88d4c {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:51.585578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.644395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.735836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:51.746382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for a56e5668-a982-4fbb-baf5-7c08a7c88d4c owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:51.772965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.055793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,segment=NetworkSegment(c97abdbe-266d-4ebc-bb6a-7f97fef860f2),segment_id=c97abdbe-266d-4ebc-bb6a-7f97fef860f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:52.082194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.198897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] For port a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,segment=NetworkSegment(c97abdbe-266d-4ebc-bb6a-7f97fef860f2),segment_id=c97abdbe-266d-4ebc-bb6a-7f97fef860f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:52.198897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.297603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:52.298210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:52.314911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-328c571a-6802-4ae9-9865-dc1109e76a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.402745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Calling delete_port for a56e5668-a982-4fbb-baf5-7c08a7c88d4c owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:52.408497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Router a4f66386-a87c-4f9e-aa4a-c85ed31e749c is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:28:52.448159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c571a-6802-4ae9-9865-dc1109e76a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ebe2d-1459-4251-b9ec-41c6175d9b70,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:52.471278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-328c571a-6802-4ae9-9865-dc1109e76a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.472402 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-328c571a-6802-4ae9-9865-dc1109e76a2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a02ebe2d-1459-4251-b9ec-41c6175d9b70 HTTP/1.1" status: 204 len: 168 time: 1.5486960 Apr 23 00:28:52.490314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:52.501578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-70816b54-d9c2-4b02-9c80-05d4ceb8fd06 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:router {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:28:52.556825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.557481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.558292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP 5a610f27-4a02-4d77-be04-970fc28bb439 disassociated. External IP: 172.26.8.222, port: caa8f67d-37a7-4426-8038-a9c75236aea9. Apr 23 00:28:52.558292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for caa8f67d-37a7-4426-8038-a9c75236aea9 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:52.560359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.588124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:52.588695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:52.591074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.798942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port a56e5668-a982-4fbb-baf5-7c08a7c88d4c {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:52.799550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.841352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:52.846601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:52.860876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-70816b54-d9c2-4b02-9c80-05d4ceb8fd06 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:router {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:28:52.865591 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-70816b54-d9c2-4b02-9c80-05d4ceb8fd06 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.9189925 Apr 23 00:28:52.874644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33468) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:52.896273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.896793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.896946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.905751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.907880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.908424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.909943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.910528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.912928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.913480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.914014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.914567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:52.920428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33472) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:52.927198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-67a82ee8-080a-4bb8-8e0c-a7d9dc55babf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-723889295'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:52.937628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=caa8f67d-37a7-4426-8038-a9c75236aea9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:53.021831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:53.029380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:53.037662 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Sync routers for ids ['a4f66386-a87c-4f9e-aa4a-c85ed31e749c'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:53.053342 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Routers {'a4f66386-a87c-4f9e-aa4a-c85ed31e749c'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:53.053964 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a4f66386-a87c-4f9e-aa4a-c85ed31e749c'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:53.089545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Deleting port a56e5668-a982-4fbb-baf5-7c08a7c88d4c {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:53.089925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:53.203029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:53.206765 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b8b4d6f6-ef60-48a5-8d82-08a1bcc2435e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.6228025 Apr 23 00:28:53.251502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33484) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:53.330092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-fb23a59e-2854-4b19-979f-a024825d78c9 tempest-DvrRoutersNegativeTest-1453615001 tempest-DvrRoutersNegativeTest-1453615001-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-821363419', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:53.336162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.policy [None req-fb23a59e-2854-4b19-979f-a024825d78c9 tempest-DvrRoutersNegativeTest-1453615001 tempest-DvrRoutersNegativeTest-1453615001-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88072) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 23 00:28:53.338617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.policy [None req-fb23a59e-2854-4b19-979f-a024825d78c9 tempest-DvrRoutersNegativeTest-1453615001 tempest-DvrRoutersNegativeTest-1453615001-project] Failed policy check for 'create_router' {{(pid=88072) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 23 00:28:53.347266 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-fb23a59e-2854-4b19-979f-a024825d78c9 tempest-DvrRoutersNegativeTest-1453615001 tempest-DvrRoutersNegativeTest-1453615001-project] create failed (client error): Access was denied to this resource. Apr 23 00:28:53.349200 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fb23a59e-2854-4b19-979f-a024825d78c9 tempest-DvrRoutersNegativeTest-1453615001 tempest-DvrRoutersNegativeTest-1453615001-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3299377 Apr 23 00:28:53.384871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device df446f85-6886-4df0-9dd3-fdaf74cf599d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:53.561038 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Set router a4f66386-a87c-4f9e-aa4a-c85ed31e749c gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:53.648234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,segment=NetworkSegment(c97abdbe-266d-4ebc-bb6a-7f97fef860f2),segment_id=c97abdbe-266d-4ebc-bb6a-7f97fef860f2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:53.653751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:53.725427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] For port a56e5668-a982-4fbb-baf5-7c08a7c88d4c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,segment=NetworkSegment(c97abdbe-266d-4ebc-bb6a-7f97fef860f2),segment_id=c97abdbe-266d-4ebc-bb6a-7f97fef860f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:53.725936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:53.869477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Network 72e690f2-3565-4902-9684-544dba169e53 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:53.955429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:54.029244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Calling delete_port for a56e5668-a982-4fbb-baf5-7c08a7c88d4c owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:54.077011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33502) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:54.077571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33504) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:54.120115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for a56e5668-a982-4fbb-baf5-7c08a7c88d4c owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:54.128908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port df446f85-6886-4df0-9dd3-fdaf74cf599d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:54.168821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port df446f85-6886-4df0-9dd3-fdaf74cf599d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:54.168821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.229920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:54.266456 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3d643536-b7b7-451c-ad9d-4fa2d6d7f39e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/a4f66386-a87c-4f9e-aa4a-c85ed31e749c HTTP/1.1" status: 200 len: 906 time: 1.0065172 Apr 23 00:28:54.267584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33514) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:54.373795 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f66386-a87c-4f9e-aa4a-c85ed31e749c', 'name': 'tempest-snat-router-383243332', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.53'}], 'enable_snat': True}, 'gw_port_id': '9d7c6911-9053-464d-8805-5dc6b2bdecae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:44Z', 'updated_at': '2022-04-23T00:28:50Z', 'revision_number': 3, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port': {'id': '9d7c6911-9053-464d-8805-5dc6b2bdecae', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f66386-a87c-4f9e-aa4a-c85ed31e749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:47Z', 'updated_at': '2022-04-23T00:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:54.387022 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Checking router: a4f66386-a87c-4f9e-aa4a-c85ed31e749c for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:54.387370 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Updating router a4f66386-a87c-4f9e-aa4a-c85ed31e749c port 9d7c6911-9053-464d-8805-5dc6b2bdecae binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:28:54.428863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.459943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-460188892'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:54.473888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:54.476314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.477351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:28:54.477681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:28:54.495962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Usage tracker for resource:network and tenant:720ff03886da4ad1b2994055b27e6383 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:54.499578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] No DVR routers for this DVR port a56e5668-a982-4fbb-baf5-7c08a7c88d4c on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:28:54.502536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:54.503695 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.512243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b743aa6-553e-4d2e-9936-e55826c705f1 None None] Pushing event deleted for resources: {'Port': ['ID=a56e5668-a982-4fbb-baf5-7c08a7c88d4c,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:54.529243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c27d3301-5993-4cfb-8e03-289fc6a02387 None None] Provisioning complete for port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:54.529669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c27d3301-5993-4cfb-8e03-289fc6a02387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.681808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c27d3301-5993-4cfb-8e03-289fc6a02387 None None] Port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:28:54.685326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.706408 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port df446f85-6886-4df0-9dd3-fdaf74cf599d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=df446f85-6886-4df0-9dd3-fdaf74cf599d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:54.713928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:54.714220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.735799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:54.763050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Usage tracker for resource:security_group_rule and tenant:80baadd0ac5642569205e3892ceb7f1b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:54.770695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:54.780188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:54.784446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-67a82ee8-080a-4bb8-8e0c-a7d9dc55babf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.788280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:54.792504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.816457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Router 3c17eded-d2f4-451d-a955-ec86099ef5e4 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:54.821525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.841504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=df446f85-6886-4df0-9dd3-fdaf74cf599d,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:54.852671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a56e5668-a982-4fbb-baf5-7c08a7c88d4c no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:28:54.854358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:54.858880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-67a82ee8-080a-4bb8-8e0c-a7d9dc55babf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.866613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Usage tracker for resource:security_group_rule and tenant:720ff03886da4ad1b2994055b27e6383 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:54.873022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:54.879231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:54.897463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a56e5668-a982-4fbb-baf5-7c08a7c88d4c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:28:54.898006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a56e5668-a982-4fbb-baf5-7c08a7c88d4c not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:28:54.987472 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.002111 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Transition to ACTIVE for port object 9d7c6911-9053-464d-8805-5dc6b2bdecae will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:55.003937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:55.011190 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.123962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port a56e5668-a982-4fbb-baf5-7c08a7c88d4c {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:55.123962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.128683 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8852-41d9-4041-bf81-1682a3fff006 None None] Pushing event updated for resources: {'Port': ['ID=9d7c6911-9053-464d-8805-5dc6b2bdecae,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:55.154630 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Attempting to bind port 9d7c6911-9053-464d-8805-5dc6b2bdecae on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:55.157663 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Attempting to bind port 9d7c6911-9053-464d-8805-5dc6b2bdecae by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:55.157663 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Attempting to bind port 9d7c6911-9053-464d-8805-5dc6b2bdecae on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:55.164700 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:55.165176 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:55.165641 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.166102 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:55.166819 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Bound port: 9d7c6911-9053-464d-8805-5dc6b2bdecae, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:55.170159 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.215090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device df446f85-6886-4df0-9dd3-fdaf74cf599d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:55.218908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] The port 'a56e5668-a982-4fbb-baf5-7c08a7c88d4c' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:28:55.260511 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] For port 9d7c6911-9053-464d-8805-5dc6b2bdecae, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:55.264309 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] For port 9d7c6911-9053-464d-8805-5dc6b2bdecae, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9d7c6911-9053-464d-8805-5dc6b2bdecae,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:55.271569 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.299504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.305600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:55.311753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:55.324652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.329612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:55.344180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port df446f85-6886-4df0-9dd3-fdaf74cf599d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:55.345174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.384860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.391903 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8852-41d9-4041-bf81-1682a3fff006 None None] Pushing event updated for resources: {'Port': ['ID=9d7c6911-9053-464d-8805-5dc6b2bdecae,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:55.397768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a82ee8-080a-4bb8-8e0c-a7d9dc55babf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 86dc70b5-1019-455f-aa3c-d019657f54d8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:28:55.405176 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Sync routers for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:55.419392 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:55.420464 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.421223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:55.421983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.425515 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80baadd0ac5642569205e3892ceb7f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3431227 Apr 23 00:28:55.427040 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c66f623a-bf81-42c7-b59a-29f0ba1a7004 admin admin] 10.222.0.39 "PUT /v2.0/routers/3c17eded-d2f4-451d-a955-ec86099ef5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9703155 Apr 23 00:28:55.427796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a532ad-5aaf-4351-a136-61e39c0e7d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889a468c-8391-4df2-bfb2-17f1c3386c8a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:55.438433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33522) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:55.455201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.514712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.525517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Deleting port 9d7c6911-9053-464d-8805-5dc6b2bdecae {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:55.525971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.532623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.589979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.596496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:55.603012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be35fa5-9f09-40fb-bfe7-d868581c7960']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.615282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.631808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07eddfc-1ce4-42f6-8772-732a082eaaff,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:55.633440 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:55.635682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.687691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.692736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97abdbe-266d-4ebc-bb6a-7f97fef860f2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.712921 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:55.719080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.719434 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Added segment bc700b4d-5ebc-407d-a8f7-33a65a4ae927 of type vlan for network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab Apr 23 00:28:55.720477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.737414 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b2d55908-718c-4fe8-8308-aa7c64222340 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/ports/caa8f67d-37a7-4426-8038-a9c75236aea9 HTTP/1.1" status: 204 len: 168 time: 5.3467040 Apr 23 00:28:55.741489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33530) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:55.774814 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Routers {'a4f66386-a87c-4f9e-aa4a-c85ed31e749c'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:55.775864 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a4f66386-a87c-4f9e-aa4a-c85ed31e749c'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.802761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.803221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41e053-3152-4b51-b05d-92d2833f1ce1 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:55.854800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.885805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07f4929e-d6c7-41af-a1de-04ce8a8991d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.897778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a82ee8-080a-4bb8-8e0c-a7d9dc55babf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:28:55.908660 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] Sync routers for ids ['86dc70b5-1019-455f-aa3c-d019657f54d8'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:28:55.925359 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2b5bf6e7-b5c5-4b20-ae36-d9ef30bd7739 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "GET /v2.0/floatingips/5a610f27-4a02-4d77-be04-970fc28bb439 HTTP/1.1" status: 200 len: 688 time: 0.1131988 Apr 23 00:28:55.929188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] Routers {'86dc70b5-1019-455f-aa3c-d019657f54d8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:55.930015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['86dc70b5-1019-455f-aa3c-d019657f54d8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:55.935064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.936159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:55.937101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33534) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:55.943553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:55.944532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.001942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-67a82ee8-080a-4bb8-8e0c-a7d9dc55babf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.003248 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-67a82ee8-080a-4bb8-8e0c-a7d9dc55babf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/86dc70b5-1019-455f-aa3c-d019657f54d8 HTTP/1.1" status: 200 len: 891 time: 3.1182964 Apr 23 00:28:56.028694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33538) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:56.047810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:28:56.048647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:28:56.065944 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:28:56.108231 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] Set router a4f66386-a87c-4f9e-aa4a-c85ed31e749c gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:56.163534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:56.185976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07f4929e-d6c7-41af-a1de-04ce8a8991d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.193357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] Routers {'86dc70b5-1019-455f-aa3c-d019657f54d8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:56.194174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['86dc70b5-1019-455f-aa3c-d019657f54d8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:56.210118 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1292644 Apr 23 00:28:56.213297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33544) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:56.225023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d682eb-9986-44f1-92db-cb60ff3f45f6 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Network': ['ID=d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:56.237069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'subnet': {'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:56.251789 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f66386-a87c-4f9e-aa4a-c85ed31e749c', 'name': 'tempest-snat-router-383243332', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:44Z', 'updated_at': '2022-04-23T00:28:55Z', 'revision_number': 4, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:56.260169 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:28:56.263888 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbf35e-3dad-42aa-b266-4068be38ba73 None None] The sync data for ids ['a4f66386-a87c-4f9e-aa4a-c85ed31e749c'] in dv-neutron-838784-1-hyperv is: [{'id': 'a4f66386-a87c-4f9e-aa4a-c85ed31e749c', 'name': 'tempest-snat-router-383243332', 'tenant_id': '3660378fa82c4120b7e243249a716635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:44Z', 'updated_at': '2022-04-23T00:28:55Z', 'revision_number': 4, 'project_id': '3660378fa82c4120b7e243249a716635', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:56.315659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:56.375714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:56.376153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a067d5b6-2473-4929-b0e4-b7e6e6e936ac None None] The sync data for ids ['86dc70b5-1019-455f-aa3c-d019657f54d8'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:56.443795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port abc69d55-0632-45a2-b67d-93cd6d713618 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:56.444380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.460675 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:52Z', 'revision_number': 2, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:56.468006 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Checking router: 3c17eded-d2f4-451d-a955-ec86099ef5e4 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:28:56.468965 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Updating router 3c17eded-d2f4-451d-a955-ec86099ef5e4 port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:28:56.478155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] For port 9d7c6911-9053-464d-8805-5dc6b2bdecae, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9d7c6911-9053-464d-8805-5dc6b2bdecae,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:28:56.478679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.495112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.499513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.548414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:56.573597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Usage tracker for resource:subnet and tenant:720ff03886da4ad1b2994055b27e6383 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:56.582188 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.587790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:56.590689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07f4929e-d6c7-41af-a1de-04ce8a8991d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.610441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:56.619975 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-973e4c68-bc43-475e-b32a-c764e0e0f0fc tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/routers/86dc70b5-1019-455f-aa3c-d019657f54d8 HTTP/1.1" status: 200 len: 891 time: 0.5902188 Apr 23 00:28:56.624139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33548) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:56.625580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f4929e-d6c7-41af-a1de-04ce8a8991d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889a468c-8391-4df2-bfb2-17f1c3386c8a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:56.667542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07f4929e-d6c7-41af-a1de-04ce8a8991d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.668667 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07f4929e-d6c7-41af-a1de-04ce8a8991d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/889a468c-8391-4df2-bfb2-17f1c3386c8a HTTP/1.1" status: 204 len: 168 time: 1.2257483 Apr 23 00:28:56.703035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Calling delete_port for 9d7c6911-9053-464d-8805-5dc6b2bdecae owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:56.705169 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4614cd35-63e8-4940-ac24-2bb4e97f05e9 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc70b5-1019-455f-aa3c-d019657f54d8 HTTP/1.1" status: 200 len: 205 time: 0.0773060 Apr 23 00:28:56.706020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:56.722104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:56.744143 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/2be35fa5-9f09-40fb-bfe7-d868581c7960 HTTP/1.1" status: 204 len: 168 time: 9.6316738 Apr 23 00:28:56.749622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33554) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:56.751274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33556) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:56.785638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=2be35fa5-9f09-40fb-bfe7-d868581c7960,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:56.823581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1039066825'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:56.836349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.842131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.842684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.843029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.843387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.843729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.844058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.844387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.844712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.845034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.845360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.845685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a69d6-fcf1-4935-bd2f-9ffa04bfe517 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:56.983085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:56.987499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:56.990872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:56.997067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:57.028141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33564) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:57.036083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371780351', 'description': 'tempest-description--248657343'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:57.053748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:57.063720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:57.063946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Usage tracker for resource:security_group and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:57.067688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.068462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:57.085744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:57.179401 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.194797 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Transition to ACTIVE for port object dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:57.206811 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.220512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:28:57.231798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.232288 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment 0102664d-473b-42be-981f-45db1b332ba2 of type vlan for network ad45f79c-066a-4d75-a159-481c1a53465b Apr 23 00:28:57.249369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.269092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.307499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.328169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.335687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:57.336436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.353891 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3bb8e-c36a-446d-907a-adb9f643c8ac None None] Pushing event updated for resources: {'Port': ['ID=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:57.404425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:57.419981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Usage tracker for resource:security_group_rule and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:57.428105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:57.431397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Subnet': ['ID=be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:57.433766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Checking segment: {'id': 'bc700b4d-5ebc-407d-a8f7-33a65a4ae927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:57.434134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network hostable DHCP agents. Network: d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:28:57.444212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:57.475879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:28:57.503631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:57.511967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:28:57.512800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.515020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da6d35a-e29d-4723-8000-f85cb601f2f2 None None] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:28:57.581215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.587657 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-77ff6eae-15a5-4236-a4b3-2d73969685e2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3660369 Apr 23 00:28:57.588721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33580) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:57.601688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'name': 'tempest-AllowedAddressPairTestJSON-1356995478'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:57.621755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.670136 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Attempting to bind port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:57.670726 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Attempting to bind port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:57.670957 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Attempting to bind port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 on network 72e690f2-3565-4902-9684-544dba169e53 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:57.677705 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:57.678252 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Checking segment: {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:57.678939 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.679061 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Bound using segment: {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:57.679541 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Bound port: dbcec3e3-2ce3-4700-955b-2ee8038f5fa6, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:57.680068 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.694134 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9119353 Apr 23 00:28:57.701964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33586) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:57.706761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249fedd7-2dd1-447f-ae57-586c6baa7168,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:57.710350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.711775 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a2eea32-e5e6-4613-bf2b-a99b0846d2a5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6818509 Apr 23 00:28:57.718207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33590) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:57.727666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.732768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.744260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Request body: {'security_group_rule': {'security_group_id': '249fedd7-2dd1-447f-ae57-586c6baa7168', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:57.753913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:57.775996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': 'ad45f79c-066a-4d75-a159-481c1a53465b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:57.794433 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] For port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:57.797603 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] For port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:57.809836 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.814023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Usage tracker for resource:security_group_rule and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:57.817466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fffe9-bfca-414e-bc55-c65b71361a9a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=ad45f79c-066a-4d75-a159-481c1a53465b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:57.825149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:57.836222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:57.859470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network ad45f79c-066a-4d75-a159-481c1a53465b details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:28:57.877217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:57.910822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33596) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:57.923772 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0086105 Apr 23 00:28:57.924933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:57.927897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33598) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:57.950216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Usage tracker for resource:port and tenant:720ff03886da4ad1b2994055b27e6383 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:57.959374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:57.967455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:57.977896 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:28:57.979663 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:58.011120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.021683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.063720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed695a15-f5e7-4735-84a1-6ce76c113354,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:58.066397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:58.084590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.095381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.098113 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab686d74-cf9f-441d-8832-bfdb694da61d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773186 Apr 23 00:28:58.100696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33604) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:58.109348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Request body: {'security_group_rule': {'security_group_id': '249fedd7-2dd1-447f-ae57-586c6baa7168', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:58.121480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:58.126444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.134411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Usage tracker for resource:security_group_rule and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:58.138095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:58.144606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:58.149441 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3bb8e-c36a-446d-907a-adb9f643c8ac None None] Pushing event updated for resources: {'Port': ['ID=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:58.183900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.228681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] device_id is not set on port f98a3e85-36fa-4bd9-b126-447e25918510 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:28:58.268580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'tenant_id': '720ff03886da4ad1b2994055b27e6383', 'fixed_ips': [{'subnet_id': 'be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:28:58.269738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.282380 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-166f6709-1d67-49b8-be62-05cab6425f5b tempest-NetworksApiDiscovery-1846609743 tempest-NetworksApiDiscovery-1846609743-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3451760 Apr 23 00:28:58.321979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for abc69d55-0632-45a2-b67d-93cd6d713618 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:28:58.365578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:58.375569 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:28:58.385907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:58.386960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.397998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:58.420339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:58.436856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.477531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23692c1-0a96-42c7-9377-afd55d32d144,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:58.536741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Allocated IP 172.20.0.2 (d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a/20f0b7ac-ea25-4656-8b03-280f6479e387) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:58.537491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.542205 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c2bc7735-5da2-41c6-83c5-0d89fdbcc43d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4371040 Apr 23 00:28:58.544371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33610) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:58.556080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:28:58.573682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:58.583963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Usage tracker for resource:floatingip and tenant:807dd741af784b969030e7c71115a3aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:58.589994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:58.610136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:58.637384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.772057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:28:58.776060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.818597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33616) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:28:58.836064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:58.898064 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:57Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:28:58.908530 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046c561-42fa-4005-8528-a339735ad6ae None None] The sync data for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv is: [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:57Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:28:58.967159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing IP validity checks on allocation pools {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:28:58.970484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:28:59.004976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.073665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.086878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.103505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Transition to ACTIVE for port object 20f0b7ac-ea25-4656-8b03-280f6479e387 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:59.140103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Allocated IP 172.26.8.229 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/d58179f5-f381-4ee6-b366-da978efe2a36) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:59.144598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.154412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Transition to ACTIVE for port object 20f0b7ac-ea25-4656-8b03-280f6479e387 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:59.164232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.205552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d7c6911-9053-464d-8805-5dc6b2bdecae,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:59.251943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 3a7da756-4ee3-4b42-b4ec-0714a0125920 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:28:59.252313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.257290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:28:59.291704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Allocated IP 172.20.0.5 (d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a/f98a3e85-36fa-4bd9-b126-447e25918510) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:28:59.342119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:59.349045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:59.357085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:28:59.364324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Usage tracker for resource:security_group_rule and tenant:457687c9c4cd409eab0e982c03ccc0ae is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:28:59.367457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:28:59.369600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Pushing event updated for resources: {'Port': ['ID=20f0b7ac-ea25-4656-8b03-280f6479e387,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:59.381745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:28:59.406848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.423432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.424095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.424544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.424990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.425433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.425872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.427108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.427561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.428072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.428506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.428974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.429495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:28:59.438053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:28:59.477244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.504952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Attempting to bind port 20f0b7ac-ea25-4656-8b03-280f6479e387 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:28:59.505419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Attempting to bind port 20f0b7ac-ea25-4656-8b03-280f6479e387 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'bc700b4d-5ebc-407d-a8f7-33a65a4ae927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:28:59.505906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Attempting to bind port 20f0b7ac-ea25-4656-8b03-280f6479e387 on network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:28:59.513897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:28:59.515965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Checking segment: {'id': 'bc700b4d-5ebc-407d-a8f7-33a65a4ae927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:28:59.516506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.517003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Bound using segment: {'id': 'bc700b4d-5ebc-407d-a8f7-33a65a4ae927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:28:59.517595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Bound port: 20f0b7ac-ea25-4656-8b03-280f6479e387, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc700b4d-5ebc-407d-a8f7-33a65a4ae927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:28:59.518073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.527960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:28:59.539389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:28:59.540043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.621522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=abc69d55-0632-45a2-b67d-93cd6d713618,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:59.694875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.725264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] For port 20f0b7ac-ea25-4656-8b03-280f6479e387, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:28:59.733020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] For port 20f0b7ac-ea25-4656-8b03-280f6479e387, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=20f0b7ac-ea25-4656-8b03-280f6479e387,segment=NetworkSegment(bc700b4d-5ebc-407d-a8f7-33a65a4ae927),segment_id=bc700b4d-5ebc-407d-a8f7-33a65a4ae927)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:28:59.750954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.764132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.781964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.789487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.799090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Transition to ACTIVE for port object f98a3e85-36fa-4bd9-b126-447e25918510 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:28:59.851268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.914948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7d96f-0b7c-40fa-8b67-9831a08826aa None None] Pushing event updated for resources: {'Port': ['ID=20f0b7ac-ea25-4656-8b03-280f6479e387,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:28:59.916855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.931237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.931748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4f66386-a87c-4f9e-aa4a-c85ed31e749c {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:28:59.936531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:28:59.943507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.956586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.971073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.972664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:28:59.989846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:28:59.996546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:00.027791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:00.034094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.065394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.150345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=457687c9c4cd409eab0e982c03ccc0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3287618 Apr 23 00:29:00.168175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:00.234046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33622) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:00.271633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 3a7da756-4ee3-4b42-b4ec-0714a0125920 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:00.324499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.343804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event updated for resources: {'Port': ['ID=d58179f5-f381-4ee6-b366-da978efe2a36,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:00.398205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=6d596476-c6f7-486a-92ac-349a50513409,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:00.413427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:00.439521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:00.440045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': '0102664d-473b-42be-981f-45db1b332ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ad45f79c-066a-4d75-a159-481c1a53465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:00.440416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: ad45f79c-066a-4d75-a159-481c1a53465b, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:00.445787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba7d8-9617-4c16-bc7d-04bbc10f387e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f83255e-1c6d-42ea-a282-9127ccf6d52b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:00.446987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.450803 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1c1c73e0-320d-4e4c-b7e2-f51ecdabd3d4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a4f66386-a87c-4f9e-aa4a-c85ed31e749c HTTP/1.1" status: 204 len: 168 time: 6.1773405 Apr 23 00:29:00.451234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:00.457036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33626) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:00.469319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.470485 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2596436c-addb-4ca6-89fd-c8ad00cb0799 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/floatingips/5a610f27-4a02-4d77-be04-970fc28bb439 HTTP/1.1" status: 204 len: 168 time: 4.5322821 Apr 23 00:29:00.483928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33630) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:00.500280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '0013278b-fbab-4f39-a1d0-31240d54c565'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:00.522267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:00.534558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=f98a3e85-36fa-4bd9-b126-447e25918510,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:00.539211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:floatingip and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:00.544560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:00.555489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:00.559907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.577873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:00.578561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.634748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.709466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.724153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network ad45f79c-066a-4d75-a159-481c1a53465b is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:00.745577 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dc4569a4-68a0-46a1-bc83-02ef9c3bb9d2 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1554544 Apr 23 00:29:00.755301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33634) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:00.813688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-412798b9-a7c4-416e-b832-fa73aa40dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:00.820580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'name': 'tempest-AllowedAddressPairTestJSON-1950053038', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:30:bd:e8'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:00.841579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, ad45f79c-066a-4d75-a159-481c1a53465b) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:00.851179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804586bf-21e6-493c-b372-d0b652d0f710 None None] Network ad45f79c-066a-4d75-a159-481c1a53465b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:01.004766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.008148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-412798b9-a7c4-416e-b832-fa73aa40dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.077622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:01.078466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.084555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.093088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.102507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.112160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-ad45f79c-066a-4d75-a159-481c1a53465b', 'network_id': 'ad45f79c-066a-4d75-a159-481c1a53465b', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '6d596476-c6f7-486a-92ac-349a50513409'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:01.113268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.241658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-412798b9-a7c4-416e-b832-fa73aa40dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.300367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412798b9-a7c4-416e-b832-fa73aa40dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f83255e-1c6d-42ea-a282-9127ccf6d52b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:01.311976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event updated for resources: {'Port': ['ID=d58179f5-f381-4ee6-b366-da978efe2a36,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:01.336001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.341778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.351300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.26.8.5 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/1aed9f52-4a0f-4972-8596-b850548a3bb9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:01.374459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.382769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e2318d79-6e4d-4a5d-9c9a-c7a7f98fc790 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8372142 Apr 23 00:29:01.384538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 20f0b7ac-ea25-4656-8b03-280f6479e387 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:01.414402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Allocated IP 172.20.0.3 (ad45f79c-066a-4d75-a159-481c1a53465b/6d596476-c6f7-486a-92ac-349a50513409/caf6a0d5-016e-483e-a744-647343f7bf21) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:01.426865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b17e4d0-27f6-4ecc-8349-06be5d7b6f54 None None] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:01.525861 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-987465a2-8644-400a-b3aa-95e87032f8a5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8034003 Apr 23 00:29:01.527001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=3a7da756-4ee3-4b42-b4ec-0714a0125920,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:01.530321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-412798b9-a7c4-416e-b832-fa73aa40dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.531329 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-412798b9-a7c4-416e-b832-fa73aa40dc7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f83255e-1c6d-42ea-a282-9127ccf6d52b HTTP/1.1" status: 204 len: 168 time: 1.2960846 Apr 23 00:29:01.534414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33642) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:01.562684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.610746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.624826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d646184e-2855-4683-8992-cc13ad4c8478 None None] Provisioning for port 20f0b7ac-ea25-4656-8b03-280f6479e387 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:01.721317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:01.726782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:01.739541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:01.813295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 20f0b7ac-ea25-4656-8b03-280f6479e387 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:01.851314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=1aed9f52-4a0f-4972-8596-b850548a3bb9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:01.852682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.855620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.859623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 20f0b7ac-ea25-4656-8b03-280f6479e387 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:01.860259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:01.868642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-fec473d6-690d-4010-bc42-54a6c7b4929b tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Synchronizing usage tracker for tenant:807dd741af784b969030e7c71115a3aa on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:01.905973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:01.934623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-fec473d6-690d-4010-bc42-54a6c7b4929b tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Unset dirty status for tenant:807dd741af784b969030e7c71115a3aa on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:01.943410 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-fec473d6-690d-4010-bc42-54a6c7b4929b tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1371780351&fields=id&tenant_id=807dd741af784b969030e7c71115a3aa HTTP/1.1" status: 200 len: 267 time: 0.2692361 Apr 23 00:29:01.985276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Usage tracker for resource:port and tenant:720ff03886da4ad1b2994055b27e6383 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:01.993492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:02.008809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.011812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:02.015683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Deleting port 500649c6-09f7-4a75-8a46-5deecc21350d {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:02.016024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.029385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Transition to ACTIVE for port object caf6a0d5-016e-483e-a744-647343f7bf21 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:02.058139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Transition to ACTIVE for port object caf6a0d5-016e-483e-a744-647343f7bf21 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:02.173492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.177828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.182725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.187425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.201390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:02.311175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Network ad45f79c-066a-4d75-a159-481c1a53465b is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:02.335702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:02.340323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:02.431329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Pushing event updated for resources: {'Port': ['ID=caf6a0d5-016e-483e-a744-647343f7bf21,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:02.446773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-20647212-171e-4359-bc54-c9db35b3bad5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:02.447512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-20647212-171e-4359-bc54-c9db35b3bad5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Synchronizing usage tracker for tenant:807dd741af784b969030e7c71115a3aa on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:02.512353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-20647212-171e-4359-bc54-c9db35b3bad5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Unset dirty status for tenant:807dd741af784b969030e7c71115a3aa on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:02.521560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-20647212-171e-4359-bc54-c9db35b3bad5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/networks?id=72e690f2-3565-4902-9684-544dba169e53 HTTP/1.1" status: 200 len: 812 time: 0.5758533 Apr 23 00:29:02.538185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Attempting to bind port caf6a0d5-016e-483e-a744-647343f7bf21 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:02.538592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Attempting to bind port caf6a0d5-016e-483e-a744-647343f7bf21 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '0102664d-473b-42be-981f-45db1b332ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ad45f79c-066a-4d75-a159-481c1a53465b'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:02.538961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Attempting to bind port caf6a0d5-016e-483e-a744-647343f7bf21 on network ad45f79c-066a-4d75-a159-481c1a53465b {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:02.547289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:02.548087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Checking segment: {'id': '0102664d-473b-42be-981f-45db1b332ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ad45f79c-066a-4d75-a159-481c1a53465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:02.548502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.548900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Bound using segment: {'id': '0102664d-473b-42be-981f-45db1b332ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ad45f79c-066a-4d75-a159-481c1a53465b'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:02.549390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Bound port: caf6a0d5-016e-483e-a744-647343f7bf21, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0102664d-473b-42be-981f-45db1b332ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ad45f79c-066a-4d75-a159-481c1a53465b'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:02.550037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.564644 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-7f9d08ea-e13b-4c56-8397-a9d3a1988d65 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/quotas/807dd741af784b969030e7c71115a3aa HTTP/1.1" status: 200 len: 375 time: 0.0420430 Apr 23 00:29:02.580067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.620819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port caf6a0d5-016e-483e-a744-647343f7bf21 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:02.621901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.692396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-0fdc755e-05d9-4956-b571-68eea453633b tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Synchronizing usage tracker for tenant:807dd741af784b969030e7c71115a3aa on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:02.700058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.700575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Fanout notify agent at l3_agent the message router_deleted on router 86dc70b5-1019-455f-aa3c-d019657f54d8 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:29:02.744946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 20f0b7ac-ea25-4656-8b03-280f6479e387, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=20f0b7ac-ea25-4656-8b03-280f6479e387,segment=NetworkSegment(bc700b4d-5ebc-407d-a8f7-33a65a4ae927),segment_id=bc700b4d-5ebc-407d-a8f7-33a65a4ae927)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:02.746353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] For port caf6a0d5-016e-483e-a744-647343f7bf21, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:02.750029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] For port caf6a0d5-016e-483e-a744-647343f7bf21, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=caf6a0d5-016e-483e-a744-647343f7bf21,segment=NetworkSegment(0102664d-473b-42be-981f-45db1b332ba2),segment_id=0102664d-473b-42be-981f-45db1b332ba2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:02.755113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.756302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:02.798222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-0fdc755e-05d9-4956-b571-68eea453633b tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Unset dirty status for tenant:807dd741af784b969030e7c71115a3aa on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:02.799959 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-0fdc755e-05d9-4956-b571-68eea453633b tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=807dd741af784b969030e7c71115a3aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2344677 Apr 23 00:29:02.823346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.851498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.852592 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dccce4cf-3110-4e1a-8d9f-ba734fe4c53d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/86dc70b5-1019-455f-aa3c-d019657f54d8 HTTP/1.1" status: 204 len: 168 time: 6.0748892 Apr 23 00:29:02.866101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.866647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33676) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:02.889297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-58144444-1b29-4589-b29e-d8ff993454ef None None] Provisioning complete for port 20f0b7ac-ea25-4656-8b03-280f6479e387 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:02.889453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2137879664'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:02.889672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-58144444-1b29-4589-b29e-d8ff993454ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.895607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:02.900950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:02.904596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:02.912695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:02.929856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:02.951917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:02.955348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.009452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] For port 500649c6-09f7-4a75-8a46-5deecc21350d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=500649c6-09f7-4a75-8a46-5deecc21350d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:03.009936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.038994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] device_id is not set on port 7013b332-d279-4f9b-a6f8-9dd87aadcdb1 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:29:03.121477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=20f0b7ac-ea25-4656-8b03-280f6479e387,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:03.163267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.231986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:03.232356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.251977 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-77216a8a-f4f3-4050-a7b4-99919c9f55c5 service neutron] 10.222.0.39 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301383 Apr 23 00:29:03.324030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-58144444-1b29-4589-b29e-d8ff993454ef None None] Provisioning for port f98a3e85-36fa-4bd9-b126-447e25918510 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:03.358159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-58144444-1b29-4589-b29e-d8ff993454ef None None] Provisioning complete for port f98a3e85-36fa-4bd9-b126-447e25918510 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:03.358559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-58144444-1b29-4589-b29e-d8ff993454ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.398641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119994-8ec0-4083-8415-bdebf6536bb3 None None] Pushing event updated for resources: {'Port': ['ID=caf6a0d5-016e-483e-a744-647343f7bf21,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:03.408338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Calling delete_port for 500649c6-09f7-4a75-8a46-5deecc21350d owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:03.474487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:03.493611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-58144444-1b29-4589-b29e-d8ff993454ef None None] Port f98a3e85-36fa-4bd9-b126-447e25918510 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:03.572579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.572903 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment e9164722-0e92-48cd-b6c2-f66126d729fd of type vlan for network 7ac76277-fd8e-46d0-920f-e8981d899508 Apr 23 00:29:03.621605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9af0a419-463a-43f0-8b30-22d33f2f3d12 None None] Provisioning complete for port f98a3e85-36fa-4bd9-b126-447e25918510 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:03.621974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9af0a419-463a-43f0-8b30-22d33f2f3d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.633568 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-9db63737-abc8-443e-86fe-972844806ee0 service neutron] 10.222.0.39 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755622 Apr 23 00:29:03.715653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.733219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port caf6a0d5-016e-483e-a744-647343f7bf21, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=caf6a0d5-016e-483e-a744-647343f7bf21,segment=NetworkSegment(0102664d-473b-42be-981f-45db1b332ba2),segment_id=0102664d-473b-42be-981f-45db1b332ba2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:03.733587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.741812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.746626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9af0a419-463a-43f0-8b30-22d33f2f3d12 None None] Port f98a3e85-36fa-4bd9-b126-447e25918510 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:03.750733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.818832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 20f0b7ac-ea25-4656-8b03-280f6479e387 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:03.859348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33692) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:03.926479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 20f0b7ac-ea25-4656-8b03-280f6479e387 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:03.927155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:03.957947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:29:04.014519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Allocated IP 172.20.0.6 (d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a/7013b332-d279-4f9b-a6f8-9dd87aadcdb1) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:04.030102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for caf6a0d5-016e-483e-a744-647343f7bf21 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:04.033868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=1aed9f52-4a0f-4972-8596-b850548a3bb9,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:04.043457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:04.070105 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ef5bc145-5429-4eae-af26-5340cf820022 req-26059ccf-db73-494b-9a43-00c513eeaed3 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 210 time: 0.0987911 Apr 23 00:29:04.132701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:04.138689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:04.139358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:04.179433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device caf6a0d5-016e-483e-a744-647343f7bf21 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:04.331144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port caf6a0d5-016e-483e-a744-647343f7bf21 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:04.396738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--1430021375', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:04.407992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:04.416980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:04.420206 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP fceec5c0-f8fa-4e4f-b09d-4b54f8b8eb01 associated. External IP: 172.26.8.5, port: 0013278b-fbab-4f39-a1d0-31240d54c565. Apr 23 00:29:04.454049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=7ac76277-fd8e-46d0-920f-e8981d899508,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:04.470780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 7ac76277-fd8e-46d0-920f-e8981d899508 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:04.496170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:04.516724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:04.522027 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a35eb0df-fbfa-46b6-90e1-3bd9a17fbee1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6477129 Apr 23 00:29:04.523908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33708) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:04.561154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': '7ac76277-fd8e-46d0-920f-e8981d899508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:04.562231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:04.565714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:04.590138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:04.590369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533547b8-1816-4dda-80b2-b1273e09d986 None None] Network ad45f79c-066a-4d75-a159-481c1a53465b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:04.591185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:04.690200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:04.706002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:04.712802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:04.725084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event deleted for resources: {'Port': ['ID=500649c6-09f7-4a75-8a46-5deecc21350d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:04.728812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:05.007889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-49d2914c-56b3-414c-8a4a-2838da5d3f3f None None] Provisioning for port caf6a0d5-016e-483e-a744-647343f7bf21 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:05.014471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-49d2914c-56b3-414c-8a4a-2838da5d3f3f None None] Provisioning complete for port caf6a0d5-016e-483e-a744-647343f7bf21 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:05.014978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-49d2914c-56b3-414c-8a4a-2838da5d3f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.065781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.121882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-49d2914c-56b3-414c-8a4a-2838da5d3f3f None None] Port caf6a0d5-016e-483e-a744-647343f7bf21 was deleted so its status cannot be updated. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 23 00:29:05.140022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:05.148832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=caf6a0d5-016e-483e-a744-647343f7bf21,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:05.152053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:05.172533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:05.213401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:05.217963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.235496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e38f8f7b-7d63-4785-bccc-71a1730db1fc None None] Could not find standard attr ID for object caf6a0d5-016e-483e-a744-647343f7bf21. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:29:05.293202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b776c12-9925-4b8d-82ac-bf81023e26b7 None None] DHCP port deletion for ad45f79c-066a-4d75-a159-481c1a53465b request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:29:05.310505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:05.311617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993cfafc-79a9-4dbd-a9b6-773bfce6fce8 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:29:05.356017 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-01653668-9255-476f-af25-92e2e283e88e req-e303ff0c-9eb9-4be1-a410-c25ef5dfd933 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 210 time: 0.0979373 Apr 23 00:29:05.402536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port caf6a0d5-016e-483e-a744-647343f7bf21 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:05.407851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.468252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993cfafc-79a9-4dbd-a9b6-773bfce6fce8 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:05.516172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.517757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:05.521755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.543315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.576137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Transition to ACTIVE for port object 7013b332-d279-4f9b-a6f8-9dd87aadcdb1 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:05.654300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.662537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-ba438aec-8c8e-40a6-8cfb-0a63390792bc tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:05.664995 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-ba438aec-8c8e-40a6-8cfb-0a63390792bc tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.42 "GET /v2.0/networks?id=72e690f2-3565-4902-9684-544dba169e53 HTTP/1.1" status: 200 len: 812 time: 0.2101939 Apr 23 00:29:05.714099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.714709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 541b2085-5497-4fc0-a1da-d502210f7caf {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:29:05.778491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.783316 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5a168e8f-2fbe-424b-88d4-8d303a9863fc tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "DELETE /v2.0/routers/541b2085-5497-4fc0-a1da-d502210f7caf HTTP/1.1" status: 204 len: 168 time: 5.3241954 Apr 23 00:29:05.784001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33714) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:05.788513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device caf6a0d5-016e-483e-a744-647343f7bf21 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:29:05.798927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-843363122', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:05.811238 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-cdb07a90-3dc4-4fb9-a42f-50b17c93b398 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807dd741af784b969030e7c71115a3aa HTTP/1.1" status: 200 len: 380 time: 0.1280081 Apr 23 00:29:05.811771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:05.816400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:05.820842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.825654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Usage tracker for resource:router and tenant:de1b036ebcc245a99364c8d676dc5dce is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:05.832558 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:05.843451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.852698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Request body: {'port': {'device_id': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'admin_state_up': True, 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'security_groups': ['249fedd7-2dd1-447f-ae57-586c6baa7168']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:05.853137 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:05.853755 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:05.890953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:05.894125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: caf6a0d5-016e-483e-a744-647343f7bf21 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:29:05.895605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device caf6a0d5-016e-483e-a744-647343f7bf21 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:29:05.904804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:05.913309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:05.996568 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:06.008314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.012177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.023976 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:06.024823 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:06.037732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:06.055931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.061938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.062974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.080597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.080909 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment ba9b6145-584d-4041-a00a-ce6ed01c5b7a of type vlan for network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 Apr 23 00:29:06.093478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=7013b332-d279-4f9b-a6f8-9dd87aadcdb1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.104306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=6d596476-c6f7-486a-92ac-349a50513409,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.105857 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:06.106348 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efd4495-bae0-4a4d-abd4-2008b9578aa6 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:06.125257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b67abb-5f60-457c-8b5c-d8fdabd671c0 None None] Network ad45f79c-066a-4d75-a159-481c1a53465b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:06.134525 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-91fe1c87-3c8b-489a-86a8-2ffb3a3f8a10 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6460752 Apr 23 00:29:06.144077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33722) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:06.154681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:06.161682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-528287234'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:06.165951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.172595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:06.173855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:06.185459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:network and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:06.188939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:06.191747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:06.208846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:06.224208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Made reservation on behalf of 807dd741af784b969030e7c71115a3aa for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:06.227689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.230285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:06.232706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:06.244306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:06.247752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.258459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.263963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:06.264550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.270278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.309726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.348903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d636ce-2108-401f-a8ed-7f54c1c00ab1 None None] DHCP port deletion for ad45f79c-066a-4d75-a159-481c1a53465b request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:29:06.382325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:06.383066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.388347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad45f79c-066a-4d75-a159-481c1a53465b']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:06.398851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.455029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=82e251b7-6f6c-4479-b7b5-ed39a0b0f967,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.469526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:06.521550 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e7bce4cb-3298-4a3f-8cfb-2a91241820bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6608677 Apr 23 00:29:06.527620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33728) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:06.535830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:06.541219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-335687209', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:06.547451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0102664d-473b-42be-981f-45db1b332ba2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:06.547774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0102664d-473b-42be-981f-45db1b332ba2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:06.548803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:06.562472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:06.570411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:06.579752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:06.581877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.582886 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Added segment 5de635c9-d6e3-4616-aed3-2a3a28b1a126 of type vlan for network f42b11fb-b391-46f6-8912-bf7b4ba22052 Apr 23 00:29:06.598709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.610434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-db22c711-6612-4456-8c3c-c816e3a1b674 None None] Provisioning for port 7013b332-d279-4f9b-a6f8-9dd87aadcdb1 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:06.616599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-db22c711-6612-4456-8c3c-c816e3a1b674 None None] Provisioning complete for port 7013b332-d279-4f9b-a6f8-9dd87aadcdb1 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:06.616964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-db22c711-6612-4456-8c3c-c816e3a1b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.651078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.652101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.675213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-db22c711-6612-4456-8c3c-c816e3a1b674 None None] Port 7013b332-d279-4f9b-a6f8-9dd87aadcdb1 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:06.677394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.694523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.708633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Allocated IP 172.20.0.5 (72e690f2-3565-4902-9684-544dba169e53/66534854-ac5d-4d1e-bd4e-a147cad2d277/74e4ef75-9c71-4a58-ac80-212d05a2d2e6) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:06.799948 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-def7da0c-a973-4a12-a5cd-3c436b11dc94 req-2b8131dd-b759-476e-832d-00ebacee19cd tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 210 time: 0.2999949 Apr 23 00:29:06.807180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.812604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:06.813247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.831712 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2f1d1e80-dc9f-44b5-8fe0-d7064169956d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.0724039 Apr 23 00:29:06.860309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33732) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:06.885697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.922085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=f6776a8c-07b0-456a-9982-16d9f8db9116,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:06.979861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:06.980218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:06.996059 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:07.007795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.084256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': 'e9164722-0e92-48cd-b6c2-f66126d729fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7ac76277-fd8e-46d0-920f-e8981d899508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:07.084546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: 7ac76277-fd8e-46d0-920f-e8981d899508, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:07.153817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.158873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.162107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 7ac76277-fd8e-46d0-920f-e8981d899508 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:07.200839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=ad45f79c-066a-4d75-a159-481c1a53465b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:07.206834 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0007f1cf-59fb-4a23-b26e-e5689f39e211 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/ad45f79c-066a-4d75-a159-481c1a53465b HTTP/1.1" status: 204 len: 168 time: 5.6410451 Apr 23 00:29:07.210974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 7ac76277-fd8e-46d0-920f-e8981d899508) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:07.218487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea72032-c373-444a-9148-1022f28dba44 None None] Network 7ac76277-fd8e-46d0-920f-e8981d899508 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:07.255772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33736) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:07.265574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:07.266349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.314867 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d9476a5a-f8dc-4b32-bbb5-a08eec386f30 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7675409 Apr 23 00:29:07.315503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33740) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:07.317443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1564269642'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:07.325618 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1749835 Apr 23 00:29:07.325618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b83590-8190-447d-99c6-858847b964c8 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Network': ['ID=f42b11fb-b391-46f6-8912-bf7b4ba22052,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:07.325861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918136436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:07.333152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33744) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:07.336894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:07.345193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:07.346181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'subnet': {'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:07.360169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:router and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:07.365208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:07.373597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:07.397474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:07.414387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.420631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:07.426958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:07.437570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:07.463741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.465932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.512829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:07.516307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.540683 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-7ac76277-fd8e-46d0-920f-e8981d899508', 'network_id': '7ac76277-fd8e-46d0-920f-e8981d899508', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': 'f6776a8c-07b0-456a-9982-16d9f8db9116'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:07.541924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.552625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.572903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155fe28-1d31-4d22-9cc1-bee868360a96 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:07.578583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155fe28-1d31-4d22-9cc1-bee868360a96 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:07.578725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:07.585186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155fe28-1d31-4d22-9cc1-bee868360a96 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:07.587054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1155fe28-1d31-4d22-9cc1-bee868360a96 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Synchronizing usage tracker for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:07.597778 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 500649c6-09f7-4a75-8a46-5deecc21350d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:29:07.598575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.600860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:subnet and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:07.605370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:07.612689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Transition to ACTIVE for port object 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:07.619666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:07.621282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:07.646614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 500649c6-09f7-4a75-8a46-5deecc21350d {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:29:07.646863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 500649c6-09f7-4a75-8a46-5deecc21350d not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:29:07.680517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1155fe28-1d31-4d22-9cc1-bee868360a96 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Unset dirty status for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:07.681453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1155fe28-1d31-4d22-9cc1-bee868360a96 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.8202224 Apr 23 00:29:07.685772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33748) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:07.686699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.687028 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment 0ae8a659-0ac6-446c-bdeb-f169b56bc069 of type vlan for network 3c97539c-d9af-490f-bb37-495398935988 Apr 23 00:29:07.740870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.744183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Allocated IP 2001:db8::2 (7ac76277-fd8e-46d0-920f-e8981d899508/f6776a8c-07b0-456a-9982-16d9f8db9116/bd55a89e-b19e-477f-9d16-290700f4e9df) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:07.767506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.783695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:07.788155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.867685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Network 72e690f2-3565-4902-9684-544dba169e53 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:07.868580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.873943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:07.874549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.900718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:07.911584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event updated for resources: {'Port': ['ID=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:07.928694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:07.938018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:07.945740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.006404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.024668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.024967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Transition to ACTIVE for port object bd55a89e-b19e-477f-9d16-290700f4e9df will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:08.039013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting port 7013b332-d279-4f9b-a6f8-9dd87aadcdb1 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:08.039311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.071516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Transition to ACTIVE for port object bd55a89e-b19e-477f-9d16-290700f4e9df will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:08.081846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.170518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.175153 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f2ddcc86-caf3-4d50-ad87-226fa0a6cc91 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8563733 Apr 23 00:29:08.180104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33754) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:08.183112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Network 7ac76277-fd8e-46d0-920f-e8981d899508 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:08.185995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:08.194686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:08.204786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Pushing event updated for resources: {'Port': ['ID=bd55a89e-b19e-477f-9d16-290700f4e9df,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:08.247261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9915373 Apr 23 00:29:08.267737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33758) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:08.280056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '3c97539c-d9af-490f-bb37-495398935988', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:08.280823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3d000-e075-4e64-9a8f-43bc7b98a711 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=3c97539c-d9af-490f-bb37-495398935988,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:08.291808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.303642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 3c97539c-d9af-490f-bb37-495398935988 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:08.330555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:08.331164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.335224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Attempting to bind port bd55a89e-b19e-477f-9d16-290700f4e9df on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:08.335595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Attempting to bind port bd55a89e-b19e-477f-9d16-290700f4e9df by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e9164722-0e92-48cd-b6c2-f66126d729fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7ac76277-fd8e-46d0-920f-e8981d899508'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:08.335953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Attempting to bind port bd55a89e-b19e-477f-9d16-290700f4e9df on network 7ac76277-fd8e-46d0-920f-e8981d899508 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:08.337637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.347235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:08.347608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Checking segment: {'id': 'e9164722-0e92-48cd-b6c2-f66126d729fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7ac76277-fd8e-46d0-920f-e8981d899508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:08.348717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.349370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Bound using segment: {'id': 'e9164722-0e92-48cd-b6c2-f66126d729fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7ac76277-fd8e-46d0-920f-e8981d899508'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:08.349989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Bound port: bd55a89e-b19e-477f-9d16-290700f4e9df, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9164722-0e92-48cd-b6c2-f66126d729fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7ac76277-fd8e-46d0-920f-e8981d899508'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:08.350549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.393505 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-f43f8ab5-e8c3-431c-818c-852dd95c3e84 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5464127 Apr 23 00:29:08.420087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0cda83b-2691-44c6-bd99-20de47e6c6f2 None None] Provisioning for port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:08.425227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Request body: {'port': {'device_id': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:08.461068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0cda83b-2691-44c6-bd99-20de47e6c6f2 None None] Provisioning complete for port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:08.461068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0cda83b-2691-44c6-bd99-20de47e6c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.483318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fe70b-6af0-4f8a-bf1f-580f04c913bd req-ab25b900-db02-4d55-8a0f-e3251f904aee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:08.484055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3b6fe70b-6af0-4f8a-bf1f-580f04c913bd req-ab25b900-db02-4d55-8a0f-e3251f904aee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Synchronizing usage tracker for tenant:807dd741af784b969030e7c71115a3aa on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:08.564509 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0cda83b-2691-44c6-bd99-20de47e6c6f2 None None] Port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:08.570701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] For port bd55a89e-b19e-477f-9d16-290700f4e9df, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:08.574104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] For port bd55a89e-b19e-477f-9d16-290700f4e9df, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bd55a89e-b19e-477f-9d16-290700f4e9df,segment=NetworkSegment(e9164722-0e92-48cd-b6c2-f66126d729fd),segment_id=e9164722-0e92-48cd-b6c2-f66126d729fd)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:08.579733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.595571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3b6fe70b-6af0-4f8a-bf1f-580f04c913bd req-ab25b900-db02-4d55-8a0f-e3251f904aee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Unset dirty status for tenant:807dd741af784b969030e7c71115a3aa on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:08.602854 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3b6fe70b-6af0-4f8a-bf1f-580f04c913bd req-ab25b900-db02-4d55-8a0f-e3251f904aee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 931 time: 0.5808461 Apr 23 00:29:08.664592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd15fc3-25f9-42dc-892f-555b0e764080 None None] Pushing event updated for resources: {'Port': ['ID=bd55a89e-b19e-477f-9d16-290700f4e9df,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:08.679153 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3b6fe70b-6af0-4f8a-bf1f-580f04c913bd req-126000e7-b349-4093-848d-b33d72014ac0 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752094 Apr 23 00:29:08.703161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:08.717111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.38 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/26522b07-921d-4303-84e8-e5839eef492e) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:09.103746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:09.143333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:09.174138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:09.181241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.200185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:09.245756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.278255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:09.281680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.299432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.318485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.428280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:09.432566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:09.443049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:09.469218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:29:09.493870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.499894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=26522b07-921d-4303-84e8-e5839eef492e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:09.519749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Transition to ACTIVE for port object 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:09.553521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Calling delete_port for 7013b332-d279-4f9b-a6f8-9dd87aadcdb1 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:09.577380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.686764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.694021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bd55a89e-b19e-477f-9d16-290700f4e9df up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:09.757198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Subnet': ['ID=432855e6-696e-4ca9-9434-4e59b9ee26b0,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:09.763537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:09.786216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813b123-a024-4b30-a886-af565cba7f93 None None] Network 7ac76277-fd8e-46d0-920f-e8981d899508 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:09.833695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Checking segment: {'id': '5de635c9-d6e3-4616-aed3-2a3a28b1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:09.834096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network hostable DHCP agents. Network: f42b11fb-b391-46f6-8912-bf7b4ba22052, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:09.891474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Allocated IP 172.26.8.120 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/439dae5e-1d95-400e-918e-e7e80d3fc7d3) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:09.947118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9f009a27-9f9c-4fd2-ad25-495c97d7aae1 None None] Provisioning for port bd55a89e-b19e-477f-9d16-290700f4e9df completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:09.967962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Pushing event updated for resources: {'Port': ['ID=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:09.976889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port bd55a89e-b19e-477f-9d16-290700f4e9df completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:10.027402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Attempting to bind port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:10.028750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Attempting to bind port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:10.029299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Attempting to bind port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 on network 72e690f2-3565-4902-9684-544dba169e53 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:10.042060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bd55a89e-b19e-477f-9d16-290700f4e9df triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:10.042463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.101510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 on network 72e690f2-3565-4902-9684-544dba169e53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:29:10.102107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Attempting to bind port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 on network 72e690f2-3565-4902-9684-544dba169e53 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:10.127740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:10.128358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Checking segment: {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:10.128970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Bound using segment: {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:10.129628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Bound port: 74e4ef75-9c71-4a58-ac80-212d05a2d2e6, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5131ba4c-b699-421a-bd42-e76f11cfe987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '72e690f2-3565-4902-9684-544dba169e53'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:10.130142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.247316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.256333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:10.288655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port bd55a89e-b19e-477f-9d16-290700f4e9df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bd55a89e-b19e-477f-9d16-290700f4e9df,segment=NetworkSegment(e9164722-0e92-48cd-b6c2-f66126d729fd),segment_id=e9164722-0e92-48cd-b6c2-f66126d729fd)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:10.297081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.342873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, f42b11fb-b391-46f6-8912-bf7b4ba22052) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:10.347275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.376396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92779f0-7f96-4ffb-9f1f-942e21a15459 None None] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:10.420402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:10.421005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.428711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] For port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:10.443050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] For port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:10.462932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.476571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=bd55a89e-b19e-477f-9d16-290700f4e9df,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:10.557108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:10.558283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.559565 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] 10.222.0.42 "PUT /v2.0/ports/74e4ef75-9c71-4a58-ac80-212d05a2d2e6 HTTP/1.1" status: 200 len: 1093 time: 2.1444874 Apr 23 00:29:10.659246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.682667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-f42b11fb-b391-46f6-8912-bf7b4ba22052', 'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052', 'tenant_id': 'd449de6da6f34463974f6d061154ea3b', 'fixed_ips': [{'subnet_id': '432855e6-696e-4ca9-9434-4e59b9ee26b0'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:10.683533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.743309 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5f918db5-aa2e-4bae-9e7d-f51d4ec296d0 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4089167 Apr 23 00:29:10.774931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.783960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f16ea-282d-432b-9492-92a77714486e service neutron] Pushing event updated for resources: {'Port': ['ID=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:10.787339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:29:10.803219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33766) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:10.840357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-78149b0b-943e-4add-a13c-0f4263c7f023 None None] Provisioning complete for port bd55a89e-b19e-477f-9d16-290700f4e9df triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:10.840949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-78149b0b-943e-4add-a13c-0f4263c7f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.871914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-786266774', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:10.887735 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53835553-41ce-44d6-b7de-803d14e4b389'] response: {'name': 'network-changed', 'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'status': 'completed', 'code': 200} Apr 23 00:29:10.900898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:10.901732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Port': ['ID=7013b332-d279-4f9b-a6f8-9dd87aadcdb1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:10.912416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:10.918946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:router and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:10.925093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:10.934524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Allocated IP 172.20.0.2 (f42b11fb-b391-46f6-8912-bf7b4ba22052/432855e6-696e-4ca9-9434-4e59b9ee26b0/fda5f21f-a756-4437-b4bd-aa69676a6d01) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:11.003587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10957dc4-89c1-4f84-b022-39a2f97359e6 req-6548f441-0752-42ad-83c0-2b0f83244ab2 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:11.012687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10957dc4-89c1-4f84-b022-39a2f97359e6 req-6548f441-0752-42ad-83c0-2b0f83244ab2 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 943 time: 1.1185155 Apr 23 00:29:11.040380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.044783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:11.109411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.111097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.204131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4350fff4-e737-4769-a08b-79950fbcb400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:11.205894 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4350fff4-e737-4769-a08b-79950fbcb400 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=807dd741af784b969030e7c71115a3aa&device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 1096 time: 0.4049780 Apr 23 00:29:11.214182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.270314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:11.292103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:11.294067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=cb3bffe0-bbae-4423-9867-6d4acad6a11a,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:11.294639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.296252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': '0ae8a659-0ac6-446c-bdeb-f169b56bc069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c97539c-d9af-490f-bb37-495398935988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:11.296812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 3c97539c-d9af-490f-bb37-495398935988, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:11.302555 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-6c47876e-45c7-4b29-a4d3-7f7c9fe8371a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6 HTTP/1.1" status: 200 len: 217 time: 0.0791879 Apr 23 00:29:11.303929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:11.306756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.307656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Transition to ACTIVE for port object fda5f21f-a756-4437-b4bd-aa69676a6d01 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:11.331460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Transition to ACTIVE for port object fda5f21f-a756-4437-b4bd-aa69676a6d01 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:11.342672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.383500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event updated for resources: {'Port': ['ID=439dae5e-1d95-400e-918e-e7e80d3fc7d3,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:11.408959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:11.412002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8::1 (7ac76277-fd8e-46d0-920f-e8981d899508/f6776a8c-07b0-456a-9982-16d9f8db9116/7b8ca55e-95f4-4dfe-8b12-7f90245ccf16) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:11.413273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:11.415638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:11.449347 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10957dc4-89c1-4f84-b022-39a2f97359e6 req-dc49fca9-d9fb-474c-b448-912fc4faaa1c tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354134 Apr 23 00:29:11.462601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Pushing event updated for resources: {'Port': ['ID=fda5f21f-a756-4437-b4bd-aa69676a6d01,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:11.526011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Attempting to bind port fda5f21f-a756-4437-b4bd-aa69676a6d01 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:11.526011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Attempting to bind port fda5f21f-a756-4437-b4bd-aa69676a6d01 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '5de635c9-d6e3-4616-aed3-2a3a28b1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:11.526439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Attempting to bind port fda5f21f-a756-4437-b4bd-aa69676a6d01 on network f42b11fb-b391-46f6-8912-bf7b4ba22052 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:11.532896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:11.533267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Checking segment: {'id': '5de635c9-d6e3-4616-aed3-2a3a28b1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:11.534096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.534209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Bound using segment: {'id': '5de635c9-d6e3-4616-aed3-2a3a28b1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:11.534706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Bound port: fda5f21f-a756-4437-b4bd-aa69676a6d01, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de635c9-d6e3-4616-aed3-2a3a28b1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:11.535195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.575039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-01d387dd-3400-430a-9fd7-24d798eb68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:11.576490 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-01d387dd-3400-430a-9fd7-24d798eb68dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66534854-ac5d-4d1e-bd4e-a147cad2d277 HTTP/1.1" status: 200 len: 851 time: 0.2678084 Apr 23 00:29:11.640096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bd55a89e-b19e-477f-9d16-290700f4e9df up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:11.661592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 3c97539c-d9af-490f-bb37-495398935988 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:11.690289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] For port fda5f21f-a756-4437-b4bd-aa69676a6d01, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:11.703538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.708463 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2003b74a-8340-436d-a050-76d47500147a tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/ports/7013b332-d279-4f9b-a6f8-9dd87aadcdb1 HTTP/1.1" status: 204 len: 168 time: 4.0160646 Apr 23 00:29:11.709777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33772) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:11.713330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] For port fda5f21f-a756-4437-b4bd-aa69676a6d01, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fda5f21f-a756-4437-b4bd-aa69676a6d01,segment=NetworkSegment(5de635c9-d6e3-4616-aed3-2a3a28b1a126),segment_id=5de635c9-d6e3-4616-aed3-2a3a28b1a126)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:11.719559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.774464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 3c97539c-d9af-490f-bb37-495398935988) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:11.792444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5af1af-2cc5-4b41-a756-0e4b6c3de094 None None] Network 3c97539c-d9af-490f-bb37-495398935988 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:11.823837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.860518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:11.861211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.867084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44380dbb-7df3-4891-a5ef-fe2a52f1fc7b None None] Pushing event updated for resources: {'Port': ['ID=fda5f21f-a756-4437-b4bd-aa69676a6d01,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:11.877814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bd55a89e-b19e-477f-9d16-290700f4e9df triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:11.880450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.888509 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3265df71-dc04-4af1-b61e-18f5b710daf9 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] GET failed (client error): The resource could not be found. Apr 23 00:29:11.889036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3265df71-dc04-4af1-b61e-18f5b710daf9 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Synchronizing usage tracker for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:11.939270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-91530944-156b-455d-bf43-fe0672361fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:11.939818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:11.941964 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-91530944-156b-455d-bf43-fe0672361fd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72e690f2-3565-4902-9684-544dba169e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3064468 Apr 23 00:29:11.950956 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9408fd50-da22-4107-ba05-3f9100f29280 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.6772234 Apr 23 00:29:11.958709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33776) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:12.052789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:29:12.151009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.162185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3265df71-dc04-4af1-b61e-18f5b710daf9 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Unset dirty status for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:12.163976 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3265df71-dc04-4af1-b61e-18f5b710daf9 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "GET /v2.0/ports/7013b332-d279-4f9b-a6f8-9dd87aadcdb1 HTTP/1.1" status: 404 len: 333 time: 0.4051673 Apr 23 00:29:12.252202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-3c97539c-d9af-490f-bb37-495398935988', 'network_id': '3c97539c-d9af-490f-bb37-495398935988', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': 'cb3bffe0-bbae-4423-9867-6d4acad6a11a'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:12.253063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.331470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33780) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:12.375847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:12.405254 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'name': 'tempest-AllowedAddressPairTestJSON-1045630594'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:12.442724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Allocated IP 172.20.0.1 (3c97539c-d9af-490f-bb37-495398935988/cb3bffe0-bbae-4423-9867-6d4acad6a11a/6fb7e91d-5c2b-4ee5-bef9-bff522175b70) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:12.552414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.607172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.669186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.681155 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-4362666c-3b38-4502-99f6-1f5803eeb63d service neutron] 10.222.0.42 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299502 Apr 23 00:29:12.711263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.723224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Transition to ACTIVE for port object 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:12.746359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Transition to ACTIVE for port object 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:12.750117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 7ac76277-fd8e-46d0-920f-e8981d899508 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:12.755486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.759930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:12.780848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:12.781385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.783421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:12.796687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=7b8ca55e-95f4-4dfe-8b12-7f90245ccf16,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:12.808957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:12.836727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:12.836971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Network 3c97539c-d9af-490f-bb37-495398935988 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:12.840889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.844478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:12.849367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:12.855743 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Pushing event updated for resources: {'Port': ['ID=6fb7e91d-5c2b-4ee5-bef9-bff522175b70,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:12.881134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:12.897547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Sync routers for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:12.957545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:12.958226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:12.972638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:12.980052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] device_id is not set on port 751bd418-32b6-45d4-9746-c2a04b4342cf yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:29:13.056664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.061696 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-89f98870-8c6c-4cde-9294-0c011920d93b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5301573 Apr 23 00:29:13.068219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33788) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:13.081085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Attempting to bind port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:13.081482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Attempting to bind port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '0ae8a659-0ac6-446c-bdeb-f169b56bc069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c97539c-d9af-490f-bb37-495398935988'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:13.087298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Attempting to bind port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 on network 3c97539c-d9af-490f-bb37-495398935988 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:13.104086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:13.107425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Checking segment: {'id': '0ae8a659-0ac6-446c-bdeb-f169b56bc069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c97539c-d9af-490f-bb37-495398935988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:13.107991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.108402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Bound using segment: {'id': '0ae8a659-0ac6-446c-bdeb-f169b56bc069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c97539c-d9af-490f-bb37-495398935988'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:13.108898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Bound port: 6fb7e91d-5c2b-4ee5-bef9-bff522175b70, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae8a659-0ac6-446c-bdeb-f169b56bc069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3c97539c-d9af-490f-bb37-495398935988'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:13.109281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.154869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3bffe0-bbae-4423-9867-6d4acad6a11a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:13.352178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.404654 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cbe22cbd-1d79-4480-b1bb-c58b187873a1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3317025 Apr 23 00:29:13.417185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33794) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:13.420148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762d4ae-1e53-42cd-b4a8-92466bab5e2b None None] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:13.444309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:13.447903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.473894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c97539c-d9af-490f-bb37-495398935988']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:13.496214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf756e-c2c3-4fa2-ba72-8d71368ea19f req-54ece2e5-6171-4bba-958c-e6032e730f13 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:13.497696 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e6bf756e-c2c3-4fa2-ba72-8d71368ea19f req-54ece2e5-6171-4bba-958c-e6032e730f13 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 943 time: 0.8622162 Apr 23 00:29:13.527836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae8a659-0ac6-446c-bdeb-f169b56bc069') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:13.528567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae8a659-0ac6-446c-bdeb-f169b56bc069') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:13.557122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.561285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.570486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.589663 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6011e5dd-e541-4429-8e6b-44707b9acb8c req-413837b3-74c1-48cd-8bf0-aa8ec7d2f49d service neutron] 10.222.0.42 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8960495 Apr 23 00:29:13.615194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-32c4fbe3-0ba1-4b8c-a3e4-f66032eb137b None None] Provisioning for port 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:13.620779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.703449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-32c4fbe3-0ba1-4b8c-a3e4-f66032eb137b None None] Provisioning complete for port 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:13.703914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-32c4fbe3-0ba1-4b8c-a3e4-f66032eb137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.737519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.783597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fda5f21f-a756-4437-b4bd-aa69676a6d01 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:13.822668 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e6bf756e-c2c3-4fa2-ba72-8d71368ea19f req-f57d48c7-8030-41d4-ac68-c104293c61b3 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970328 Apr 23 00:29:13.868065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] For port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:13.882035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Allocated IP 172.20.0.12 (d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a/751bd418-32b6-45d4-9746-c2a04b4342cf) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:13.917570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-32c4fbe3-0ba1-4b8c-a3e4-f66032eb137b None None] Port 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:13.922976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772f3b9-fa64-4275-80e3-27d6d5d27141 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:13.927570 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7772f3b9-fa64-4275-80e3-27d6d5d27141 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5005038 Apr 23 00:29:13.930053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33798) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:13.952394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:13.953043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:13.970194 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:13.978286 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5d1cabfd-fb38-4661-9552-0afbc79cedcb tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469401 Apr 23 00:29:14.011989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33802) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:14.052702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fda5f21f-a756-4437-b4bd-aa69676a6d01 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:14.128196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a6247098-a9fe-4bc6-94f3-2222308a087a None None] Provisioning for port fda5f21f-a756-4437-b4bd-aa69676a6d01 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:14.138220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a6247098-a9fe-4bc6-94f3-2222308a087a None None] Provisioning complete for port fda5f21f-a756-4437-b4bd-aa69676a6d01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:14.138653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a6247098-a9fe-4bc6-94f3-2222308a087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.152323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-5aa97b25-6ef5-41ae-8e42-462a61bf9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:14.153736 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-5aa97b25-6ef5-41ae-8e42-462a61bf9fa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=807dd741af784b969030e7c71115a3aa&device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 1096 time: 0.4596863 Apr 23 00:29:14.171160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1073649691', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:14.237069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:09Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:14.250715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Checking router: ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:14.251101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Updating router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 port 26522b07-921d-4303-84e8-e5839eef492e binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:29:14.291079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:29:14.291079 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:29:14.291079 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': '3c97539c-d9af-490f-bb37-495398935988'}] Apr 23 00:29:14.291079 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:14.291558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:14.318786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] For port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6fb7e91d-5c2b-4ee5-bef9-bff522175b70,segment=NetworkSegment(0ae8a659-0ac6-446c-bdeb-f169b56bc069),segment_id=0ae8a659-0ac6-446c-bdeb-f169b56bc069)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:14.337711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.417087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.438018 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-01f48f6f-5825-439a-8e7e-7435049eb1a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3654344 Apr 23 00:29:14.473074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a6247098-a9fe-4bc6-94f3-2222308a087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.478974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Router 699286d7-ef78-4eca-bd9e-8047004ec127 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:29:14.548616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.26.8.196 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/18b53aa3-eb3c-497e-af97-6322896771cb) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:14.574943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec64372-009a-407d-b1af-4a49e0c05267 None None] Pushing event updated for resources: {'Port': ['ID=6fb7e91d-5c2b-4ee5-bef9-bff522175b70,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:14.583768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:29:14.587518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:14.604334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:14.616928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:14.643138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a6247098-a9fe-4bc6-94f3-2222308a087a None None] For port fda5f21f-a756-4437-b4bd-aa69676a6d01, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fda5f21f-a756-4437-b4bd-aa69676a6d01,segment=NetworkSegment(5de635c9-d6e3-4616-aed3-2a3a28b1a126),segment_id=5de635c9-d6e3-4616-aed3-2a3a28b1a126)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:14.647790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:14.653485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.662322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a6247098-a9fe-4bc6-94f3-2222308a087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.666841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.667769 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.693366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-b20af7aa-cb4d-486a-9640-51f101d188b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:14.694938 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-b20af7aa-cb4d-486a-9640-51f101d188b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72e690f2-3565-4902-9684-544dba169e53 HTTP/1.1" status: 200 len: 912 time: 0.5300472 Apr 23 00:29:14.705779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a5cc5-90ac-420d-87b3-85be26e0509e None None] Network 3c97539c-d9af-490f-bb37-495398935988 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:14.806400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:14.811981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.843133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6247098-a9fe-4bc6-94f3-2222308a087a None None] Pushing event updated for resources: {'Port': ['ID=fda5f21f-a756-4437-b4bd-aa69676a6d01,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:14.849108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.890176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-779b10b9-f90b-4549-b170-e9b8bc654a5c None None] Provisioning complete for port fda5f21f-a756-4437-b4bd-aa69676a6d01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:14.891821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-779b10b9-f90b-4549-b170-e9b8bc654a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.898103 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-6b5e2c2a-98bc-4ab0-97c6-20fc33863743 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6 HTTP/1.1" status: 200 len: 217 time: 0.1474543 Apr 23 00:29:14.906448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:14.912081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=7b8ca55e-95f4-4dfe-8b12-7f90245ccf16,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:15.013629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:15.014011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.055741 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.062464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Transition to ACTIVE for port object 751bd418-32b6-45d4-9746-c2a04b4342cf will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:15.066014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:15.079740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-daa2a7ef-4218-4d4b-9ad2-69728c5f5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:15.081248 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-daa2a7ef-4218-4d4b-9ad2-69728c5f5fa0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.5003119 Apr 23 00:29:15.088178 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] Sync routers for ids ['699286d7-ef78-4eca-bd9e-8047004ec127'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:15.103998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-8a526fd7-91ab-45eb-a5e0-05a700480788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:15.104528 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] Routers {'699286d7-ef78-4eca-bd9e-8047004ec127'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:15.105293 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['699286d7-ef78-4eca-bd9e-8047004ec127'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:15.107098 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-8a526fd7-91ab-45eb-a5e0-05a700480788 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66534854-ac5d-4d1e-bd4e-a147cad2d277 HTTP/1.1" status: 200 len: 851 time: 0.1871889 Apr 23 00:29:15.174049 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:15.194539 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] Routers {'699286d7-ef78-4eca-bd9e-8047004ec127'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:15.195283 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['699286d7-ef78-4eca-bd9e-8047004ec127'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:15.240612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e3abd581-eeea-4a90-893d-74c71990889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.245672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.254841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 7ac76277-fd8e-46d0-920f-e8981d899508 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:15.297144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.301356 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7358ea46-026a-470e-be69-08f70e4d026e tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5076492 Apr 23 00:29:15.301356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:15.302092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33808) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:15.302332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.309987 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:15.311175 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb136f-6c68-46cc-a7b4-b75a3e123412 None None] The sync data for ids ['699286d7-ef78-4eca-bd9e-8047004ec127'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:15.316757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': False}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:15.341688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:15.355124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:15.369985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:15.379318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:15.409830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:15.414399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:15.506468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=751bd418-32b6-45d4-9746-c2a04b4342cf,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:15.525731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-4d5f2292-5ac7-459c-83f4-544656de4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:15.527293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-4d5f2292-5ac7-459c-83f4-544656de4886 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72e690f2-3565-4902-9684-544dba169e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4103010 Apr 23 00:29:15.697399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fda5f21f-a756-4437-b4bd-aa69676a6d01 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:15.704385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=18b53aa3-eb3c-497e-af97-6322896771cb,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:15.713587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:15.714337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.752576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604dc519-259e-42b9-be73-0b6355f96840 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:29:15.796977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.850692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.875535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8360a-cc0c-41e1-8aa8-fd6f407179d2 req-5f0c68cc-9ea1-4514-a6a8-5474ffcba8eb tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:15.876565 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d1d8360a-cc0c-41e1-8aa8-fd6f407179d2 req-5f0c68cc-9ea1-4514-a6a8-5474ffcba8eb tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 943 time: 0.9060781 Apr 23 00:29:15.883954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-025c9506-b724-424d-9eb9-a7ac3cc961d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:15.885242 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-025c9506-b724-424d-9eb9-a7ac3cc961d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.7744572 Apr 23 00:29:15.885442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e2889aae-62bb-4a3b-a44d-f7e29d270833 None None] Provisioning complete for port 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:15.885811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e2889aae-62bb-4a3b-a44d-f7e29d270833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:15.931971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Transition to ACTIVE for port object 26522b07-921d-4303-84e8-e5839eef492e will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:15.980699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.030897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fda5f21f-a756-4437-b4bd-aa69676a6d01 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:16.031298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.097707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e2889aae-62bb-4a3b-a44d-f7e29d270833 None None] Port 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:16.116121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6fb7e91d-5c2b-4ee5-bef9-bff522175b70,segment=NetworkSegment(0ae8a659-0ac6-446c-bdeb-f169b56bc069),segment_id=0ae8a659-0ac6-446c-bdeb-f169b56bc069)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:16.116492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.189518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cac2a8-3fa0-4809-b11f-efec349a1e9c None None] Pushing event updated for resources: {'Port': ['ID=26522b07-921d-4303-84e8-e5839eef492e,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.242603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=8657e32b-0787-49c6-aac8-11d435f95b4d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.246266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e2889aae-62bb-4a3b-a44d-f7e29d270833 None None] Provisioning for port 751bd418-32b6-45d4-9746-c2a04b4342cf completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:16.249487 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1b0c9142-d859-4735-8615-1423e0348d77 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8661432 Apr 23 00:29:16.249615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Attempting to bind port 26522b07-921d-4303-84e8-e5839eef492e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:16.250029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Attempting to bind port 26522b07-921d-4303-84e8-e5839eef492e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:16.250498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Attempting to bind port 26522b07-921d-4303-84e8-e5839eef492e on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:16.252631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33812) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:16.273241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:30:bd:e8'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:16.277641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e2889aae-62bb-4a3b-a44d-f7e29d270833 None None] Provisioning complete for port 751bd418-32b6-45d4-9746-c2a04b4342cf triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:16.278028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e2889aae-62bb-4a3b-a44d-f7e29d270833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.304376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:16.304814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:16.305124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.305515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:16.306000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Bound port: 26522b07-921d-4303-84e8-e5839eef492e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:16.306408 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.321158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:16.337404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:16.337763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 82e251b7-6f6c-4479-b7b5-ed39a0b0f967, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:16.355897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-cc0fff5f-1c47-4e78-b40b-fe0a709dffaa service neutron] 10.222.0.42 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755792 Apr 23 00:29:16.386232 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d1d8360a-cc0c-41e1-8aa8-fd6f407179d2 req-7f928bbc-68d5-462f-8904-0bfab4aabccb tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4330595 Apr 23 00:29:16.468216 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-378a2cd0-78cf-449d-966a-316177e40584 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.5053849 Apr 23 00:29:16.471434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e2889aae-62bb-4a3b-a44d-f7e29d270833 None None] Port 751bd418-32b6-45d4-9746-c2a04b4342cf cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:16.527956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] For port 26522b07-921d-4303-84e8-e5839eef492e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:16.530995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] For port 26522b07-921d-4303-84e8-e5839eef492e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=26522b07-921d-4303-84e8-e5839eef492e,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:16.543214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.576764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:16.604869 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-604dc519-259e-42b9-be73-0b6355f96840 None None] Agent e37f8fd6-0a0d-47c6-935c-b648e560481a already present Apr 23 00:29:16.605284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604dc519-259e-42b9-be73-0b6355f96840 None None] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:16.605823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604dc519-259e-42b9-be73-0b6355f96840 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 82e251b7-6f6c-4479-b7b5-ed39a0b0f967) {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:16.645088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:16.645715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:16.653858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 39fd40bd-7336-4213-bd67-844074b3d255 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:29:16.666179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-e764ee58-360d-4219-83e7-e239301790f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:16.667654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-e764ee58-360d-4219-83e7-e239301790f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.1870015 Apr 23 00:29:16.670284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.719458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cac2a8-3fa0-4809-b11f-efec349a1e9c None None] Pushing event updated for resources: {'Port': ['ID=26522b07-921d-4303-84e8-e5839eef492e,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.736185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 82e251b7-6f6c-4479-b7b5-ed39a0b0f967) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:16.741527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:16.742492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.812008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-69d6e249-19d2-45ed-80b7-ae12afc31316 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6580563 Apr 23 00:29:16.815786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33816) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:16.884771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:16.895124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=6fb7e91d-5c2b-4ee5-bef9-bff522175b70,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:16.903063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port 6fb7e91d-5c2b-4ee5-bef9-bff522175b70 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:16.939387 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-349ee303-92ae-48a3-9ab4-afb23f38c2c0 req-f0a8bfd4-8aef-4f8c-bd7d-da7508e2422a service neutron] 10.222.0.42 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761571 Apr 23 00:29:16.994103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:17.125476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:29:17.214546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.299046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.369130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:17.387083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] Sync routers for ids ['39fd40bd-7336-4213-bd67-844074b3d255'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:17.402101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c97539c-d9af-490f-bb37-495398935988']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.417792 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-131699b5-5076-496c-8e23-17f52a1600ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/39fd40bd-7336-4213-bd67-844074b3d255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2302611 Apr 23 00:29:17.427762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33822) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:17.439017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] Routers {'39fd40bd-7336-4213-bd67-844074b3d255'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:17.439577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['39fd40bd-7336-4213-bd67-844074b3d255'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.453833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.465463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae8a659-0ac6-446c-bdeb-f169b56bc069') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.466014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae8a659-0ac6-446c-bdeb-f169b56bc069') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.484362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.547850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.598604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-d328f4c5-d5f0-42ce-a4a6-d7b3355f773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:17.599035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:17.600407 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-d328f4c5-d5f0-42ce-a4a6-d7b3355f773d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9249246 Apr 23 00:29:17.607597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-35954397-b476-442a-897f-c4aaf67928dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.612739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.619642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] Routers {'39fd40bd-7336-4213-bd67-844074b3d255'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:17.620200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:28:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['39fd40bd-7336-4213-bd67-844074b3d255'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.645914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:17.646369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:17.686160 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:17.697425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'port_id': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'mac_address': 'fa:16:3e:2d:1c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:29:17.699004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.699391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dfd3b-6aab-4ac5-81f1-a85c52f1395c None None] The sync data for ids ['39fd40bd-7336-4213-bd67-844074b3d255'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:17.764272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba89f62-56c9-45ce-995d-a8f445ea4a78 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:17.764845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2ba89f62-56c9-45ce-995d-a8f445ea4a78 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:17.828498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.860028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:09Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:17.870698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:29:17.889237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd15b83-7e14-40fd-88eb-e2d99f53ad42 None None] The sync data for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv is: [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:09Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:17.900307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:17.913853 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.936673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2ba89f62-56c9-45ce-995d-a8f445ea4a78 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:17.940372 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2ba89f62-56c9-45ce-995d-a8f445ea4a78 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports/7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 HTTP/1.1" status: 200 len: 911 time: 0.5055232 Apr 23 00:29:17.940372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.944056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33828) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:17.971494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:17.983703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f6776a8c-07b0-456a-9982-16d9f8db9116'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:18.042562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:18.050322 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/3c97539c-d9af-490f-bb37-495398935988 HTTP/1.1" status: 204 len: 168 time: 6.0897326 Apr 23 00:29:18.051858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d710d-9745-484d-8602-6aa3e1ae9868 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=3c97539c-d9af-490f-bb37-495398935988,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:18.056049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc725296-a504-421c-b8d2-b34b3705c112 req-1c0fa7f2-cd92-4968-a555-43aff1f9736d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:18.056961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:18.057545 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cc725296-a504-421c-b8d2-b34b3705c112 req-1c0fa7f2-cd92-4968-a555-43aff1f9736d tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 943 time: 0.4006248 Apr 23 00:29:18.061924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33832) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:18.064452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.100102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-395fd97a-4e21-4ebd-9506-20f6cdfb5ecb service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844642 Apr 23 00:29:18.129426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361025003'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:18.158523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.168174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:29:18.178231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:18.268050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:18.279040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:18.284902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.299703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Allocated IP 172.20.0.2 (82e251b7-6f6c-4479-b7b5-ed39a0b0f967/8657e32b-0787-49c6-aac8-11d435f95b4d/4947f504-5e79-4d19-9dc3-3a0c6db118df) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:18.325451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:18.327412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.416237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['74e4ef75-9c71-4a58-ac80-212d05a2d2e6'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:29:18.626477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.637222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.644188 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cc725296-a504-421c-b8d2-b34b3705c112 req-025b43da-d068-4251-b853-69aa6d695cce tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5300391 Apr 23 00:29:18.684674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce22b074-9497-4b6c-abcd-b0e312fb42d1 req-fb2c9e5a-14f8-4fd1-b771-5b790c059c5f service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661561 Apr 23 00:29:18.763980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.785598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Transition to ACTIVE for port object 4947f504-5e79-4d19-9dc3-3a0c6db118df will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:18.835379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:18.839511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.840039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Transition to ACTIVE for port object 4947f504-5e79-4d19-9dc3-3a0c6db118df will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:18.858053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.922104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=751bd418-32b6-45d4-9746-c2a04b4342cf,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:18.931830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:18.935247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:18.943761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:18.960360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] In _notify_port_updated(), no bound segment for port 751bd418-32b6-45d4-9746-c2a04b4342cf on network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:29:18.967572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:18.968604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:18.970512 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e7cf460a-e28f-4dcb-ac8c-f52c60793b27 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "PUT /v2.0/ports/751bd418-32b6-45d4-9746-c2a04b4342cf HTTP/1.1" status: 200 len: 994 time: 2.7139282 Apr 23 00:29:18.972020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:18.990372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Pushing event updated for resources: {'Port': ['ID=4947f504-5e79-4d19-9dc3-3a0c6db118df,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:19.003378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33836) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:19.008990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router 97606694-8c96-41f7-8fee-1ab189700746 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:29:19.084610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.085682 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment 4d651590-7a3d-424f-be0b-c634f310c582 of type vlan for network b637a475-00cb-400f-8805-cf17f19ee211 Apr 23 00:29:19.095574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Attempting to bind port 4947f504-5e79-4d19-9dc3-3a0c6db118df on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:19.096096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Attempting to bind port 4947f504-5e79-4d19-9dc3-3a0c6db118df by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:19.096573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Attempting to bind port 4947f504-5e79-4d19-9dc3-3a0c6db118df on network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:19.112283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.116645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:19.117157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Checking segment: {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:19.117653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.118269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Bound using segment: {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:19.118858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Bound port: 4947f504-5e79-4d19-9dc3-3a0c6db118df, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:19.119403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.260260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting port 751bd418-32b6-45d4-9746-c2a04b4342cf {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:19.260605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.273585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] For port 4947f504-5e79-4d19-9dc3-3a0c6db118df, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:19.278065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] For port 4947f504-5e79-4d19-9dc3-3a0c6db118df, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4947f504-5e79-4d19-9dc3-3a0c6db118df,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:19.283842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.416300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ed1d-879f-4c7b-9d68-bdf1f5d92340 None None] Pushing event updated for resources: {'Port': ['ID=4947f504-5e79-4d19-9dc3-3a0c6db118df,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:19.459403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.482970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.500003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.507155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.650840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:29:19.758541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 26522b07-921d-4303-84e8-e5839eef492e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:19.808437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.814113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:19.814982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.846689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Router 699286d7-ef78-4eca-bd9e-8047004ec127 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:19.877580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:19.890914 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7756233 Apr 23 00:29:19.894221 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] Sync routers for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:19.909036 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:19.910962 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:19.935910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.949528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 26522b07-921d-4303-84e8-e5839eef492e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:19.956168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 26522b07-921d-4303-84e8-e5839eef492e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:19.956359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33844) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:19.956454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:19.967127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': 'b637a475-00cb-400f-8805-cf17f19ee211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:20.016737 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:20.032272 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:20.033410 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:20.111695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.112989 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-be3f18c3-6de7-44ba-b9f6-ebf26d141b3e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.3087478 Apr 23 00:29:20.120458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33848) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:20.124301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a795d8-381d-4dc4-ac72-6c86ccb40f22 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=b637a475-00cb-400f-8805-cf17f19ee211,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:20.127790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.143469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network b637a475-00cb-400f-8805-cf17f19ee211 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:20.188069 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:20.188774 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74975c50-ad82-4f78-bbac-d3f33b4bbdff None None] The sync data for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:20.193172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 26522b07-921d-4303-84e8-e5839eef492e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=26522b07-921d-4303-84e8-e5839eef492e,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:20.246062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.338136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=26522b07-921d-4303-84e8-e5839eef492e,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:20.351407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:20.355421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:20.389411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:20.412615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:20.471403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.477298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f874d4-c6f6-4d75-bd98-4a3b0729a6f1 req-8a7e9ff6-67da-4a6a-a420-917ed11e44be tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:20.478863 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d6f874d4-c6f6-4d75-bd98-4a3b0729a6f1 req-8a7e9ff6-67da-4a6a-a420-917ed11e44be tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 944 time: 0.6265378 Apr 23 00:29:20.590984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:20.594436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.639487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Calling delete_port for 751bd418-32b6-45d4-9746-c2a04b4342cf owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:20.656828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:20.672706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] Sync routers for ids ['699286d7-ef78-4eca-bd9e-8047004ec127'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:20.673253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:20.674275 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3dbe615f-1bbe-434a-864a-b174a537403e tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "PUT /v2.0/routers/699286d7-ef78-4eca-bd9e-8047004ec127 HTTP/1.1" status: 200 len: 921 time: 5.3623481 Apr 23 00:29:20.677566 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d6f874d4-c6f6-4d75-bd98-4a3b0729a6f1 req-3afaa982-db2b-4699-bace-c1d18edf534a tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391294 Apr 23 00:29:20.687014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33852) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:20.695384 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] Routers {'699286d7-ef78-4eca-bd9e-8047004ec127'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:20.696177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['699286d7-ef78-4eca-bd9e-8047004ec127'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:20.767682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa436463-19f6-41e1-9840-b2a67127c872 None None] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:20.816528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:20.885153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (82e251b7-6f6c-4479-b7b5-ed39a0b0f967/8657e32b-0787-49c6-aac8-11d435f95b4d/170af940-631e-488d-b3ad-7a26e108c08d) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:20.902146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] Routers {'699286d7-ef78-4eca-bd9e-8047004ec127'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:20.902146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['699286d7-ef78-4eca-bd9e-8047004ec127'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:20.952639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-865f5d3a-4df1-481a-8a50-e33c09e0b04e None None] Provisioning for port 4947f504-5e79-4d19-9dc3-3a0c6db118df completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:20.980419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:20.980831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71882e-27dc-4ac7-8760-6feec56a7acd None None] The sync data for ids ['699286d7-ef78-4eca-bd9e-8047004ec127'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:21.141433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:21.179362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-88f24229-10de-426d-aea8-f0a054cc1b82 None None] Provisioning complete for port 751bd418-32b6-45d4-9746-c2a04b4342cf triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:21.180019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-88f24229-10de-426d-aea8-f0a054cc1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.192267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.214040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.219772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:21.220719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.225200 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/ports/7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 HTTP/1.1" status: 200 len: 911 time: 3.2760024 Apr 23 00:29:21.225772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33856) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:21.246875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-88f24229-10de-426d-aea8-f0a054cc1b82 None None] Port 751bd418-32b6-45d4-9746-c2a04b4342cf cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:21.314269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:21.319876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:21.320250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.348117 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2a0c0260-8718-4fbf-a613-e2abe9bd3a31 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/699286d7-ef78-4eca-bd9e-8047004ec127 HTTP/1.1" status: 200 len: 921 time: 0.4023981 Apr 23 00:29:21.356437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33860) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:21.426661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741327e-8dfb-4c0a-ab58-9e5bddcb6dc1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=7b8ca55e-95f4-4dfe-8b12-7f90245ccf16,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:21.455552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.462414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.484263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.494009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:29:21.521039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:21.532656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.571551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c978012c-de83-430f-ad8f-1d07a601b530 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:21.572264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c978012c-de83-430f-ad8f-1d07a601b530 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Synchronizing usage tracker for tenant:3660378fa82c4120b7e243249a716635 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:21.581243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=71a2af29-5a6a-4f09-b39f-a01692f8af58,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:21.590880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': '4d651590-7a3d-424f-be0b-c634f310c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b637a475-00cb-400f-8805-cf17f19ee211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:21.591251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: b637a475-00cb-400f-8805-cf17f19ee211, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:21.599324 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088e5ca0-6981-4530-985a-d38c2ca57da2'] response: {'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'code': 200} Apr 23 00:29:21.637337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c978012c-de83-430f-ad8f-1d07a601b530 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Unset dirty status for tenant:3660378fa82c4120b7e243249a716635 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:21.638795 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c978012c-de83-430f-ad8f-1d07a601b530 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=699286d7-ef78-4eca-bd9e-8047004ec127&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2814374 Apr 23 00:29:21.645372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33866) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:21.649836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Port': ['ID=751bd418-32b6-45d4-9746-c2a04b4342cf,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:21.654187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network b637a475-00cb-400f-8805-cf17f19ee211 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:21.728406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, b637a475-00cb-400f-8805-cf17f19ee211) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:21.734204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:21.734858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.747547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:21.760638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b684c6e-58ac-4c54-b009-7a54008bc2c3 None None] Network b637a475-00cb-400f-8805-cf17f19ee211 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:21.840803 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f80b6cbb-8f55-4076-bf45-c52b1e873767 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8781612 Apr 23 00:29:21.844343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33872) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:22.068909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 26522b07-921d-4303-84e8-e5839eef492e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:22.140046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:22.159380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1fa5d6-bbf2-4109-815f-a6ab820e1827 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:22.162321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9d1fa5d6-bbf2-4109-815f-a6ab820e1827 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.5141408 Apr 23 00:29:22.173515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33876) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:22.212266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f874419-cc22-46f0-9319-12e8baa087d6 None None] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:22.247195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-b637a475-00cb-400f-8805-cf17f19ee211', 'network_id': 'b637a475-00cb-400f-8805-cf17f19ee211', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '71a2af29-5a6a-4f09-b39f-a01692f8af58'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:22.248086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.252191 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fce6daec-77cf-4f2a-8a65-2f78c7acd225 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=699286d7-ef78-4eca-bd9e-8047004ec127 HTTP/1.1" status: 200 len: 205 time: 0.0755002 Apr 23 00:29:22.252346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33880) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:22.256063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 170af940-631e-488d-b3ad-7a26e108c08d will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:22.366351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.400029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae676440-46d2-44cc-be9e-3639c3ef776f req-279f1df6-27fd-41f4-a25e-45b7f938672e tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:22.401617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ae676440-46d2-44cc-be9e-3639c3ef776f req-279f1df6-27fd-41f4-a25e-45b7f938672e tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.3984110 Apr 23 00:29:22.423973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95cc6c-d8ee-4a1f-aa66-e52c0974637c req-70506d9c-8839-492f-85e1-025e7990d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:22.425514 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dc95cc6c-d8ee-4a1f-aa66-e52c0974637c req-70506d9c-8839-492f-85e1-025e7990d85b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 1098 time: 0.4188111 Apr 23 00:29:22.436110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 26522b07-921d-4303-84e8-e5839eef492e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:22.436489 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.569109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.615302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.618766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Allocated IP 172.20.0.1 (b637a475-00cb-400f-8805-cf17f19ee211/71a2af29-5a6a-4f09-b39f-a01692f8af58/122eadf6-0f25-4f0d-97a6-2e624f922696) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:22.813633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4947f504-5e79-4d19-9dc3-3a0c6db118df up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:22.820099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.820546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ae676440-46d2-44cc-be9e-3639c3ef776f req-5421c606-6cb7-4ac7-946d-9c3dd45a62f4 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296225 Apr 23 00:29:22.829664 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dc95cc6c-d8ee-4a1f-aa66-e52c0974637c req-c7d38e4d-492c-4ed5-98fb-722075e94864 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508592 Apr 23 00:29:22.834016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.938100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:22.991011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:23.001082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 4947f504-5e79-4d19-9dc3-3a0c6db118df completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:23.004439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:23.011777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4947f504-5e79-4d19-9dc3-3a0c6db118df triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:23.012152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.058968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.067964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.073608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Deleting port 439dae5e-1d95-400e-918e-e7e80d3fc7d3 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:23.074150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.081101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:23.091433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Transition to ACTIVE for port object 122eadf6-0f25-4f0d-97a6-2e624f922696 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:23.114591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=170af940-631e-488d-b3ad-7a26e108c08d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.118985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Transition to ACTIVE for port object 122eadf6-0f25-4f0d-97a6-2e624f922696 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:23.126602 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ef6386d1-22ab-4496-aa49-e0ea62f552f3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/ports/751bd418-32b6-45d4-9746-c2a04b4342cf HTTP/1.1" status: 204 len: 168 time: 4.1188934 Apr 23 00:29:23.141786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33886) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:23.155296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.231559 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-831ce03b-d58d-4305-9f83-c62678650aee tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] GET failed (client error): The resource could not be found. Apr 23 00:29:23.232289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-831ce03b-d58d-4305-9f83-c62678650aee tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Synchronizing usage tracker for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:23.252028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Network b637a475-00cb-400f-8805-cf17f19ee211 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:23.260144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:23.262035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.273005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:23.275165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Pushing event updated for resources: {'Port': ['ID=122eadf6-0f25-4f0d-97a6-2e624f922696,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.280281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.328277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.380745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-831ce03b-d58d-4305-9f83-c62678650aee tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Unset dirty status for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:23.382178 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-831ce03b-d58d-4305-9f83-c62678650aee tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "GET /v2.0/ports/751bd418-32b6-45d4-9746-c2a04b4342cf HTTP/1.1" status: 404 len: 333 time: 0.2367492 Apr 23 00:29:23.391075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33890) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:23.423222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 4947f504-5e79-4d19-9dc3-3a0c6db118df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4947f504-5e79-4d19-9dc3-3a0c6db118df,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:23.424338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Attempting to bind port 122eadf6-0f25-4f0d-97a6-2e624f922696 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:23.424699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Attempting to bind port 122eadf6-0f25-4f0d-97a6-2e624f922696 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4d651590-7a3d-424f-be0b-c634f310c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b637a475-00cb-400f-8805-cf17f19ee211'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:23.425047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Attempting to bind port 122eadf6-0f25-4f0d-97a6-2e624f922696 on network b637a475-00cb-400f-8805-cf17f19ee211 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:23.431480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:23.431820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Checking segment: {'id': '4d651590-7a3d-424f-be0b-c634f310c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b637a475-00cb-400f-8805-cf17f19ee211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:23.432225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.432593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Bound using segment: {'id': '4d651590-7a3d-424f-be0b-c634f310c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b637a475-00cb-400f-8805-cf17f19ee211'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:23.433036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Bound port: 122eadf6-0f25-4f0d-97a6-2e624f922696, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d651590-7a3d-424f-be0b-c634f310c582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b637a475-00cb-400f-8805-cf17f19ee211'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:23.433645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.438877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'name': 'tempest-AllowedAddressPairTestJSON-319002120'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:23.446154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6d31af03-cfc9-4dcb-bc1b-85fd380d4907 None None] Provisioning for port 170af940-631e-488d-b3ad-7a26e108c08d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:23.451923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.498587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Calling delete_port for 439dae5e-1d95-400e-918e-e7e80d3fc7d3 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:23.512507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6d31af03-cfc9-4dcb-bc1b-85fd380d4907 None None] Provisioning complete for port 170af940-631e-488d-b3ad-7a26e108c08d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:23.512874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6d31af03-cfc9-4dcb-bc1b-85fd380d4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.528471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.583959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=71a2af29-5a6a-4f09-b39f-a01692f8af58,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.660698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=4947f504-5e79-4d19-9dc3-3a0c6db118df,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.692492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6d31af03-cfc9-4dcb-bc1b-85fd380d4907 None None] Port 170af940-631e-488d-b3ad-7a26e108c08d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:23.706021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.710182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] For port 122eadf6-0f25-4f0d-97a6-2e624f922696, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:23.716037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] For port 122eadf6-0f25-4f0d-97a6-2e624f922696, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=122eadf6-0f25-4f0d-97a6-2e624f922696,segment=NetworkSegment(4d651590-7a3d-424f-be0b-c634f310c582),segment_id=4d651590-7a3d-424f-be0b-c634f310c582)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:23.719548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6d31af03-cfc9-4dcb-bc1b-85fd380d4907 None None] Provisioning complete for port 4947f504-5e79-4d19-9dc3-3a0c6db118df triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:23.719984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6d31af03-cfc9-4dcb-bc1b-85fd380d4907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.726354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.1 (f42b11fb-b391-46f6-8912-bf7b4ba22052/432855e6-696e-4ca9-9434-4e59b9ee26b0/04387c7a-bd3d-4b33-8260-2cc484c42a01) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:23.730085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.746165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b637a475-00cb-400f-8805-cf17f19ee211']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:23.754010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.761403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d651590-7a3d-424f-be0b-c634f310c582') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:23.761729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d651590-7a3d-424f-be0b-c634f310c582') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:23.779404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.798313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.800993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:23.810410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:23.810801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:23.826281 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:23.871190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba1f7b-e70c-4186-954e-1423923568d1 None None] Pushing event updated for resources: {'Port': ['ID=122eadf6-0f25-4f0d-97a6-2e624f922696,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:23.918195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:23.964968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:29:23.964968 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:29:23.964968 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': 'b637a475-00cb-400f-8805-cf17f19ee211'}] Apr 23 00:29:23.964968 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:23.965410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:23.974859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:23.982237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63318b34-18c2-48b8-929e-5f9f428beb9c None None] Network b637a475-00cb-400f-8805-cf17f19ee211 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:24.037090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:24.040573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.101812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event deleted for resources: {'Port': ['ID=439dae5e-1d95-400e-918e-e7e80d3fc7d3,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:24.200871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.214910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-afde6bdd-aff5-4caf-bbe3-7193c761365c None None] Provisioning complete for port 170af940-631e-488d-b3ad-7a26e108c08d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:24.215286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-afde6bdd-aff5-4caf-bbe3-7193c761365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.224556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.245612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3f08c-31cd-4137-84df-1b9b33de2cdd None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:29:24.251319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] device_id is not set on port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:29:24.322165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-afde6bdd-aff5-4caf-bbe3-7193c761365c None None] Port 170af940-631e-488d-b3ad-7a26e108c08d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:24.429954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb3f08c-31cd-4137-84df-1b9b33de2cdd None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:24.468224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.471736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.475377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.498146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port 122eadf6-0f25-4f0d-97a6-2e624f922696 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:24.498628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.537902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.538445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Fanout notify agent at l3_agent the message router_deleted on router 699286d7-ef78-4eca-bd9e-8047004ec127 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:29:24.584477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.600473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.601566 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7c51ed21-ea25-4b85-aa0d-1785c644234c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/699286d7-ef78-4eca-bd9e-8047004ec127 HTTP/1.1" status: 204 len: 168 time: 2.3436465 Apr 23 00:29:24.613233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33896) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:24.734129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-775323540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:24.736945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Transition to ACTIVE for port object 04387c7a-bd3d-4b33-8260-2cc484c42a01 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:24.745160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:24.757028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Usage tracker for resource:router and tenant:de1b036ebcc245a99364c8d676dc5dce is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:24.761948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:24.773087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ddd11-a5c1-49c4-ac97-ec3a7625d0bd req-623960b9-fcbb-4d16-96d7-9987a2f2de5e tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:24.777286 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-872ddd11-a5c1-49c4-ac97-ec3a7625d0bd req-623960b9-fcbb-4d16-96d7-9987a2f2de5e tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.6835942 Apr 23 00:29:24.792207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:24.848957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.849962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.886098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port 122eadf6-0f25-4f0d-97a6-2e624f922696, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=122eadf6-0f25-4f0d-97a6-2e624f922696,segment=NetworkSegment(4d651590-7a3d-424f-be0b-c634f310c582),segment_id=4d651590-7a3d-424f-be0b-c634f310c582)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:24.886504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:24.899396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Allocated IP 172.20.0.11 (d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a/cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:24.901988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.023179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for 122eadf6-0f25-4f0d-97a6-2e624f922696 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:25.024421 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-872ddd11-a5c1-49c4-ac97-ec3a7625d0bd req-3f04a089-8e43-4c48-8e49-e488b6311e03 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436876 Apr 23 00:29:25.080329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.091184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.119516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.120795 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cd7c191d-3aed-4791-afc5-ab40fcaa2ac8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5066187 Apr 23 00:29:25.123597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33900) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:25.130575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:25.135171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:25.135524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.187502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.247851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=122eadf6-0f25-4f0d-97a6-2e624f922696,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:25.277705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:25.297423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port 122eadf6-0f25-4f0d-97a6-2e624f922696 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:25.313129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:25.315690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:25.480970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=04387c7a-bd3d-4b33-8260-2cc484c42a01,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:25.556699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a4a01cc9-64fb-4ce3-b4e2-9f32d401f5d6 None None] Provisioning for port 04387c7a-bd3d-4b33-8260-2cc484c42a01 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:25.563050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a4a01cc9-64fb-4ce3-b4e2-9f32d401f5d6 None None] Provisioning complete for port 04387c7a-bd3d-4b33-8260-2cc484c42a01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:25.563495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a4a01cc9-64fb-4ce3-b4e2-9f32d401f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.598543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.621785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.639701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a4a01cc9-64fb-4ce3-b4e2-9f32d401f5d6 None None] Port 04387c7a-bd3d-4b33-8260-2cc484c42a01 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:25.667203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4947f504-5e79-4d19-9dc3-3a0c6db118df up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:25.702941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.711901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b637a475-00cb-400f-8805-cf17f19ee211']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:25.712094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.717176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.725471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d651590-7a3d-424f-be0b-c634f310c582') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:25.725689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d651590-7a3d-424f-be0b-c634f310c582') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:25.742422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4947f504-5e79-4d19-9dc3-3a0c6db118df triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:25.742802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.758632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.788611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.798366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:25.798762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:25.854538 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:25.875847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 7b8ca55e-95f4-4dfe-8b12-7f90245ccf16 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:25.911088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.914234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Transition to ACTIVE for port object cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:25.927243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.953532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.973712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:25.988414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=b637a475-00cb-400f-8805-cf17f19ee211,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:25.997321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-615a3a45-f1cd-4ea7-8013-58689b2517d7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/b637a475-00cb-400f-8805-cf17f19ee211 HTTP/1.1" status: 204 len: 168 time: 4.1509650 Apr 23 00:29:25.997321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33904) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:26.006615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902391511'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:26.013871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:26.022786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:26.027019 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:26.035266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:26.322070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:26.325445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.368247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.378662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=170af940-631e-488d-b3ad-7a26e108c08d,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:26.391966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.431087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.439624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:26.471251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.505376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.505720 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment b72aff65-f4e8-4382-9623-aff2d9ba6e81 of type vlan for network 0264aecb-0352-42c0-b202-ddeadfc59877 Apr 23 00:29:26.554784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6387-f96f-48cc-bbbb-681e26f55595 req-0d7928e2-9694-41ba-bc1a-3e54bf5dfec6 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:26.556252 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e33d6387-f96f-48cc-bbbb-681e26f55595 req-0d7928e2-9694-41ba-bc1a-3e54bf5dfec6 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.3438003 Apr 23 00:29:26.564834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.654368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:26.663794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:26.665550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.669683 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e33d6387-f96f-48cc-bbbb-681e26f55595 req-0b3ea1be-f282-47f3-a12d-7ddd305f658e tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065896 Apr 23 00:29:26.684595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.684900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:26.693993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:26.694889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:26.735859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Allocated IP 172.26.8.231 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/bafed4e2-d93d-4220-8282-9a4ee419eb2b) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:26.778211 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7772236 Apr 23 00:29:26.780501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33912) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:26.805537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:26.854930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:26.914498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85b901-051c-41ce-87a7-b26ee39fa229 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=0264aecb-0352-42c0-b202-ddeadfc59877,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:26.926698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 0264aecb-0352-42c0-b202-ddeadfc59877 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:27.032030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:27.046820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:27.047303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.051213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8aa1befb-db8f-49c9-a653-ff8098a4e0f8 None None] Provisioning for port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:27.056770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8aa1befb-db8f-49c9-a653-ff8098a4e0f8 None None] Provisioning complete for port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:27.057334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8aa1befb-db8f-49c9-a653-ff8098a4e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.068504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:27.109985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.126203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1befb-db8f-49c9-a653-ff8098a4e0f8 None None] Port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:27.212576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.216328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.240963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.278169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 0264aecb-0352-42c0-b202-ddeadfc59877 is not hosted by any dhcp agent {{(pid=88073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 23 00:29:27.281668 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-17b6fd7a-2d47-4065-b6b7-05cb3b78194d tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8852015 Apr 23 00:29:27.284719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:27.285540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.287022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "PUT /v2.0/networks/0264aecb-0352-42c0-b202-ddeadfc59877 HTTP/1.1" status: 200 len: 723 time: 0.5037060 Apr 23 00:29:27.289543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33916) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:27.290173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33918) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:27.292793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=7b8ca55e-95f4-4dfe-8b12-7f90245ccf16,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:27.308574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:27.327040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:30:bd:e8'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:27.362499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0f1f184a-5bc3-4c67-91a1-d2b74085011c None None] Provisioning complete for port 170af940-631e-488d-b3ad-7a26e108c08d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:27.363412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0f1f184a-5bc3-4c67-91a1-d2b74085011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.458616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5e6cf-d16a-4873-8683-cfbb2cb9c329 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=0264aecb-0352-42c0-b202-ddeadfc59877,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:27.465866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f184a-5bc3-4c67-91a1-d2b74085011c None None] Port 170af940-631e-488d-b3ad-7a26e108c08d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:27.477040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 0264aecb-0352-42c0-b202-ddeadfc59877 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:27.531114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de3bbb-ee0e-421e-a777-febd9112c432 req-1c90eb29-b008-4aee-8421-7ea598ebad53 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:27.542411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.543107 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-61de3bbb-ee0e-421e-a777-febd9112c432 req-1c90eb29-b008-4aee-8421-7ea598ebad53 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.6711640 Apr 23 00:29:27.545942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33924) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:27.641958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:27.653482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:27.704858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:27.708828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:27.722951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:27.734285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event updated for resources: {'Port': ['ID=bafed4e2-d93d-4220-8282-9a4ee419eb2b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:27.736630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:27.767327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Request body: {'floatingip': {'port_id': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:27.875998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.877687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:27.894479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for floatingip, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:27.917392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:27.920817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.079331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:28.266857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.629399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:29:28.666335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.686634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.719375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.755452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 39fd40bd-7336-4213-bd67-844074b3d255 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:28.787233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:28.797563 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Sync routers for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:28.799627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:28.808206 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a2c18b38-e78c-4541-9ce5-573e9acc3a08 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/ce7cc8e7-a879-4ccd-9a39-3851bf5ace54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9862967 Apr 23 00:29:28.811219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33928) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:28.812953 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:28.813757 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:29.019823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=66c61dfa-00ab-488b-92da-93a7e888a8f9,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:29.027564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.037302 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:29.041402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': 'b72aff65-f4e8-4382-9623-aff2d9ba6e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:29.041790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 0264aecb-0352-42c0-b202-ddeadfc59877, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:29.101802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.145666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.176521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=04387c7a-bd3d-4b33-8260-2cc484c42a01,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:29.399839 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:23Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:24Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:29.404013 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Checking router: ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:29.404356 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Updating router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 port 170af940-631e-488d-b3ad-7a26e108c08d binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:29:29.427241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:29.449632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] Sync routers for ids ['39fd40bd-7336-4213-bd67-844074b3d255'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:29.455254 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6a836dc3-c1ad-4bc7-9f05-72b11118e51a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/39fd40bd-7336-4213-bd67-844074b3d255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2255819 Apr 23 00:29:29.460048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33932) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:29.465253 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.479519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] Routers {'39fd40bd-7336-4213-bd67-844074b3d255'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:29.481373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['39fd40bd-7336-4213-bd67-844074b3d255'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:29.481536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 0264aecb-0352-42c0-b202-ddeadfc59877 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:29.488098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:29.540349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.544154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.546171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] In _notify_port_updated(), no bound segment for port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 on network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:29:29.552493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.553155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.554497 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1157cbbf-eba0-450b-8353-ab4c020994d7 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "PUT /v2.0/ports/cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 HTTP/1.1" status: 200 len: 996 time: 2.2600179 Apr 23 00:29:29.558004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 0264aecb-0352-42c0-b202-ddeadfc59877) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:29.559707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33936) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:29.581062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-170b16f6-4012-4c45-bffa-7910dba827a9 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:29.645236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.646207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.669473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.670099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.670599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.671086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.671541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.671993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.672443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.672896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.673483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.673938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.674439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.674896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:29.677716 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6d5893e4-3d98-4964-96a4-e58698198a18 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8412 time: 0.8161063 Apr 23 00:29:29.682725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33940) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:29.683346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-170b16f6-4012-4c45-bffa-7910dba827a9 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:29.687110 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-170b16f6-4012-4c45-bffa-7910dba827a9 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=39fd40bd-7336-4213-bd67-844074b3d255 HTTP/1.1" status: 200 len: 205 time: 0.2235124 Apr 23 00:29:29.690782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33942) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:29.703052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:29.714812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d8cf7-48ee-42d1-8be2-759e0a9e8d6b None None] Network 0264aecb-0352-42c0-b202-ddeadfc59877 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:29.728890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:29.729467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.769817 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f82891e1-6f00-474c-9c89-8270b7ade822 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4734383 Apr 23 00:29:29.801779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33948) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:29.821335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4b229966-d18d-4d2e-9ff4-72f5ff60569a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:29.844276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] Routers {'39fd40bd-7336-4213-bd67-844074b3d255'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:29.844921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['39fd40bd-7336-4213-bd67-844074b3d255'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:29.880025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:29.895849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:29.929082 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.947339 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Transition to ACTIVE for port object 170af940-631e-488d-b3ad-7a26e108c08d will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:29.956488 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.966510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:29.967302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31c1af5-a047-4cf4-809b-8aed57ddd6a6 None None] The sync data for ids ['39fd40bd-7336-4213-bd67-844074b3d255'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:29.977718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f888cb6d-f78a-495b-80d9-ccaea6014101 None None] Provisioning complete for port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:29.984556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f888cb6d-f78a-495b-80d9-ccaea6014101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:29.998742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cce9709-289d-47c0-a626-034373dfc01f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.071790 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafcbf5-0b21-4d8a-8543-3ee71fe088d2 None None] Pushing event updated for resources: {'Port': ['ID=170af940-631e-488d-b3ad-7a26e108c08d,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:30.125953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f888cb6d-f78a-495b-80d9-ccaea6014101 None None] Port cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:30.256796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-0264aecb-0352-42c0-b202-ddeadfc59877', 'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '66c61dfa-00ab-488b-92da-93a7e888a8f9'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:30.257749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.281690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f639b63b-a112-4ce6-a18c-c7300f21c801 None None] Provisioning complete for port 04387c7a-bd3d-4b33-8260-2cc484c42a01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:30.282202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f639b63b-a112-4ce6-a18c-c7300f21c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.291558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.310388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Router 1b2959a7-c1c6-4479-a310-578c0ffed287 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:29:30.321815 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Attempting to bind port 170af940-631e-488d-b3ad-7a26e108c08d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:30.322191 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Attempting to bind port 170af940-631e-488d-b3ad-7a26e108c08d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:30.322575 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Attempting to bind port 170af940-631e-488d-b3ad-7a26e108c08d on network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:30.335780 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:30.336659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Checking segment: {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:30.337346 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.337897 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Bound using segment: {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:30.338597 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Bound port: 170af940-631e-488d-b3ad-7a26e108c08d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:30.339181 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.391905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:29:30.418883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f639b63b-a112-4ce6-a18c-c7300f21c801 None None] Port 04387c7a-bd3d-4b33-8260-2cc484c42a01 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:30.467592 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] For port 170af940-631e-488d-b3ad-7a26e108c08d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:30.468114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Calling delete_port for cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:30.471710 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] For port 170af940-631e-488d-b3ad-7a26e108c08d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=170af940-631e-488d-b3ad-7a26e108c08d,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:30.477514 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.496963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Allocated IP 172.20.0.2 (0264aecb-0352-42c0-b202-ddeadfc59877/66c61dfa-00ab-488b-92da-93a7e888a8f9/c7dc7b69-833e-47b6-b273-a935db4ac835) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:30.517390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.518605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.518605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.518953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.519537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.520058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.520511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.520964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.521410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.522040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.522529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.522973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:30.527853 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b2c2cfb1-85e0-4254-a4cb-99012b36d3d8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7594 time: 0.8370736 Apr 23 00:29:30.545468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33958) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:30.664026 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:30.664747 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:30.793991 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafcbf5-0b21-4d8a-8543-3ee71fe088d2 None None] Pushing event updated for resources: {'Port': ['ID=170af940-631e-488d-b3ad-7a26e108c08d,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:30.813641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.912499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:30.922544 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:30.936008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:30.937152 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-39ca3bc5-d7ac-408c-9738-69eeb200b54f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "PUT /v2.0/routers/1b2959a7-c1c6-4479-a310-578c0ffed287 HTTP/1.1" status: 200 len: 879 time: 5.8126557 Apr 23 00:29:30.942758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33962) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:30.971734 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] Sync routers for ids ['1b2959a7-c1c6-4479-a310-578c0ffed287'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:31.009396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Transition to ACTIVE for port object c7dc7b69-833e-47b6-b273-a935db4ac835 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:31.012803 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] Routers {'1b2959a7-c1c6-4479-a310-578c0ffed287'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:31.013800 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1b2959a7-c1c6-4479-a310-578c0ffed287'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:31.023993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.053668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Transition to ACTIVE for port object c7dc7b69-833e-47b6-b273-a935db4ac835 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:31.069409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.134280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Port': ['ID=cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:31.150078 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:31.154505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bf58f-07fe-4bc4-b6b3-df2c41bd8d87 req-3f10789d-1e4b-4363-8c6a-e8024d85a539 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:31.156076 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-938bf58f-07fe-4bc4-b6b3-df2c41bd8d87 req-3f10789d-1e4b-4363-8c6a-e8024d85a539 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4233706 Apr 23 00:29:31.157801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cce9709-289d-47c0-a626-034373dfc01f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.162664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cce9709-289d-47c0-a626-034373dfc01f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.173869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Pushing event updated for resources: {'Port': ['ID=c7dc7b69-833e-47b6-b273-a935db4ac835,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:31.181064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Network 0264aecb-0352-42c0-b202-ddeadfc59877 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:31.183216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:31.185663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:31.221976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4b229966-d18d-4d2e-9ff4-72f5ff60569a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3106158'] for subnet, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.229528 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] Routers {'1b2959a7-c1c6-4479-a310-578c0ffed287'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:31.230228 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1b2959a7-c1c6-4479-a310-578c0ffed287'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:31.331409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Attempting to bind port c7dc7b69-833e-47b6-b273-a935db4ac835 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:31.336340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Attempting to bind port c7dc7b69-833e-47b6-b273-a935db4ac835 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'b72aff65-f4e8-4382-9623-aff2d9ba6e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:31.336888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Attempting to bind port c7dc7b69-833e-47b6-b273-a935db4ac835 on network 0264aecb-0352-42c0-b202-ddeadfc59877 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:31.343738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:31.344186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Checking segment: {'id': 'b72aff65-f4e8-4382-9623-aff2d9ba6e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:31.344729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.345252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Bound using segment: {'id': 'b72aff65-f4e8-4382-9623-aff2d9ba6e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:31.345889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Bound port: c7dc7b69-833e-47b6-b273-a935db4ac835, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72aff65-f4e8-4382-9623-aff2d9ba6e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:31.346399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.373704 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:31.374344 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd5d52-6e80-4b42-8d27-3b538cc5bd47 None None] The sync data for ids ['1b2959a7-c1c6-4479-a310-578c0ffed287'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:31.407633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.461295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-63642ca9-f302-429c-a7e2-86463678701b None None] For port c7dc7b69-833e-47b6-b273-a935db4ac835, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:31.464782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-63642ca9-f302-429c-a7e2-86463678701b None None] For port c7dc7b69-833e-47b6-b273-a935db4ac835, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c7dc7b69-833e-47b6-b273-a935db4ac835,segment=NetworkSegment(b72aff65-f4e8-4382-9623-aff2d9ba6e81),segment_id=b72aff65-f4e8-4382-9623-aff2d9ba6e81)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:31.470338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.515331 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:23Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:30Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:31.523260 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8039c-0bc3-483a-b545-4df96faa34e0 None None] The sync data for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv is: [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:23Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:30Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:31.559481 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-938bf58f-07fe-4bc4-b6b3-df2c41bd8d87 req-80a43aed-e44f-427c-bd3e-a024b75b90f0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3658628 Apr 23 00:29:31.601936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.604228 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3c6d84c7-7aad-4dc7-a575-9f25d4dc503b tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/ports/cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 HTTP/1.1" status: 204 len: 168 time: 2.0432203 Apr 23 00:29:31.607985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33968) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:31.609532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63642ca9-f302-429c-a7e2-86463678701b None None] Pushing event updated for resources: {'Port': ['ID=c7dc7b69-833e-47b6-b273-a935db4ac835,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:31.641801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cce9709-289d-47c0-a626-034373dfc01f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.642394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce9709-289d-47c0-a626-034373dfc01f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Fanout notify agent at l3_agent the message router_deleted on router 39fd40bd-7336-4213-bd67-844074b3d255 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:29:31.684425 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-90eaa867-7ac2-4140-8c2b-e7c684bd77a8 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/1b2959a7-c1c6-4479-a310-578c0ffed287 HTTP/1.1" status: 200 len: 920 time: 0.7390471 Apr 23 00:29:31.686101 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1f79d1-5771-4142-b914-fa17df9cc957 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] GET failed (client error): The resource could not be found. Apr 23 00:29:31.686998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7c1f79d1-5771-4142-b914-fa17df9cc957 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Synchronizing usage tracker for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:31.689384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33972) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:31.734099 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 170af940-631e-488d-b3ad-7a26e108c08d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:31.777051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cce9709-289d-47c0-a626-034373dfc01f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.780697 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4cce9709-289d-47c0-a626-034373dfc01f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/39fd40bd-7336-4213-bd67-844074b3d255 HTTP/1.1" status: 204 len: 168 time: 2.0855994 Apr 23 00:29:31.781044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33976) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:31.786561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.850975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7c1f79d1-5771-4142-b914-fa17df9cc957 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Unset dirty status for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:31.855053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7c1f79d1-5771-4142-b914-fa17df9cc957 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "GET /v2.0/ports/cc522ccd-e9ec-48ba-ab8e-14fc3e7f0423 HTTP/1.1" status: 404 len: 333 time: 0.2430902 Apr 23 00:29:31.858730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33980) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:31.865310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4b229966-d18d-4d2e-9ff4-72f5ff60569a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771224763652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2307733'] for subnet, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.867381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'name': 'tempest-AllowedAddressPairTestJSON-1718649322'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:31.879132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 170af940-631e-488d-b3ad-7a26e108c08d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:31.886280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 170af940-631e-488d-b3ad-7a26e108c08d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:31.887097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:31.949213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet f6776a8c-07b0-456a-9982-16d9f8db9116 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:29:32.026178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.070168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router 97606694-8c96-41f7-8fee-1ab189700746 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:32.103346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b229966-d18d-4d2e-9ff4-72f5ff60569a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:32.103853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4b229966-d18d-4d2e-9ff4-72f5ff60569a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.107521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4b229966-d18d-4d2e-9ff4-72f5ff60569a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "PUT /v2.0/subnets/66c61dfa-00ab-488b-92da-93a7e888a8f9 HTTP/1.1" status: 200 len: 806 time: 2.3016317 Apr 23 00:29:32.119359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33984) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:32.135199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf5508-14ae-4723-89a8-6d9e27ffafdb tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:32.136755 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9adf5508-14ae-4723-89a8-6d9e27ffafdb tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=1b2959a7-c1c6-4479-a310-578c0ffed287&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4464571 Apr 23 00:29:32.144527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33988) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:32.148201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.159034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.203344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 170af940-631e-488d-b3ad-7a26e108c08d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=170af940-631e-488d-b3ad-7a26e108c08d,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:32.215721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.308911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=170af940-631e-488d-b3ad-7a26e108c08d,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:32.341610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b229966-d18d-4d2e-9ff4-72f5ff60569a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=66c61dfa-00ab-488b-92da-93a7e888a8f9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:32.369354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:32.405478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:32.446335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:32.450062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.471351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d77ea-237c-44a0-90a4-7b36136b2035 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:32.476354 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-993d77ea-237c-44a0-90a4-7b36136b2035 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.3282809 Apr 23 00:29:32.479061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 33992) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:32.534104 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-baaec4d3-7a08-47ea-9fea-b1da3fa681a6 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b2959a7-c1c6-4479-a310-578c0ffed287 HTTP/1.1" status: 200 len: 205 time: 0.0516911 Apr 23 00:29:32.534104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] device_id is not set on port 3cf3938f-1334-4f55-b5a4-35c947acc0ce yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:29:32.544526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 33996) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:32.568232 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Floating IP 4cc49c26-6f43-40d0-92bb-6cacf1e8d63b associated. External IP: 172.26.8.229, port: 74e4ef75-9c71-4a58-ac80-212d05a2d2e6. Apr 23 00:29:32.573420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.762673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Allocated IP 172.20.0.9 (d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a/3cf3938f-1334-4f55-b5a4-35c947acc0ce) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:32.808936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.862457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=f6776a8c-07b0-456a-9982-16d9f8db9116,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:32.884062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:32.890109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb2d453-28c8-4d6a-b2de-e8a8b8e83a4a None None] Network 7ac76277-fd8e-46d0-920f-e8981d899508 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:32.900262 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-155a6269-6089-4107-8542-4286eb330a2e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/f6776a8c-07b0-456a-9982-16d9f8db9116 HTTP/1.1" status: 204 len: 168 time: 1.1166482 Apr 23 00:29:32.903127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34000) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:32.988955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001f44b-a022-4cad-8da3-446e22ce9fb6 req-691e0de5-eed8-427e-973a-f13d2593b5fc tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:32.990560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9001f44b-a022-4cad-8da3-446e22ce9fb6 req-691e0de5-eed8-427e-973a-f13d2593b5fc tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 1.1123915 Apr 23 00:29:33.025096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.061570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.070817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:33.091387 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-169beb6c-541e-47a7-89e1-9e04b2a1d178 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/routers/97606694-8c96-41f7-8fee-1ab189700746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9644768 Apr 23 00:29:33.095097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34004) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:33.105303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] Sync routers for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:33.107725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8443e99-d7b6-4939-9d1e-ca2cac6703e8 None None] Network 0264aecb-0352-42c0-b202-ddeadfc59877 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:33.113695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'port': {'network_id': 'f42b11fb-b391-46f6-8912-bf7b4ba22052', 'name': 'tempest-FloatingIPTestJSON-673019347'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:33.160343 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:29:33.182822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port bd55a89e-b19e-477f-9d16-290700f4e9df {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:33.183167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.228930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:33.229569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:33.316155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port c7dc7b69-833e-47b6-b273-a935db4ac835 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:33.316529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.332826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:33.341028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7aaac504-16f7-4eda-a812-82e0eb33b2f1 None None] Provisioning for port c7dc7b69-833e-47b6-b273-a935db4ac835 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:33.371499 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9001f44b-a022-4cad-8da3-446e22ce9fb6 req-46f3bcf4-e27a-4290-ba03-6aa3a3e6df46 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3564394 Apr 23 00:29:33.373577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.394738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:33.395417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:33.478399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:33.478810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c857841-da0e-4c37-afaa-42bbc24d4fc3 None None] The sync data for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:33.619811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.694828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Transition to ACTIVE for port object 3cf3938f-1334-4f55-b5a4-35c947acc0ce will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:33.699928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:33.710334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] DHCP port deletion for 7ac76277-fd8e-46d0-920f-e8981d899508 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:29:33.714574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Deleting port bd55a89e-b19e-477f-9d16-290700f4e9df {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:33.715051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.719733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Usage tracker for resource:port and tenant:d449de6da6f34463974f6d061154ea3b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:33.727655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:33.763511 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cba86d21-d672-4919-9422-27fc3ca1fb59 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5199 time: 3.2095993 Apr 23 00:29:33.811589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.859338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Deleting port bafed4e2-d93d-4220-8282-9a4ee419eb2b {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:33.859704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.888675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port bd55a89e-b19e-477f-9d16-290700f4e9df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bd55a89e-b19e-477f-9d16-290700f4e9df,segment=NetworkSegment(e9164722-0e92-48cd-b6c2-f66126d729fd),segment_id=e9164722-0e92-48cd-b6c2-f66126d729fd)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:33.889034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:33.898957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 170af940-631e-488d-b3ad-7a26e108c08d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:33.997023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac71bd-ca95-46f4-b970-157f30aeace1 None None] Network 0264aecb-0352-42c0-b202-ddeadfc59877 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:34.092247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.110138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for bd55a89e-b19e-477f-9d16-290700f4e9df owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:34.127675 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] For port bd55a89e-b19e-477f-9d16-290700f4e9df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bd55a89e-b19e-477f-9d16-290700f4e9df,segment=NetworkSegment(e9164722-0e92-48cd-b6c2-f66126d729fd),segment_id=e9164722-0e92-48cd-b6c2-f66126d729fd)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:34.128995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.139565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:34.175428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Made reservation on behalf of d449de6da6f34463974f6d061154ea3b for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:34.179250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.189604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:34.202532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694092608', 'description': 'tempest-secgroup-smoke-694092608 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:34.227374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e748848-3496-406e-b721-99f954dd3337 req-2236de67-14fa-4963-8b20-5b8a2143cc21 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:34.228421 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9e748848-3496-406e-b721-99f954dd3337 req-2236de67-14fa-4963-8b20-5b8a2143cc21 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6998479 Apr 23 00:29:34.230349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:34.241305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:34.251688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:34.284148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] device_id is not set on port 38ac9e10-0c3b-4508-b2de-b9707b62581e yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:29:34.326777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:34.330929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Calling delete_port for bd55a89e-b19e-477f-9d16-290700f4e9df owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:34.366091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.377737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.401278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 170af940-631e-488d-b3ad-7a26e108c08d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:34.401665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.419069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.441208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Calling delete_port for bafed4e2-d93d-4220-8282-9a4ee419eb2b owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:34.464898 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9e748848-3496-406e-b721-99f954dd3337 req-4451e9de-3e00-4949-ac63-c3d48b3c5943 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2100902 Apr 23 00:29:34.475394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=bd55a89e-b19e-477f-9d16-290700f4e9df,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:34.482135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No DVR routers for this DVR port bd55a89e-b19e-477f-9d16-290700f4e9df on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:34.562211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:34.626291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:34.626954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:34.636966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:34.642012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:34.664869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:34.666983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:34.683694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:34.714679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Router 3c17eded-d2f4-451d-a955-ec86099ef5e4 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:34.718152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7dc7b69-833e-47b6-b273-a935db4ac835 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:34.723078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:34.776977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port c7dc7b69-833e-47b6-b273-a935db4ac835, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c7dc7b69-833e-47b6-b273-a935db4ac835,segment=NetworkSegment(b72aff65-f4e8-4382-9623-aff2d9ba6e81),segment_id=b72aff65-f4e8-4382-9623-aff2d9ba6e81)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:34.785047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.803883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=3cf3938f-1334-4f55-b5a4-35c947acc0ce,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:34.835508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.839855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port c7dc7b69-833e-47b6-b273-a935db4ac835 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:34.851482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c7dc7b69-833e-47b6-b273-a935db4ac835 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:34.852109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.872703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Allocated IP 172.20.0.8 (f42b11fb-b391-46f6-8912-bf7b4ba22052/432855e6-696e-4ca9-9434-4e59b9ee26b0/38ac9e10-0c3b-4508-b2de-b9707b62581e) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:34.920930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac76277-fd8e-46d0-920f-e8981d899508']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:34.944913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:34.945614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:34.977403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9164722-0e92-48cd-b6c2-f66126d729fd') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:34.978041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9164722-0e92-48cd-b6c2-f66126d729fd') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:34.998679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.024321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.031547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:35.031958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.105138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:35.114054 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:35.125786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for c7dc7b69-833e-47b6-b273-a935db4ac835 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:35.146209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port c7dc7b69-833e-47b6-b273-a935db4ac835, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c7dc7b69-833e-47b6-b273-a935db4ac835,segment=NetworkSegment(b72aff65-f4e8-4382-9623-aff2d9ba6e81),segment_id=b72aff65-f4e8-4382-9623-aff2d9ba6e81)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:35.154585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Deleting port bd55a89e-b19e-477f-9d16-290700f4e9df {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:35.155735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.187470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.193334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.204802 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2b309f3b-c794-40f5-92e5-0b2aabd94440 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3450203 Apr 23 00:29:35.205591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34018) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:35.227569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.238891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'network_id': 'd8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab', 'name': 'tempest-AllowedAddressPairTestJSON-393592921'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:35.239611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9d35f662-3f13-45df-bffe-14e91563a11d None None] Provisioning for port 3cf3938f-1334-4f55-b5a4-35c947acc0ce completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:35.291349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7c4700c5-b9af-4b8c-a923-69c8193afe01 None None] The port 'bd55a89e-b19e-477f-9d16-290700f4e9df' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:29:35.292334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752242-5690-4bb3-8d32-b603013a4e6f req-23a5810b-0c50-4485-a0e1-072b99ac5d3a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:35.292484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9d35f662-3f13-45df-bffe-14e91563a11d None None] Provisioning complete for port 3cf3938f-1334-4f55-b5a4-35c947acc0ce triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:35.292936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d35f662-3f13-45df-bffe-14e91563a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.293835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6f752242-5690-4bb3-8d32-b603013a4e6f req-23a5810b-0c50-4485-a0e1-072b99ac5d3a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6487648 Apr 23 00:29:35.304468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=7ac76277-fd8e-46d0-920f-e8981d899508,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:35.333404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c4f1656d-f9eb-4672-9dbb-7aab96550d36 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/7ac76277-fd8e-46d0-920f-e8981d899508 HTTP/1.1" status: 204 len: 168 time: 2.4292021 Apr 23 00:29:35.338300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.344798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34022) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:35.355282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1232124127', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:35.371012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=c7dc7b69-833e-47b6-b273-a935db4ac835,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:35.375877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9d35f662-3f13-45df-bffe-14e91563a11d None None] Port 3cf3938f-1334-4f55-b5a4-35c947acc0ce cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:35.379537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:35.389756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9d35f662-3f13-45df-bffe-14e91563a11d None None] Provisioning complete for port c7dc7b69-833e-47b6-b273-a935db4ac835 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:35.390326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9d35f662-3f13-45df-bffe-14e91563a11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.406003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.412590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:35.421165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:router and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:35.431112 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] Sync routers for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:35.439777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:35.445598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:35.446207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:35.449323 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:35.450435 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:35.455550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:35.469969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.512250 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6f752242-5690-4bb3-8d32-b603013a4e6f req-4e889bd4-91be-4e53-884d-aaf2cc1c425a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2003441 Apr 23 00:29:35.522660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.523949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.539133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.615491 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-997a9ba7-4358-4cfd-bc1b-8c8a96e9b634 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "PUT /v2.0/floatingips/4cc49c26-6f43-40d0-92bb-6cacf1e8d63b HTTP/1.1" status: 200 len: 991 time: 8.0584216 Apr 23 00:29:35.648072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:29:35.653373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event deleted for resources: {'Port': ['ID=bafed4e2-d93d-4220-8282-9a4ee419eb2b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:35.670361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.682445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324bd677-4e18-40a0-8647-e3532c1009fd,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:35.709340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.710577 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2ba49d25-9440-45a4-8c8c-fd5138af6866 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5148964 Apr 23 00:29:35.714676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34032) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:35.732820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7dc7b69-833e-47b6-b273-a935db4ac835 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:35.756362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:35.769217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '324bd677-4e18-40a0-8647-e3532c1009fd', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:35.791528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:35.796539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:35.809528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.830317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Made reservation on behalf of 720ff03886da4ad1b2994055b27e6383 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:35.833925 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:35.834131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c7dc7b69-833e-47b6-b273-a935db4ac835 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:35.834533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.834949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.844860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Transition to ACTIVE for port object 38ac9e10-0c3b-4508-b2de-b9707b62581e will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:35.854940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:35.859031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:35.863902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] device_id is not set on port 0ee18bcf-60d5-4193-963b-6b403d056009 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:29:35.867850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:35.888531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.926091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:35.984426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port c7dc7b69-833e-47b6-b273-a935db4ac835 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:35.984814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.013965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.037431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.050934 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91886a86-32c8-4875-adc9-ddf4a8dd003b'] response: {'name': 'network-changed', 'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'status': 'completed', 'code': 200} Apr 23 00:29:36.070045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Allocated IP 172.20.0.12 (d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a/0ee18bcf-60d5-4193-963b-6b403d056009) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:36.096010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bd55a89e-b19e-477f-9d16-290700f4e9df no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:29:36.176202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: bd55a89e-b19e-477f-9d16-290700f4e9df {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:29:36.179257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bd55a89e-b19e-477f-9d16-290700f4e9df not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:29:36.272194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.275729 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8b08f7ed-fbf5-40ce-bb5c-3b2d9e05d9ac tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9221432 Apr 23 00:29:36.288879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.296351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34038) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:36.303055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-479833639'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:36.314567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.343605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:36.416083 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '4cc49c26-6f43-40d0-92bb-6cacf1e8d63b', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'port_id': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'mac_address': 'fa:16:3e:2d:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:29:00Z', 'updated_at': '2022-04-23T00:29:29Z', 'revision_number': 1, 'project_id': '807dd741af784b969030e7c71115a3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:59Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:36.420716 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] Checking router: 3c17eded-d2f4-451d-a955-ec86099ef5e4 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:36.430677 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:36.431451 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:36.452315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:36.465052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:36.467590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:36.517192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:36.531465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:36.556476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event updated for resources: {'Port': ['ID=38ac9e10-0c3b-4508-b2de-b9707b62581e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:36.598888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:36.609268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea751b-0077-4cd4-958d-ba22f14b621a req-8f01d363-d51a-40fc-9985-802f65587843 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:36.611537 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-27ea751b-0077-4cd4-958d-ba22f14b621a req-8f01d363-d51a-40fc-9985-802f65587843 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.8131990 Apr 23 00:29:36.620888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.621404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Fanout notify agent at l3_agent the message router_deleted on router 1b2959a7-c1c6-4479-a310-578c0ffed287 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:29:36.624077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:36.624314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.625419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.652849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.692463 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-27ea751b-0077-4cd4-958d-ba22f14b621a req-ac389d4d-b6e6-4127-8157-79f905ad53fa tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586913 Apr 23 00:29:36.696650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.704477 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:36.708726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-dbcfa668-abb1-47cf-ae60-d40f5a663a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:36.710383 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-dbcfa668-abb1-47cf-ae60-d40f5a663a58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=807dd741af784b969030e7c71115a3aa&device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 1098 time: 0.4123187 Apr 23 00:29:36.718434 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-919dbfc2-0c81-49b4-a282-4db49feaec2b tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6140876 Apr 23 00:29:36.718434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Transition to ACTIVE for port object 0ee18bcf-60d5-4193-963b-6b403d056009 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:36.720191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34042) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:36.732930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.733973 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-542ec5d6-016b-4f7f-a702-3056b0e5ac02 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/1b2959a7-c1c6-4479-a310-578c0ffed287 HTTP/1.1" status: 204 len: 168 time: 4.1855493 Apr 23 00:29:36.734831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:36.735503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381094d-0775-4e98-99ee-aaa71be645c0 req-b3dba461-4c2a-41f3-8219-dca1390bce82 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:36.737239 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c381094d-0775-4e98-99ee-aaa71be645c0 req-b3dba461-4c2a-41f3-8219-dca1390bce82 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3884187 Apr 23 00:29:36.737987 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.742885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Request body: {'floatingip': {'port_id': '38ac9e10-0c3b-4508-b2de-b9707b62581e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:36.759072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34046) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:36.777598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137329068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:36.793335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33ac3f0-35f4-4c37-940f-763bd5993ec1,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:36.796520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:36.814446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Usage tracker for resource:router and tenant:de1b036ebcc245a99364c8d676dc5dce is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:36.817043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.818264 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-15c6a58d-c0ed-4e51-ada6-d54a7c02fb64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1014249 Apr 23 00:29:36.820768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:36.822395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2d26b6d3-80e6-472a-be0e-0947627bd347 None None] Provisioning for port 38ac9e10-0c3b-4508-b2de-b9707b62581e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:36.828819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34054) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:36.829218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2d26b6d3-80e6-472a-be0e-0947627bd347 None None] Provisioning complete for port 38ac9e10-0c3b-4508-b2de-b9707b62581e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:36.829774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2d26b6d3-80e6-472a-be0e-0947627bd347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.835497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port c7dc7b69-833e-47b6-b273-a935db4ac835, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c7dc7b69-833e-47b6-b273-a935db4ac835,segment=NetworkSegment(b72aff65-f4e8-4382-9623-aff2d9ba6e81),segment_id=b72aff65-f4e8-4382-9623-aff2d9ba6e81)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:36.835859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:36.843026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:36.849256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '324bd677-4e18-40a0-8647-e3532c1009fd', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:36.855227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:36.859092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:36.861980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:36.868317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:36.873386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:36.900541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2d26b6d3-80e6-472a-be0e-0947627bd347 None None] Port 38ac9e10-0c3b-4508-b2de-b9707b62581e cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:36.907903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.005869 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.006150 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment e344ead9-9cc9-4853-bd17-15d89d6af1f8 of type vlan for network 9f0f39ef-4c53-49d2-ad2c-38a02041156c Apr 23 00:29:37.007744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.008736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.020691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for c7dc7b69-833e-47b6-b273-a935db4ac835 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:37.077724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.124719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.146339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.163810 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c381094d-0775-4e98-99ee-aaa71be645c0 req-4967f666-c222-4522-b536-0c1392a6f188 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985898 Apr 23 00:29:37.206084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.208095 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '4cc49c26-6f43-40d0-92bb-6cacf1e8d63b', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'port_id': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'mac_address': 'fa:16:3e:2d:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:29:00Z', 'updated_at': '2022-04-23T00:29:29Z', 'revision_number': 1, 'project_id': '807dd741af784b969030e7c71115a3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:59Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:37.213332 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d090ac-d8bf-4ea5-9b19-4b64a4b3c26a None None] The sync data for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv is: [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '4cc49c26-6f43-40d0-92bb-6cacf1e8d63b', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'port_id': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'mac_address': 'fa:16:3e:2d:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:29:00Z', 'updated_at': '2022-04-23T00:29:29Z', 'revision_number': 1, 'project_id': '807dd741af784b969030e7c71115a3aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:59Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:37.269712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.283856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.290271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:37.290505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.306503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.338003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-a386647c-441e-46e6-b944-d3ad3fedab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:37.338221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.339493 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-a386647c-441e-46e6-b944-d3ad3fedab17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=72e690f2-3565-4902-9684-544dba169e53 HTTP/1.1" status: 200 len: 912 time: 0.6150391 Apr 23 00:29:37.356360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:37.407624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:37.425676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=0ee18bcf-60d5-4193-963b-6b403d056009,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:37.444099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.489128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61ce3b4-8354-48c0-aee1-5adf2607e682,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:37.491306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:37.514494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664bd35-2e6e-4a4d-8dc9-5b4d25abac17 None None] New status for floating IP 4cc49c26-6f43-40d0-92bb-6cacf1e8d63b: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:29:37.524880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.529263 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9e400ffb-fd42-48db-8bcb-04a5b88d5130 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7572899 Apr 23 00:29:37.541997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34058) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:37.576737 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2792971 Apr 23 00:29:37.589914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34060) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:37.600938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': True}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:37.603584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:37.626654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f406a-d2c5-4964-abbc-0cd411d4411a None None] DHCP port deletion for 0264aecb-0352-42c0-b202-ddeadfc59877 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:29:37.679295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.683109 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-365cd382-4bde-462f-bb92-640c5f943e1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8474314 Apr 23 00:29:37.683109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=c7dc7b69-833e-47b6-b273-a935db4ac835,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:37.684012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8fd23-0fbd-47b2-ad13-656fb5c9e2a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=9f0f39ef-4c53-49d2-ad2c-38a02041156c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:37.692303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34066) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:37.712757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '324bd677-4e18-40a0-8647-e3532c1009fd', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:37.742698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:37.753282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:37.758478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbebdd3-e315-45d6-9c34-b09e7e11a842 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:29:37.763603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:37.771177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:37.826709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port c7dc7b69-833e-47b6-b273-a935db4ac835 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:37.828416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:37.870088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:37.870747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:37.924717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-c17dd7e5-7560-46c6-8b26-3ba94e6b833f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6 HTTP/1.1" status: 200 len: 999 time: 0.5735762 Apr 23 00:29:37.943694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4ed91b8e-d78d-4dfa-8c96-bf68313a749f None None] Provisioning for port 0ee18bcf-60d5-4193-963b-6b403d056009 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:38.022507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.031491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:38.037908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4ed91b8e-d78d-4dfa-8c96-bf68313a749f None None] Provisioning complete for port 0ee18bcf-60d5-4193-963b-6b403d056009 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:38.038370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4ed91b8e-d78d-4dfa-8c96-bf68313a749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.048445 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-74c6b13f-4c1d-44e4-829a-59c38218e3f4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8367460 Apr 23 00:29:38.089518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34070) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:38.095326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:30:bd:e8'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:15:db:59'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:38.130460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:38.140787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.143733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:38.147242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-4ed91b8e-d78d-4dfa-8c96-bf68313a749f None None] Port 0ee18bcf-60d5-4193-963b-6b403d056009 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:38.159613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-ffddb8c0-dfab-4598-97b6-cf6d3af7631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:38.161163 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-ffddb8c0-dfab-4598-97b6-cf6d3af7631c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=66534854-ac5d-4d1e-bd4e-a147cad2d277 HTTP/1.1" status: 200 len: 851 time: 0.2196817 Apr 23 00:29:38.162023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:38.175978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbebdd3-e315-45d6-9c34-b09e7e11a842 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:38.226947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:38.231232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.425917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-0e88f43e-0a29-4ff2-b1b5-e089bccc2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:38.427647 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-0e88f43e-0a29-4ff2-b1b5-e089bccc2e33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=72e690f2-3565-4902-9684-544dba169e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2598734 Apr 23 00:29:38.444903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.583891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.639110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7615a-37d0-4f3d-af80-e7dc01606de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-0264aecb-0352-42c0-b202-ddeadfc59877', 'network_id': '0264aecb-0352-42c0-b202-ddeadfc59877', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '66c61dfa-00ab-488b-92da-93a7e888a8f9'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:38.641133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08c7615a-37d0-4f3d-af80-e7dc01606de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.645645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:29:38.651198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.654912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.726301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=66c61dfa-00ab-488b-92da-93a7e888a8f9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:38.747860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6254fe-de43-480e-8e5d-e888d1c6d18d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:38.765131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aded1d-ec34-45ee-9a49-8e39735be151 None None] Network 0264aecb-0352-42c0-b202-ddeadfc59877 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:38.766189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.820442 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-c1e75301-e05a-4c7d-a7b9-ea9519c6e208 service neutron] 10.222.0.42 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827844 Apr 23 00:29:38.834513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.877627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.910227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.913817 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-31f74161-39c7-4261-82b4-9bc142b94f5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2127798 Apr 23 00:29:38.927602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb4d6-c8f7-4102-a893-fd8f1461d3e5 req-d0f800e5-85b4-4370-a49c-da6b83befc68 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:38.928159 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e1dfb4d6-c8f7-4102-a893-fd8f1461d3e5 req-d0f800e5-85b4-4370-a49c-da6b83befc68 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5316408 Apr 23 00:29:38.928627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34076) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:38.959132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c4cc0-387c-4f8b-99f5-de15ec721303 None None] DHCP port deletion for 0264aecb-0352-42c0-b202-ddeadfc59877 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:29:38.971722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '324bd677-4e18-40a0-8647-e3532c1009fd', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:38.978312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:38.996721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:39.030943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=9f57c44a-2a55-4d73-8d1a-42a52ef11f6b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:39.033158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:39.041649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:39.054800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0264aecb-0352-42c0-b202-ddeadfc59877']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:39.074146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:39.074536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: 9f0f39ef-4c53-49d2-ad2c-38a02041156c, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:39.088370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:39.094207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72aff65-f4e8-4382-9623-aff2d9ba6e81') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:39.094525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72aff65-f4e8-4382-9623-aff2d9ba6e81') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:39.120193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.131863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.147967 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e1dfb4d6-c8f7-4102-a893-fd8f1461d3e5 req-d5702e66-8421-40a1-8865-62f0523cf677 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714883 Apr 23 00:29:39.189467 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2470b69d-c87a-47eb-9af5-c732b88d417b req-a004a761-e9b9-4b28-a301-a572404b746d service neutron] 10.222.0.42 "GET /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514597 Apr 23 00:29:39.192115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.198685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.198836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:39.207074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP fceec5c0-f8fa-4e4f-b09d-4b54f8b8eb01 associated. External IP: 172.26.8.5, port: 0013278b-fbab-4f39-a1d0-31240d54c565. Apr 23 00:29:39.228048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:39.228523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:39.244549 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:39.279363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 9f0f39ef-4c53-49d2-ad2c-38a02041156c) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:39.283670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:39.284731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.288736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afe088-8aa4-49e9-9828-3e1aa2e35c04 None None] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:39.323583 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5457341b-a6c9-4d7f-a360-ce7c47f4d308 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7322726 Apr 23 00:29:39.326971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34080) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:39.479056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.507176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.524676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:39.525514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.637553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.642930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=0264aecb-0352-42c0-b202-ddeadfc59877,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:39.688657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.689560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7dc7b69-833e-47b6-b273-a935db4ac835 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:29:39.693988 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-22f99fc4-1b1b-4c03-93b1-c8fea7a54f17 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/0264aecb-0352-42c0-b202-ddeadfc59877 HTTP/1.1" status: 204 len: 168 time: 7.5690663 Apr 23 00:29:39.695770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34084) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:39.739958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da61bcd6-b362-4838-aa2f-c5d14aceba6c,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:39.740718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: c7dc7b69-833e-47b6-b273-a935db4ac835 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:29:39.741061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7dc7b69-833e-47b6-b273-a935db4ac835 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:29:39.744358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.761243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.762468 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-19a144d5-9da4-442a-988d-a7b06986f5d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8297007 Apr 23 00:29:39.770011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34088) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:39.770504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Allocated IP 2001:db8::2 (9f0f39ef-4c53-49d2-ad2c-38a02041156c/9f57c44a-2a55-4d73-8d1a-42a52ef11f6b/0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:39.775847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.804575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f69de2-21ba-41ee-975a-5eddca24913f tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:39.805062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f69de2-21ba-41ee-975a-5eddca24913f tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:39.810281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '324bd677-4e18-40a0-8647-e3532c1009fd', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:39.810464 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-92f69de2-21ba-41ee-975a-5eddca24913f tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/0264aecb-0352-42c0-b202-ddeadfc59877 HTTP/1.1" status: 404 len: 339 time: 0.0519071 Apr 23 00:29:39.819064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34092) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:39.825633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459606188', 'description': 'd1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:39.828941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:39.832454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.838294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:39.878533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:39.882418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:39.890998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:network and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:39.902139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:39.910997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:39.937102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.942090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:39.951619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:39.988883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:29:40.010562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.026939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Transition to ACTIVE for port object 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:40.048008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Transition to ACTIVE for port object 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:40.054909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.130131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:40.134057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:40.138904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:40.141513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Pushing event updated for resources: {'Port': ['ID=0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:40.177628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.194575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:40.197968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.241581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Attempting to bind port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:40.242054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Attempting to bind port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:40.242522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Attempting to bind port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf on network 9f0f39ef-4c53-49d2-ad2c-38a02041156c {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:40.252032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:40.252551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Checking segment: {'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:40.253175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.253667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Bound using segment: {'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:40.259044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Bound port: 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:40.259688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.276638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.323606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:40.371548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] For port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:40.375927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] For port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf,segment=NetworkSegment(e344ead9-9cc9-4853-bd17-15d89d6af1f8),segment_id=e344ead9-9cc9-4853-bd17-15d89d6af1f8)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:40.382106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.394324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event updated for resources: {'Port': ['ID=0ee18bcf-60d5-4193-963b-6b403d056009,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:40.442869 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Allocated IP 172.26.8.157 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/b1efb416-d21d-4932-8fba-bd44e7af0052) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:40.514839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5fa37-597f-4286-8021-b9d06f9a9828 None None] Pushing event updated for resources: {'Port': ['ID=0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:40.527870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5c050648-182b-43fe-91f9-c30a16003c07 None None] Provisioning complete for port 0ee18bcf-60d5-4193-963b-6b403d056009 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:40.528173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c050648-182b-43fe-91f9-c30a16003c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.594872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5c050648-182b-43fe-91f9-c30a16003c07 None None] Port 0ee18bcf-60d5-4193-963b-6b403d056009 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:40.605796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:40.621605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] In _notify_port_updated(), no bound segment for port 0ee18bcf-60d5-4193-963b-6b403d056009 on network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:29:40.627041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:40.628001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.629051 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b315175b-82ae-40f0-a4cb-62a3cb173370 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "PUT /v2.0/ports/0ee18bcf-60d5-4193-963b-6b403d056009 HTTP/1.1" status: 200 len: 1055 time: 2.5386364 Apr 23 00:29:40.634123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34098) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:40.648389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.649027 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment c4b54050-9fee-4c50-8c4e-320be496eb04 of type vlan for network c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc Apr 23 00:29:40.709212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.736260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.774486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.814172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce7abf8-eeb7-48d7-948e-9d11ad7d97c0,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:40.827108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.835381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting port 0ee18bcf-60d5-4193-963b-6b403d056009 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:40.835733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.894994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:40.898968 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bea2a399-4d59-454f-a8fa-749f68da7211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1277978 Apr 23 00:29:40.906873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34102) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:40.917669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '324bd677-4e18-40a0-8647-e3532c1009fd', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:40.943858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:40.953607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:40.960580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:41.000900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:41.013990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.020519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:41.021186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.064854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:41.079103 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:41.087557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:29:41.093631 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:41.099941 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:41.112041 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2918305 Apr 23 00:29:41.132621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.133103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34106) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:41.172439 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:41.182954 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:41.183541 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:41.201520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330cfb-c116-4703-81a1-65908432c72e req-259c2f06-4394-4f04-9a80-5ac013dbbaca tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:41.203344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ec330cfb-c116-4703-81a1-65908432c72e req-259c2f06-4394-4f04-9a80-5ac013dbbaca tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6240921 Apr 23 00:29:41.208510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.255676 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:41.256446 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b649e38-ce63-4f90-ab50-76a5491a6352 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:41.281523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1eb00-80ae-404e-a369-cd452ef5e08d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:41.293332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:41.371326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8::1 (9f0f39ef-4c53-49d2-ad2c-38a02041156c/9f57c44a-2a55-4d73-8d1a-42a52ef11f6b/8187ed72-e2ec-471b-9882-270db844b380) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:41.393807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:41.394836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Port': ['ID=b1efb416-d21d-4932-8fba-bd44e7af0052,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:41.397503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:41.416649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:41.471877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b38a42-fe9f-489a-a8ff-461502cb9bdb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:41.472598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-01b38a42-fe9f-489a-a8ff-461502cb9bdb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Synchronizing usage tracker for tenant:1a0d319a3a2a409489b288a378e341dc on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:41.490570 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ec330cfb-c116-4703-81a1-65908432c72e req-98aa969c-6c9d-4235-b38c-9bc10ab030e8 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2627473 Apr 23 00:29:41.530984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.663174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-01b38a42-fe9f-489a-a8ff-461502cb9bdb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Unset dirty status for tenant:1a0d319a3a2a409489b288a378e341dc on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:41.664321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-01b38a42-fe9f-489a-a8ff-461502cb9bdb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/networks?id=c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc HTTP/1.1" status: 200 len: 760 time: 0.5023589 Apr 23 00:29:41.682933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34110) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:41.695053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0037f0-c9f9-4d81-acd9-a8d38e65a85e None None] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:41.709426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'description': 'd2'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:41.731188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:41.737305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Calling delete_port for 0ee18bcf-60d5-4193-963b-6b403d056009 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:41.765562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.779351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.857341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-efeb6c70-a3a1-4905-826f-ea77df0683d9 None None] Provisioning for port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:41.913768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aab4021-e754-43a9-9212-3bc8be8297e2,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:41.940017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:41.949913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.958744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:41.967348 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e112c291-b31b-466a-8ba8-3f18c4b05479 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0517583 Apr 23 00:29:41.967531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:41.967531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.017766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 8187ed72-e2ec-471b-9882-270db844b380 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:42.161759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router 97606694-8c96-41f7-8fee-1ab189700746 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:42.164545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.164870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.214408 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf,segment=NetworkSegment(e344ead9-9cc9-4853-bd17-15d89d6af1f8),segment_id=e344ead9-9cc9-4853-bd17-15d89d6af1f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:42.222107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.272817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.293356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:42.315962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.320616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc is not hosted by any dhcp agent {{(pid=88073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 23 00:29:42.326147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:42.326821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.332517 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "PUT /v2.0/networks/c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc HTTP/1.1" status: 200 len: 757 time: 0.6344898 Apr 23 00:29:42.346035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34126) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:42.442653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.463249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:42.477475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:42.496245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4d1a5142-8035-4b2c-b679-82c047b79064 None None] Provisioning complete for port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:42.497186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4d1a5142-8035-4b2c-b679-82c047b79064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.499633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:42.500246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.539488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=8187ed72-e2ec-471b-9882-270db844b380,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:42.542205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519b6bc-3679-476d-82b3-4a2b88e7c662 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:42.575118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:42.600388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9ce1576e-db91-4790-ab46-ded1bbd107cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:42.603011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.685211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb00631-989e-400b-ac2e-0ac83818a530 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:42.686216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3eb00631-989e-400b-ac2e-0ac83818a530 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Synchronizing usage tracker for tenant:1a0d319a3a2a409489b288a378e341dc on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:42.696171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Port': ['ID=0ee18bcf-60d5-4193-963b-6b403d056009,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:42.852818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9ce1576e-db91-4790-ab46-ded1bbd107cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:42.854294 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9ce1576e-db91-4790-ab46-ded1bbd107cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694092608&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.5247257 Apr 23 00:29:42.868407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3eb00631-989e-400b-ac2e-0ac83818a530 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Unset dirty status for tenant:1a0d319a3a2a409489b288a378e341dc on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:42.869518 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3eb00631-989e-400b-ac2e-0ac83818a530 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/networks?id=c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc HTTP/1.1" status: 200 len: 760 time: 0.5180418 Apr 23 00:29:42.881750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34132) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:42.908496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f93518b9-64ec-4779-9191-70248eafadb0 None None] Provisioning for port 8187ed72-e2ec-471b-9882-270db844b380 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:42.914047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f93518b9-64ec-4779-9191-70248eafadb0 None None] Provisioning complete for port 8187ed72-e2ec-471b-9882-270db844b380 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:42.914458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f93518b9-64ec-4779-9191-70248eafadb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.917475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1250816634'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:42.926908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:42.938223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:42.953250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:42.991502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:42.999333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f93518b9-64ec-4779-9191-70248eafadb0 None None] Port 8187ed72-e2ec-471b-9882-270db844b380 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:43.002507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] Sync routers for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:43.013828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:43.014470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:43.083525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:43.092730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:43.092970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:43.093443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:43.096187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.159275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:43.159602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace47933-e3ed-4bd6-ab6e-79c9d1198c7a None None] The sync data for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:43.179079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d101a-9d85-47ee-b6bb-38cb0a23fcaf req-fd1cd735-f7f7-4810-97f6-227835dfbea0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:43.180578 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b01d101a-9d85-47ee-b6bb-38cb0a23fcaf req-fd1cd735-f7f7-4810-97f6-227835dfbea0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5714784 Apr 23 00:29:43.221048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.237488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:43.301742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.302093 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment eaba3a05-b558-42aa-b94d-c9341dbce182 of type vlan for network 8397aa09-07d7-4133-91ae-e1a5bbc0d006 Apr 23 00:29:43.306454 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8d55f085-a1b5-43fa-b38c-0a11d78e1d67 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/floatingips/fceec5c0-f8fa-4e4f-b09d-4b54f8b8eb01 HTTP/1.1" status: 200 len: 975 time: 6.5852816 Apr 23 00:29:43.320223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34138) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:43.338402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-762d4022-062e-4bbc-8df5-b2e0aae5aa88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:43.339092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-762d4022-062e-4bbc-8df5-b2e0aae5aa88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:43.369367 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b01d101a-9d85-47ee-b6bb-38cb0a23fcaf req-506a410e-390c-4146-bccc-9f839b04467b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1758039 Apr 23 00:29:43.405583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.418022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.487424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.490396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-762d4022-062e-4bbc-8df5-b2e0aae5aa88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:43.491545 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-762d4022-062e-4bbc-8df5-b2e0aae5aa88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 797 time: 0.6298740 Apr 23 00:29:43.504747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.531797 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-6243782b-a949-40ef-ad04-a6a7aa210de4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0344260 Apr 23 00:29:43.553981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port 38ac9e10-0c3b-4508-b2de-b9707b62581e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:43.554350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.590978 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3b1ccff4-ee7e-40e5-b5f1-efdb8ae37044 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/ports/0ee18bcf-60d5-4193-963b-6b403d056009 HTTP/1.1" status: 204 len: 168 time: 2.9503453 Apr 23 00:29:43.591441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34142) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:43.657568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:43.723229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.729148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:43.729778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.731682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:43.732052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.829597 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff75294-c1b7-4341-8215-64a938c655c3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] GET failed (client error): The resource could not be found. Apr 23 00:29:43.830138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cff75294-c1b7-4341-8215-64a938c655c3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Synchronizing usage tracker for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:43.867579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cff75294-c1b7-4341-8215-64a938c655c3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Unset dirty status for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:43.868704 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cff75294-c1b7-4341-8215-64a938c655c3 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "GET /v2.0/ports/0ee18bcf-60d5-4193-963b-6b403d056009 HTTP/1.1" status: 404 len: 333 time: 0.2479930 Apr 23 00:29:43.876002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34146) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:43.954574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-0b3456bf-a629-4e42-87c9-c675e686f5a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:43.983967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting port 3cf3938f-1334-4f55-b5a4-35c947acc0ce {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:43.984227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:43.999290 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1164348 Apr 23 00:29:44.012752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34150) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:44.024541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:44.043973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Router b65ab429-f697-4d32-8e65-7f51ac862f73 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:29:44.055092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-0b3456bf-a629-4e42-87c9-c675e686f5a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:44.056396 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-0b3456bf-a629-4e42-87c9-c675e686f5a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4665298 Apr 23 00:29:44.060398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b991b58-435c-411c-a0a9-6d29acaff4e7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=8397aa09-07d7-4133-91ae-e1a5bbc0d006,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:44.081715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 8397aa09-07d7-4133-91ae-e1a5bbc0d006 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:44.135615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.236587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.243891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.244685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.389356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:44.477696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Usage tracker for resource:subnet and tenant:1a0d319a3a2a409489b288a378e341dc is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:44.508281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:44.524705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:44.540477 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-6ce19732-e0b6-4ead-b368-58a4fa6cd01a service neutron] 10.222.0.39 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600668 Apr 23 00:29:44.620688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=8187ed72-e2ec-471b-9882-270db844b380,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:44.639089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:44.642618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.676109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:44.688117 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] Sync routers for ids ['b65ab429-f697-4d32-8e65-7f51ac862f73'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:44.696969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.700484 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6dfbe12d-354d-4f03-abbc-9bc051ee136b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "PUT /v2.0/routers/b65ab429-f697-4d32-8e65-7f51ac862f73 HTTP/1.1" status: 200 len: 914 time: 7.1080890 Apr 23 00:29:44.701492 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] Routers {'b65ab429-f697-4d32-8e65-7f51ac862f73'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:44.702272 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['b65ab429-f697-4d32-8e65-7f51ac862f73'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:44.707303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34156) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:44.776957 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:44.785925 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] Routers {'b65ab429-f697-4d32-8e65-7f51ac862f73'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:44.786542 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['b65ab429-f697-4d32-8e65-7f51ac862f73'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:44.823188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.823565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.823873 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Floating IP fceec5c0-f8fa-4e4f-b09d-4b54f8b8eb01 disassociated. External IP: 172.26.8.5, port: 38ac9e10-0c3b-4508-b2de-b9707b62581e. Apr 23 00:29:44.824216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for 38ac9e10-0c3b-4508-b2de-b9707b62581e owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:44.854932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:44.859573 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:44.859983 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbb0fb8-23e3-4469-b7fc-70e8fab2dc2e None None] The sync data for ids ['b65ab429-f697-4d32-8e65-7f51ac862f73'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:44.863912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:44.902925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:44.998851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b59b7-3d74-45d4-9b46-d96db7e82f5a req-361b0e0b-6cca-4851-8d42-42348a8aef42 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:45.000441 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-232b59b7-3d74-45d4-9b46-d96db7e82f5a req-361b0e0b-6cca-4851-8d42-42348a8aef42 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3847852 Apr 23 00:29:45.069225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Calling delete_port for 3cf3938f-1334-4f55-b5a4-35c947acc0ce owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:45.113982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8655c31c-3445-41db-bb24-a32c266b5d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:45.138953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ac152ccd-cc58-465a-a7f8-54f2341d90b8 None None] Provisioning complete for port 8187ed72-e2ec-471b-9882-270db844b380 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:45.139732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ac152ccd-cc58-465a-a7f8-54f2341d90b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:45.146733 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-06173839-eafb-4b55-9a4b-a272469aabd2 service neutron] 10.222.0.39 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442700 Apr 23 00:29:45.186524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-232b59b7-3d74-45d4-9b46-d96db7e82f5a req-673db057-d1e4-43a1-9c65-af73150fb81f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335886 Apr 23 00:29:45.200992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ac152ccd-cc58-465a-a7f8-54f2341d90b8 None None] Port 8187ed72-e2ec-471b-9882-270db844b380 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:45.208970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:45.275746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=38ac9e10-0c3b-4508-b2de-b9707b62581e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:45.340935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:29:45.461182 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-354e6817-bdc1-4da4-aac3-e7d3d49f7f25 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/b65ab429-f697-4d32-8e65-7f51ac862f73 HTTP/1.1" status: 200 len: 920 time: 0.7461879 Apr 23 00:29:45.465845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34162) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:45.603942 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6dd6ae1a-eed6-46b7-8b1f-b1c303731f5c req-7946ded7-e51c-475b-a292-bb6d49d3f79c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.1815338 Apr 23 00:29:45.613480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:45.664602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:45.667240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router 97606694-8c96-41f7-8fee-1ab189700746 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:45.675792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:45.683320 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-15608003-4297-47de-bf8b-8e1cb922c71c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3524468 Apr 23 00:29:45.684302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34166) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:45.688160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:45.688852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:45.734282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Port': ['ID=3cf3938f-1334-4f55-b5a4-35c947acc0ce,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:45.744279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181836337'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:45.744578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:45.761574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:45.770080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:45.775029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:45.784765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:45.864795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b057fc-9849-47e2-b437-bf73d9bf80c0 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:45.865516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-94b057fc-9849-47e2-b437-bf73d9bf80c0 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Synchronizing usage tracker for tenant:3660378fa82c4120b7e243249a716635 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:45.875414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:45.879644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:45.904673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=ec0b445e-d526-4088-9634-a200aba09692,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:45.905705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:45.920832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:45.929262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-94b057fc-9849-47e2-b437-bf73d9bf80c0 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Unset dirty status for tenant:3660378fa82c4120b7e243249a716635 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:45.930491 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-94b057fc-9849-47e2-b437-bf73d9bf80c0 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=b65ab429-f697-4d32-8e65-7f51ac862f73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4304757 Apr 23 00:29:45.935452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34170) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:45.938065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': 'eaba3a05-b558-42aa-b94d-c9341dbce182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:45.938472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 8397aa09-07d7-4133-91ae-e1a5bbc0d006, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:45.954868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:45.966484 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] Sync routers for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:45.991201 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3aae9229-4bed-49d0-9c76-1e477afbf97e tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/ports/3cf3938f-1334-4f55-b5a4-35c947acc0ce HTTP/1.1" status: 204 len: 168 time: 2.1111555 Apr 23 00:29:45.992471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34174) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:46.005678 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:46.007492 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:46.111594 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:46.115851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 8397aa09-07d7-4133-91ae-e1a5bbc0d006 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:46.118437 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab022a6-0029-48e3-98a1-3320fd5f3465 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] GET failed (client error): The resource could not be found. Apr 23 00:29:46.118876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1ab022a6-0029-48e3-98a1-3320fd5f3465 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Synchronizing usage tracker for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:46.123528 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:46.124408 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:46.148090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 8397aa09-07d7-4133-91ae-e1a5bbc0d006) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:46.155238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:46.155843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.168628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680c1ee5-6564-42bc-85db-7d874b806669 None None] Network 8397aa09-07d7-4133-91ae-e1a5bbc0d006 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:46.191803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1ab022a6-0029-48e3-98a1-3320fd5f3465 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Unset dirty status for tenant:720ff03886da4ad1b2994055b27e6383 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:46.198313 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1ab022a6-0029-48e3-98a1-3320fd5f3465 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "GET /v2.0/ports/3cf3938f-1334-4f55-b5a4-35c947acc0ce HTTP/1.1" status: 404 len: 333 time: 0.1997313 Apr 23 00:29:46.198509 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:46.198509 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ceb62d-a11e-49ac-9587-e26736b9ae61 None None] The sync data for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:46.202832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34178) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:46.246198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb492b-565d-4a3c-965a-021bf1330ab4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:46.246820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4cbb492b-565d-4a3c-965a-021bf1330ab4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Synchronizing usage tracker for tenant:3660378fa82c4120b7e243249a716635 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:46.260409 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8c2cd993-5ebf-48ac-85e6-99bf49bb5409 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2420363 Apr 23 00:29:46.266051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34184) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:46.269534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:46.272186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.289299 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-907e4a7c-034d-4098-aa94-bbd492d5b5ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/ports/38ac9e10-0c3b-4508-b2de-b9707b62581e HTTP/1.1" status: 204 len: 168 time: 2.9657798 Apr 23 00:29:46.290086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34188) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:46.325875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting port f98a3e85-36fa-4bd9-b126-447e25918510 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:46.326562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.374404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.374997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6 of type vlan for network 14ccd5b8-a118-42a6-86d6-64f83254c62d Apr 23 00:29:46.438479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.486474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4cbb492b-565d-4a3c-965a-021bf1330ab4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Unset dirty status for tenant:3660378fa82c4120b7e243249a716635 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:46.509346 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4cbb492b-565d-4a3c-965a-021bf1330ab4 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.5513263 Apr 23 00:29:46.509346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34196) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:46.572599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:43Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:43Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:46.574980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-8397aa09-07d7-4133-91ae-e1a5bbc0d006', 'network_id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': 'ec0b445e-d526-4088-9634-a200aba09692'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:46.575780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.590740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:29:46.591085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Updating router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a port 8187ed72-e2ec-471b-9882-270db844b380 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:29:46.649399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.655107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:46.655701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.716361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.758280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6eddda23-a940-4fd4-b4b1-6c7d6e5f24f9 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=b65ab429-f697-4d32-8e65-7f51ac862f73 HTTP/1.1" status: 200 len: 205 time: 0.2488778 Apr 23 00:29:46.767041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34202) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:46.835151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.861002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:46.880925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c11ca-8636-4ef6-8ac6-b1cd01980824 req-74e5cb38-2b16-43cd-977c-e14da0bb167d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:46.882422 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-165c11ca-8636-4ef6-8ac6-b1cd01980824 req-74e5cb38-2b16-43cd-977c-e14da0bb167d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4719110 Apr 23 00:29:46.886162 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ab205ecf-e284-4979-a873-7ff3d36aca4b req-bff20824-c6b3-4868-a548-2a98980d6946 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.1962297 Apr 23 00:29:46.901612 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1679413 Apr 23 00:29:46.915292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34206) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:46.944781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Allocated IP 172.20.0.2 (8397aa09-07d7-4133-91ae-e1a5bbc0d006/ec0b445e-d526-4088-9634-a200aba09692/f73ec8ef-bdd4-49cd-9cb5-2476df719c19) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:47.007394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bec7f-916f-47cd-8abc-120cc13e82a0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=14ccd5b8-a118-42a6-86d6-64f83254c62d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:47.030870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:47.038230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:47.074943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.233598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Calling delete_port for f98a3e85-36fa-4bd9-b126-447e25918510 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:47.308883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:47.325705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:47.332514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:47.332718 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-165c11ca-8636-4ef6-8ac6-b1cd01980824 req-7c2353ab-47d5-4b70-8ff3-f9cac7ed5841 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3259730 Apr 23 00:29:47.357151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:47.400855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.453089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.454968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.477967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.481050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Transition to ACTIVE for port object f73ec8ef-bdd4-49cd-9cb5-2476df719c19 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:47.520186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Port': ['ID=f98a3e85-36fa-4bd9-b126-447e25918510,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:47.520409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:47.536651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.541313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Transition to ACTIVE for port object 8187ed72-e2ec-471b-9882-270db844b380 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:47.555520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Transition to ACTIVE for port object f73ec8ef-bdd4-49cd-9cb5-2476df719c19 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:47.562033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.665722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.687991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.711127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-41c8e347-6612-4aaf-b4c4-1f7d238411da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.717855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.730578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0b445e-d526-4088-9634-a200aba09692,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:47.735512 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c0e3e306-bf74-4720-9802-3a10ed257f92 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/ports/f98a3e85-36fa-4bd9-b126-447e25918510 HTTP/1.1" status: 204 len: 168 time: 1.5294447 Apr 23 00:29:47.736579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34216) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:47.841002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Network 8397aa09-07d7-4133-91ae-e1a5bbc0d006 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:47.846196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:47.849547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:47.879218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9057d40-af57-4d78-a1d5-b3dbf01b9658 None None] Pushing event updated for resources: {'Port': ['ID=8187ed72-e2ec-471b-9882-270db844b380,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:47.906356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:47.968056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8397aa09-07d7-4133-91ae-e1a5bbc0d006']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:47.995154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaba3a05-b558-42aa-b94d-c9341dbce182') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:47.995382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaba3a05-b558-42aa-b94d-c9341dbce182') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:48.009519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.039243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.047686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting subnet be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:29:48.054234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.093099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:48.093689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:48.109301 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:48.116303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.121004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Pushing event updated for resources: {'Port': ['ID=f73ec8ef-bdd4-49cd-9cb5-2476df719c19,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:48.132489 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Attempting to bind port 8187ed72-e2ec-471b-9882-270db844b380 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:48.133320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Attempting to bind port 8187ed72-e2ec-471b-9882-270db844b380 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:48.133320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Attempting to bind port 8187ed72-e2ec-471b-9882-270db844b380 on network 9f0f39ef-4c53-49d2-ad2c-38a02041156c {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:48.146149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:48.146542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Checking segment: {'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:48.146934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.147323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Bound using segment: {'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:48.147790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Bound port: 8187ed72-e2ec-471b-9882-270db844b380, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e344ead9-9cc9-4853-bd17-15d89d6af1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:48.148148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.168146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Attempting to bind port f73ec8ef-bdd4-49cd-9cb5-2476df719c19 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:48.168511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Attempting to bind port f73ec8ef-bdd4-49cd-9cb5-2476df719c19 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'eaba3a05-b558-42aa-b94d-c9341dbce182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:48.168866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Attempting to bind port f73ec8ef-bdd4-49cd-9cb5-2476df719c19 on network 8397aa09-07d7-4133-91ae-e1a5bbc0d006 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:48.192646 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4d79f4d2-a89c-4d48-961a-4b51494c2a1e req-d6695968-7941-42b4-8163-28695c4e115f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.1194935 Apr 23 00:29:48.210874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.225180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.230542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:48.230915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Checking segment: {'id': 'eaba3a05-b558-42aa-b94d-c9341dbce182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:48.231306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.232100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Bound using segment: {'id': 'eaba3a05-b558-42aa-b94d-c9341dbce182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:48.232242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Bound port: f73ec8ef-bdd4-49cd-9cb5-2476df719c19, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaba3a05-b558-42aa-b94d-c9341dbce182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:48.232628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.249394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:29:48.249394 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:29:48.249394 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': '8397aa09-07d7-4133-91ae-e1a5bbc0d006'}] Apr 23 00:29:48.249394 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:48.250095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:48.251424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=c5f0c2df-2253-4a9d-85fd-544daa0cea93,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:48.297130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Deleting port b1efb416-d21d-4932-8fba-bd44e7af0052 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:48.297468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.308528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.335490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:48.336104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: 14ccd5b8-a118-42a6-86d6-64f83254c62d, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:48.344526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] For port 8187ed72-e2ec-471b-9882-270db844b380, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:48.358186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] For port 8187ed72-e2ec-471b-9882-270db844b380, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8187ed72-e2ec-471b-9882-270db844b380,segment=NetworkSegment(e344ead9-9cc9-4853-bd17-15d89d6af1f8),segment_id=e344ead9-9cc9-4853-bd17-15d89d6af1f8)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:48.361057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] For port f73ec8ef-bdd4-49cd-9cb5-2476df719c19, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:48.364819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] For port f73ec8ef-bdd4-49cd-9cb5-2476df719c19, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f73ec8ef-bdd4-49cd-9cb5-2476df719c19,segment=NetworkSegment(eaba3a05-b558-42aa-b94d-c9341dbce182),segment_id=eaba3a05-b558-42aa-b94d-c9341dbce182)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:48.366216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.406452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.411663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:48.411850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.469452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:48.470142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:48.490795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 14ccd5b8-a118-42a6-86d6-64f83254c62d) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:48.498771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:48.499356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.516525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.524162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Subnet': ['ID=be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:48.558899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f8b22-46c8-498c-8a9f-97142673ce7b None None] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:48.598523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.610010 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5368e25f-1fde-422a-8fa7-3ce73f2706e4 tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/subnets/be27dcf5-8bb2-4c9a-a6b1-d9bfeee7043a HTTP/1.1" status: 204 len: 168 time: 0.8718791 Apr 23 00:29:48.613022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34224) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:48.680894 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bf651b9f-dda9-4462-94ff-d4aca80f83c7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7566354 Apr 23 00:29:48.693564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34230) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:48.707568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.743518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9057d40-af57-4d78-a1d5-b3dbf01b9658 None None] Pushing event updated for resources: {'Port': ['ID=8187ed72-e2ec-471b-9882-270db844b380,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:48.817759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.821437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789980b1-c1a4-4611-973a-84edbae82de4 None None] Network d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:48.825623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.865039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port f73ec8ef-bdd4-49cd-9cb5-2476df719c19 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:48.865489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.910378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Deleting port 20f0b7ac-ea25-4656-8b03-280f6479e387 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:48.910872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:48.990025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a4a6-2ac9-4489-816c-e62215b898a0 req-98f412a3-e01c-4e28-9879-97abe544c09f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:48.997360 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-83e2a4a6-2ac9-4489-816c-e62215b898a0 req-98f412a3-e01c-4e28-9879-97abe544c09f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4797902 Apr 23 00:29:49.130947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Calling delete_port for b1efb416-d21d-4932-8fba-bd44e7af0052 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:49.159960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:49.178618 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-83e2a4a6-2ac9-4489-816c-e62215b898a0 req-6986840d-1d85-4a42-910f-3b8cf67f854a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1802533 Apr 23 00:29:49.212457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05ce8c-904c-43b1-b033-83228a137ea0 None None] Network 8397aa09-07d7-4133-91ae-e1a5bbc0d006 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:49.320520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:49.340503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:29:49.514891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] For port 20f0b7ac-ea25-4656-8b03-280f6479e387, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=20f0b7ac-ea25-4656-8b03-280f6479e387,segment=NetworkSegment(bc700b4d-5ebc-407d-a8f7-33a65a4ae927),segment_id=bc700b4d-5ebc-407d-a8f7-33a65a4ae927)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:49.515267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:49.533305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port f73ec8ef-bdd4-49cd-9cb5-2476df719c19, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f73ec8ef-bdd4-49cd-9cb5-2476df719c19,segment=NetworkSegment(eaba3a05-b558-42aa-b94d-c9341dbce182),segment_id=eaba3a05-b558-42aa-b94d-c9341dbce182)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:49.533705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:49.567400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2058594-ada5-413f-86e6-771c4f6fc2f2 None None] Pushing event updated for resources: {'Port': ['ID=f73ec8ef-bdd4-49cd-9cb5-2476df719c19,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:49.661253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Calling delete_port for 20f0b7ac-ea25-4656-8b03-280f6479e387 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:49.703158 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7b8c5e5a-7cd0-4ecd-bb27-05756b7baf83 req-624767c3-159a-491c-961b-9e33bc6c95da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.3136060 Apr 23 00:29:49.812393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for f73ec8ef-bdd4-49cd-9cb5-2476df719c19 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:49.935259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:49.985501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] No DVR routers for this DVR port 20f0b7ac-ea25-4656-8b03-280f6479e387 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:50.004229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.005497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-14ccd5b8-a118-42a6-86d6-64f83254c62d', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:50.007550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.027359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.058526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Port': ['ID=20f0b7ac-ea25-4656-8b03-280f6479e387,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:50.068783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.129170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port f73ec8ef-bdd4-49cd-9cb5-2476df719c19 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:50.134646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=f73ec8ef-bdd4-49cd-9cb5-2476df719c19,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:50.151324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event deleted for resources: {'Port': ['ID=b1efb416-d21d-4932-8fba-bd44e7af0052,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:50.189983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200d93d-b676-4d86-b8fa-63753195ed79 None None] DHCP port deletion for d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:29:50.272156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:43Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:48Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:50.286924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621dd6f5-317f-4d8c-891b-8d803d904b48 None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:43Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:48Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:50.290289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Allocated IP 2001:db8:1::2 (14ccd5b8-a118-42a6-86d6-64f83254c62d/c5f0c2df-2253-4a9d-85fd-544daa0cea93/674d3545-4b45-412b-b547-bf1474d9bdd8) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:50.325908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.353656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port 04387c7a-bd3d-4b33-8260-2cc484c42a01 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:50.354038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.475546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.484193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:50.513145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc700b4d-5ebc-407d-a8f7-33a65a4ae927') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:50.513594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc700b4d-5ebc-407d-a8f7-33a65a4ae927') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:50.541307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8397aa09-07d7-4133-91ae-e1a5bbc0d006']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:50.549325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.550651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.560557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Transition to ACTIVE for port object 674d3545-4b45-412b-b547-bf1474d9bdd8 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:50.571982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaba3a05-b558-42aa-b94d-c9341dbce182') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:50.572571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaba3a05-b558-42aa-b94d-c9341dbce182') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:50.581912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.587898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Transition to ACTIVE for port object 674d3545-4b45-412b-b547-bf1474d9bdd8 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:50.593174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.597301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.604720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:50.605246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.621282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:50.628701 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:50.691526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:50.695056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:50.698972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:50.716476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Pushing event updated for resources: {'Port': ['ID=674d3545-4b45-412b-b547-bf1474d9bdd8,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:50.750457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d0884-a4f1-4018-b22d-9f4553725fae req-0bef714b-0b62-4d56-b3e0-39e68169ba4e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:50.752156 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-646d0884-a4f1-4018-b22d-9f4553725fae req-0bef714b-0b62-4d56-b3e0-39e68169ba4e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3347502 Apr 23 00:29:50.754143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.772142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for 04387c7a-bd3d-4b33-8260-2cc484c42a01 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:50.809637 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-646d0884-a4f1-4018-b22d-9f4553725fae req-9e0220b4-a418-490a-8c12-d988cc0908b5 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475700 Apr 23 00:29:50.810876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:50.811392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.819128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:50.830359 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:50.861585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Attempting to bind port 674d3545-4b45-412b-b547-bf1474d9bdd8 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:50.863090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Attempting to bind port 674d3545-4b45-412b-b547-bf1474d9bdd8 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:50.863899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Attempting to bind port 674d3545-4b45-412b-b547-bf1474d9bdd8 on network 14ccd5b8-a118-42a6-86d6-64f83254c62d {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:50.871393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:50.872269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Checking segment: {'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:50.872947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.873649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Bound using segment: {'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:50.874703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Bound port: 674d3545-4b45-412b-b547-bf1474d9bdd8, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:50.875334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.880292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:50.968700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.001635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] For port 674d3545-4b45-412b-b547-bf1474d9bdd8, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:51.009702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.033674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] Pushing event deleted for resources: {'Network': ['ID=d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:51.046751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.049842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] For port 674d3545-4b45-412b-b547-bf1474d9bdd8, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=674d3545-4b45-412b-b547-bf1474d9bdd8,segment=NetworkSegment(fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6),segment_id=fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:51.053287 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7d679fe8-b8fc-4b0f-9f50-408dcd3c40cb tempest-AllowedAddressPairTestJSON-1299942977 tempest-AllowedAddressPairTestJSON-1299942977-project] 10.222.0.39 "DELETE /v2.0/networks/d8e75bc3-b3f7-4dd1-b32b-cb19b23ab2ab HTTP/1.1" status: 204 len: 168 time: 2.4350841 Apr 23 00:29:51.059416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.072991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.086057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=8397aa09-07d7-4133-91ae-e1a5bbc0d006,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:51.094628 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9f2f7160-5bee-47a5-b258-5a0e9b388f99 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/8397aa09-07d7-4133-91ae-e1a5bbc0d006 HTTP/1.1" status: 204 len: 168 time: 4.8241088 Apr 23 00:29:51.095186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34252) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:51.136707 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-df32e66a-d0ef-4b96-b1af-d6e4d93405c5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] GET failed (client error): The resource could not be found. Apr 23 00:29:51.137418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df32e66a-d0ef-4b96-b1af-d6e4d93405c5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Synchronizing usage tracker for tenant:1a0d319a3a2a409489b288a378e341dc on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:51.165483 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eea35dd4-ab77-472e-be42-ffc2bdcbe709 req-0e8210b2-9a16-4a1d-973b-38941591f237 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.2042246 Apr 23 00:29:51.179625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df32e66a-d0ef-4b96-b1af-d6e4d93405c5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Unset dirty status for tenant:1a0d319a3a2a409489b288a378e341dc on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:51.184072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-df32e66a-d0ef-4b96-b1af-d6e4d93405c5 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/subnets/ec0b445e-d526-4088-9634-a200aba09692 HTTP/1.1" status: 404 len: 337 time: 0.0877972 Apr 23 00:29:51.184766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34256) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:51.228799 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4e3f84-4b42-40e8-86ed-503e49221ee7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:29:51.228799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4e3f84-4b42-40e8-86ed-503e49221ee7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:29:51.237495 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5c4e3f84-4b42-40e8-86ed-503e49221ee7 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/8397aa09-07d7-4133-91ae-e1a5bbc0d006 HTTP/1.1" status: 404 len: 339 time: 0.0506737 Apr 23 00:29:51.238478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34260) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:51.257377 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97616295-3521-4731-a61f-4e9ecaab4e3e None None] Pushing event updated for resources: {'Port': ['ID=674d3545-4b45-412b-b547-bf1474d9bdd8,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:51.448093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2916f8-e12d-46fc-bded-93f2b88f4de2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:51.448913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2e2916f8-e12d-46fc-bded-93f2b88f4de2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Synchronizing usage tracker for tenant:1a0d319a3a2a409489b288a378e341dc on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:51.499212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2e2916f8-e12d-46fc-bded-93f2b88f4de2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Unset dirty status for tenant:1a0d319a3a2a409489b288a378e341dc on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:51.503260 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2e2916f8-e12d-46fc-bded-93f2b88f4de2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2607942 Apr 23 00:29:51.503549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34268) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:51.664123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34274) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:51.687979 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5a8d6040-002f-41e1-b40c-b1764d1a347c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 207 time: 0.1832929 Apr 23 00:29:51.693176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34276) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:51.766590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8187ed72-e2ec-471b-9882-270db844b380 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:51.825583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.839823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.880913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 8187ed72-e2ec-471b-9882-270db844b380 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:51.889282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8187ed72-e2ec-471b-9882-270db844b380 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:51.889650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:51.909659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4651865-b9ec-4cb4-aa5b-30fb61a687e4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:51.920976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4651865-b9ec-4cb4-aa5b-30fb61a687e4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:51.936144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4651865-b9ec-4cb4-aa5b-30fb61a687e4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:51.953669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4651865-b9ec-4cb4-aa5b-30fb61a687e4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:51.962828 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b4651865-b9ec-4cb4-aa5b-30fb61a687e4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2685075 Apr 23 00:29:51.967628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34286) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.072588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.085489 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3c2fa7e2-4ec0-42a9-b50f-d4159b7db117 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=720ff03886da4ad1b2994055b27e6383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104537 Apr 23 00:29:52.095923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34290) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.112606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 8187ed72-e2ec-471b-9882-270db844b380, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8187ed72-e2ec-471b-9882-270db844b380,segment=NetworkSegment(e344ead9-9cc9-4853-bd17-15d89d6af1f8),segment_id=e344ead9-9cc9-4853-bd17-15d89d6af1f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:52.116791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.173758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.174563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Fanout notify agent at l3_agent the message router_deleted on router b65ab429-f697-4d32-8e65-7f51ac862f73 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:29:52.211845 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b2bc1aa8-17de-4681-b209-b435bb7f3bd0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2431922 Apr 23 00:29:52.216293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34296) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.221122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 20f0b7ac-ea25-4656-8b03-280f6479e387 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:29:52.254508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.255627 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3983a3e1-0bbd-4eac-b4f0-1408dac3ffa1 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/b65ab429-f697-4d32-8e65-7f51ac862f73 HTTP/1.1" status: 204 len: 168 time: 5.4883170 Apr 23 00:29:52.262335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-adc3d6d4-0ab6-4315-a7a3-9471591da163 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.263837 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-adc3d6d4-0ab6-4315-a7a3-9471591da163 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 797 time: 1.1134067 Apr 23 00:29:52.264319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34300) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.288231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abf4c0-5fdb-40c7-8e70-38936e8345b9 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.289964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abf4c0-5fdb-40c7-8e70-38936e8345b9 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.297053 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d2abf4c0-5fdb-40c7-8e70-38936e8345b9 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0803912 Apr 23 00:29:52.297850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34302) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.349290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 20f0b7ac-ea25-4656-8b03-280f6479e387 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:29:52.350274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 20f0b7ac-ea25-4656-8b03-280f6479e387 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:29:52.358276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=8187ed72-e2ec-471b-9882-270db844b380,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:52.389549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439529ab-5913-4a87-a83f-40ce50f88e7a req-a05701c2-48d9-4acf-bd8a-a41a167f61eb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.391115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-439529ab-5913-4a87-a83f-40ce50f88e7a req-a05701c2-48d9-4acf-bd8a-a41a167f61eb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3081410 Apr 23 00:29:52.401088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d2a0e-ae10-4f75-bd78-943aa3ce1025 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.401619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d2a0e-ae10-4f75-bd78-943aa3ce1025 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.405026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-197d2a0e-ae10-4f75-bd78-943aa3ce1025 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1057794 Apr 23 00:29:52.409523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-14116379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:52.419970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34308) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.436561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:52.445841 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e4c08ee0-82dc-493f-ba99-7a9d822f93c8 req-d18a11f6-b1d2-4ced-95fd-10ad204f8b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.1079104 Apr 23 00:29:52.459877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Usage tracker for resource:router and tenant:de1b036ebcc245a99364c8d676dc5dce is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:52.465234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:52.489318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd011468-7082-4bb7-9ff0-1f87be466c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.511768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:52.547285 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-439529ab-5913-4a87-a83f-40ce50f88e7a req-b2ce67ae-33e1-4e8c-be6c-3352fbe7a5a1 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410313 Apr 23 00:29:52.602788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-c519930e-7119-4fe2-a782-1e293ebe59b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:29:52.616600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd011468-7082-4bb7-9ff0-1f87be466c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.619291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e3f589-4b45-4b8a-ae7c-a20cf5970d5d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.626384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07e3f589-4b45-4b8a-ae7c-a20cf5970d5d tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/networks/4795d897-a334-4f14-9f2f-52f05f9ac3c7 HTTP/1.1" status: 200 len: 799 time: 0.2038667 Apr 23 00:29:52.628080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34314) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.743032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8:1::1 (14ccd5b8-a118-42a6-86d6-64f83254c62d/c5f0c2df-2253-4a9d-85fd-544daa0cea93/6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:52.829436 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d4fa2207-f18f-43ea-b559-aa4adc426930 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/networks/4795d897-a334-4f14-9f2f-52f05f9ac3c7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1993797 Apr 23 00:29:52.830237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34318) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:52.904756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.911688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.918111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615ebb9-8494-4c12-b3ea-8b67bbed8704 None None] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:52.933246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:52.936860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60530707-a57e-467f-97b5-7f916147a7a8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:52.947252 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-60530707-a57e-467f-97b5-7f916147a7a8 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/subnets/e1f72dff-2a14-4139-bc69-04569680e6ee HTTP/1.1" status: 200 len: 811 time: 0.1158819 Apr 23 00:29:52.951161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34324) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:53.010581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd011468-7082-4bb7-9ff0-1f87be466c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.055378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-c519930e-7119-4fe2-a782-1e293ebe59b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:29:53.066954 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-c519930e-7119-4fe2-a782-1e293ebe59b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 379 time: 0.6928489 Apr 23 00:29:53.075008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=04387c7a-bd3d-4b33-8260-2cc484c42a01,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:53.107626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['324bd677-4e18-40a0-8647-e3532c1009fd']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:53.122808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd011468-7082-4bb7-9ff0-1f87be466c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07eddfc-1ce4-42f6-8772-732a082eaaff,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:53.142144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bffe01f-ef8a-4f33-bdfd-10c54b6c0a84 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['shared'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:53.145010 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3bffe01f-ef8a-4f33-bdfd-10c54b6c0a84 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "GET /v2.0/subnets/e1f72dff-2a14-4139-bc69-04569680e6ee?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1927104 Apr 23 00:29:53.154875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34328) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:53.164269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-31333134'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:53.165742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9422e5cb-5dd9-4413-84d7-ae123dac0267 None None] Provisioning for port 674d3545-4b45-412b-b547-bf1474d9bdd8 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:53.172457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:53.211324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.245935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:53.275148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:53.279018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.307567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9101a-96ab-4a00-a28b-50b5c21917c0 req-b4000426-3066-40fe-94db-cad46ee43d89 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:53.309345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-91b9101a-96ab-4a00-a28b-50b5c21917c0 req-b4000426-3066-40fe-94db-cad46ee43d89 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2758491 Apr 23 00:29:53.380089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:53.397996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-db078345-b8d4-42bf-9e3f-dcddb7d807f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:53.400269 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-db078345-b8d4-42bf-9e3f-dcddb7d807f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.2426825 Apr 23 00:29:53.403931 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-91b9101a-96ab-4a00-a28b-50b5c21917c0 req-af870f83-00fc-4601-a0f9-00c041fc6dee tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794001 Apr 23 00:29:53.436418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.436418 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Added segment a46acb30-2d0f-4cd6-9e2a-59c2e7805419 of type vlan for network 79824bb3-fda6-4ab3-9257-cf679d7191ef Apr 23 00:29:53.478345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.486684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.536397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.540015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3cfa6884-1894-4956-9123-fd8993641d8b tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2129369 Apr 23 00:29:53.550576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34334) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:53.558115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd011468-7082-4bb7-9ff0-1f87be466c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.559311 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fd011468-7082-4bb7-9ff0-1f87be466c15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b07eddfc-1ce4-42f6-8772-732a082eaaff HTTP/1.1" status: 204 len: 168 time: 1.4576666 Apr 23 00:29:53.574525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'enable_snat': False}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:53.659819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.678677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-60c3587f-bb89-4ddc-a651-8995299f98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:53.679664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb1a260-ed6b-46b6-817a-3f4a84ddaffe None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:29:53.680430 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-60c3587f-bb89-4ddc-a651-8995299f98b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.2738779 Apr 23 00:29:53.707348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:53.810413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.817141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:53.817938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:53.842469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 674d3545-4b45-412b-b547-bf1474d9bdd8 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:53.907571 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-733da233-f2dc-46d4-9602-119f1f11a306 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.2135596 Apr 23 00:29:54.051162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb1a260-ed6b-46b6-817a-3f4a84ddaffe None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:54.059417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-52df30d2-6f13-4fa6-8533-91bb2717fc76 req-5e07d270-68b0-4bf1-b7c3-4816060af138 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.3912165 Apr 23 00:29:54.098909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 674d3545-4b45-412b-b547-bf1474d9bdd8 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:54.121821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 674d3545-4b45-412b-b547-bf1474d9bdd8 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:54.124552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.137216 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9812944 Apr 23 00:29:54.143968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34346) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:54.151791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:54.156852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Network': ['ID=79824bb3-fda6-4ab3-9257-cf679d7191ef,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:54.160057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'network_id': '79824bb3-fda6-4ab3-9257-cf679d7191ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:54.208519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.208890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.209201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.209539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.209901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.210237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.210586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.210912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.211237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.211561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.211939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.212208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a17856-ab41-4791-834c-14f50379b29b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:54.234206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 79824bb3-fda6-4ab3-9257-cf679d7191ef details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:54.258599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:54.265760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-ebe27418-1f37-4758-91b9-4eae21ca3266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:54.267516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-ebe27418-1f37-4758-91b9-4eae21ca3266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.1836114 Apr 23 00:29:54.345341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:54.359153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:54.385139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Made reservation on behalf of 1a0d319a3a2a409489b288a378e341dc for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:54.388626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.407311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-191e8d59-8702-4688-9aa2-e512bf955701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:54.409378 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-191e8d59-8702-4688-9aa2-e512bf955701 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1342635 Apr 23 00:29:54.430225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:54.434593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.538192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.542117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.561409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.665674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 674d3545-4b45-412b-b547-bf1474d9bdd8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=674d3545-4b45-412b-b547-bf1474d9bdd8,segment=NetworkSegment(fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6),segment_id=fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:54.673992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing IP validity checks on allocation pools {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:29:54.675213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.675316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:29:54.675416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8187ed72-e2ec-471b-9882-270db844b380 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:54.713272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.756175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:54.770435 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-a03930f1-38b8-4c82-a063-37e0d10b5545 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486159 Apr 23 00:29:54.826178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:54.857430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:54.857978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:54.869857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34364) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:54.869961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:54.891974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=674d3545-4b45-412b-b547-bf1474d9bdd8,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:54.919590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e61ca-b84d-4ba0-8038-653f79d7655b req-21a87055-acb6-4f20-95e9-99e25870b32b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:54.927193 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cb8e61ca-b84d-4ba0-8038-653f79d7655b req-21a87055-acb6-4f20-95e9-99e25870b32b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2876658 Apr 23 00:29:55.022008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cb8e61ca-b84d-4ba0-8038-653f79d7655b req-d43f71fa-9422-423b-9e74-2755e0fd6e2a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935047 Apr 23 00:29:55.074104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8187ed72-e2ec-471b-9882-270db844b380 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:55.074702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.079896 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72d78643-d90f-4236-b65d-05a4b2c16c63 req-bb3c411b-30dc-46d5-94b2-25f6653cba2e service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012903 Apr 23 00:29:55.093887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.186694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=1ae0b958-82c4-47b9-96bd-d7e3bb84ca5a,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:55.203395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-348079191'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:55.209214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:55.213412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:network and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:55.216574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:55.223721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:55.242201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Checking segment: {'id': 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '79824bb3-fda6-4ab3-9257-cf679d7191ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:55.242641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network hostable DHCP agents. Network: 79824bb3-fda6-4ab3-9257-cf679d7191ef, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:29:55.247348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:29:55.251003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.259352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.8 (82e251b7-6f6c-4479-b7b5-ed39a0b0f967/8657e32b-0787-49c6-aac8-11d435f95b4d/04a67a40-f412-4b9b-942d-555cf1cc5b30) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:55.271063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.293771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:55.301872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:security_group_rule and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:29:55.305807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:29:55.309333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Network 79824bb3-fda6-4ab3-9257-cf679d7191ef is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:29:55.315406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:29:55.327567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 79824bb3-fda6-4ab3-9257-cf679d7191ef) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:55.333085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:55.333859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.341502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3058d4-4845-4d31-b8ae-f4bd9f8c6237 None None] Network 79824bb3-fda6-4ab3-9257-cf679d7191ef requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:55.384650 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-718bb5fa-350b-48b7-a5e4-ac8f58114320 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2345011 Apr 23 00:29:55.390167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34374) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:55.398628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cd86ee03-574f-483d-8714-d17f309923bb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:55.416288 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b40476e8-9c32-4d8f-a2a4-04288b2bd47f req-16af2996-74d5-46d3-9155-a155d9f7579b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.1271436 Apr 23 00:29:55.563583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.573421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.598722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-77b0aff9-2956-4a7e-8354-7d0324aaf199 None None] Provisioning for port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:55.607208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-77b0aff9-2956-4a7e-8354-7d0324aaf199 None None] Provisioning complete for port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:55.608603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77b0aff9-2956-4a7e-8354-7d0324aaf199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.610511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd86ee03-574f-483d-8714-d17f309923bb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3106158'] for subnet, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.652925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:29:55.656328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-79824bb3-fda6-4ab3-9257-cf679d7191ef', 'network_id': '79824bb3-fda6-4ab3-9257-cf679d7191ef', 'tenant_id': '1a0d319a3a2a409489b288a378e341dc', 'fixed_ips': [{'subnet_id': '1ae0b958-82c4-47b9-96bd-d7e3bb84ca5a'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:29:55.657844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.664772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c77d0d-bb91-4138-b222-f5354960fcf9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:55.720224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.721471 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Added segment 7a23e281-eb6f-4fca-b4f5-9e3b249d8cde of type vlan for network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 Apr 23 00:29:55.794856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 674d3545-4b45-412b-b547-bf1474d9bdd8 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:29:55.819035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.844643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-77b0aff9-2956-4a7e-8354-7d0324aaf199 None None] Port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:55.907630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 674d3545-4b45-412b-b547-bf1474d9bdd8 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:55.908167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.922540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.928325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:55.928924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:55.929125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.040171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router 97606694-8c96-41f7-8fee-1ab189700746 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:56.077855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.092979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Network': ['ID=0b022207-0bd7-4e4f-87ec-3e1e7babe3f9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:56.099281 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-652cd3b2-e3b5-4c72-b24e-a0518b2a705e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2310810 Apr 23 00:29:56.118823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:29:56.130658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd86ee03-574f-483d-8714-d17f309923bb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771224763652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2307733'] for subnet, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.288644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 04a67a40-f412-4b9b-942d-555cf1cc5b30 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:56.302138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Allocated IP 172.20.0.3 (79824bb3-fda6-4ab3-9257-cf679d7191ef/1ae0b958-82c4-47b9-96bd-d7e3bb84ca5a/05ac117e-10f3-417d-ab59-0842e3229cdc) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:56.382394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86ee03-574f-483d-8714-d17f309923bb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:56.383122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd86ee03-574f-483d-8714-d17f309923bb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.387126 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cd86ee03-574f-483d-8714-d17f309923bb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "PUT /v2.0/subnets/1ae0b958-82c4-47b9-96bd-d7e3bb84ca5a HTTP/1.1" status: 200 len: 877 time: 0.9932771 Apr 23 00:29:56.391747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34380) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:56.441561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86ee03-574f-483d-8714-d17f309923bb tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event updated for resources: {'Subnet': ['ID=1ae0b958-82c4-47b9-96bd-d7e3bb84ca5a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:56.567098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.568909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9596010-3f8b-4ae2-9419-b748880e1c80 req-71673bb7-e7fd-47e7-af7f-e9ca0e64f5a6 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:56.576146 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a9596010-3f8b-4ae2-9419-b748880e1c80 req-71673bb7-e7fd-47e7-af7f-e9ca0e64f5a6 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3942111 Apr 23 00:29:56.590785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Transition to ACTIVE for port object 05ac117e-10f3-417d-ab59-0842e3229cdc will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:56.601717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.636882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Transition to ACTIVE for port object 05ac117e-10f3-417d-ab59-0842e3229cdc will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:29:56.645613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.673239 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a9596010-3f8b-4ae2-9419-b748880e1c80 req-6c556088-d278-4a27-86b4-d0700473b2f0 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960073 Apr 23 00:29:56.721756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.768712 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8bf1de4-a7f5-4aa0-ba1d-f9c40ce3c6fe req-1102edb2-7d95-458e-88de-602ddad655a6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.0722239 Apr 23 00:29:56.787827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.804516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Network 79824bb3-fda6-4ab3-9257-cf679d7191ef is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:56.809863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:56.815886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Pushing event updated for resources: {'Port': ['ID=05ac117e-10f3-417d-ab59-0842e3229cdc,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:56.818812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:56.892187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.927710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.934624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Attempting to bind port 05ac117e-10f3-417d-ab59-0842e3229cdc on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:29:56.935252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Attempting to bind port 05ac117e-10f3-417d-ab59-0842e3229cdc by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '79824bb3-fda6-4ab3-9257-cf679d7191ef'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:29:56.935899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Attempting to bind port 05ac117e-10f3-417d-ab59-0842e3229cdc on network 79824bb3-fda6-4ab3-9257-cf679d7191ef {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:29:56.946164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:29:56.946917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Checking segment: {'id': 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '79824bb3-fda6-4ab3-9257-cf679d7191ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:29:56.947492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.948039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Bound using segment: {'id': 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '79824bb3-fda6-4ab3-9257-cf679d7191ef'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:29:56.948664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Bound port: 05ac117e-10f3-417d-ab59-0842e3229cdc, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '79824bb3-fda6-4ab3-9257-cf679d7191ef'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:29:56.949308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:56.974531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae0b958-82c4-47b9-96bd-d7e3bb84ca5a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:57.062032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] For port 05ac117e-10f3-417d-ab59-0842e3229cdc, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:29:57.068029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] For port 05ac117e-10f3-417d-ab59-0842e3229cdc, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=05ac117e-10f3-417d-ab59-0842e3229cdc,segment=NetworkSegment(a46acb30-2d0f-4cd6-9e2a-59c2e7805419),segment_id=a46acb30-2d0f-4cd6-9e2a-59c2e7805419)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:29:57.073381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:57.118299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c26da-9625-4d7b-b544-cee8382fae29 req-46324e7f-eca3-4522-9c2d-df01de5e563b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:57.119801 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-418c26da-9625-4d7b-b544-cee8382fae29 req-46324e7f-eca3-4522-9c2d-df01de5e563b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2919605 Apr 23 00:29:57.121476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:57.153656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Allocated IP 172.26.8.127 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/096eafe5-2ca2-4b4e-9bc7-8213d98e2752) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:29:57.193151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:57.200721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79824bb3-fda6-4ab3-9257-cf679d7191ef']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:57.211439 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-418c26da-9625-4d7b-b544-cee8382fae29 req-2d3da79f-21d3-446b-8a72-2f12247574cd tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820413 Apr 23 00:29:57.218874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:57.219286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:57.240574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:57.264589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:57.272454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:29:57.273083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:57.316244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb1f0-a1d0-4f2d-a23f-962f1e8ace7c None None] Pushing event updated for resources: {'Port': ['ID=05ac117e-10f3-417d-ab59-0842e3229cdc,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:57.351939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa42fb7-c7bc-46c0-8244-968bd3d38472 None None] Network 79824bb3-fda6-4ab3-9257-cf679d7191ef requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:29:57.374629 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:29:57.379428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:29:57.379428 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:29:57.379428 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': '79824bb3-fda6-4ab3-9257-cf679d7191ef'}] Apr 23 00:29:57.379428 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:29:57.380160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:29:57.466639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=04a67a40-f412-4b9b-942d-555cf1cc5b30,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:57.573608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7adda9-38f6-4ef9-ad7e-2afa37d8e639 None None] Network 79824bb3-fda6-4ab3-9257-cf679d7191ef requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:29:57.719787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:57.737920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] Sync routers for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:57.741325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.741672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.742020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.742363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.742700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.743024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.743349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.743671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.743993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.744314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.744632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.744946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:29:57.749266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:57.755510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:57.755995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:57.768892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:57.778847 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e7288ee7-a575-466c-8267-309b55c6b053 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/routers/97606694-8c96-41f7-8fee-1ab189700746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4861951 Apr 23 00:29:57.781947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:57.782831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34392) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:57.935304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:57.987922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] Routers {'97606694-8c96-41f7-8fee-1ab189700746'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:57.988571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['97606694-8c96-41f7-8fee-1ab189700746'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:58.076081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.076327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.084219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.095527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:58.097166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.120325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.121883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.132665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:58.133067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a76d3-66d3-40f7-b82e-1bb3017c5604 None None] The sync data for ids ['97606694-8c96-41f7-8fee-1ab189700746'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:29:58.134468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.150057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235e8310-4089-414c-aed8-aa32551dc0ed None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:29:58.215390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-04516d66-04fd-4d4d-8543-218512fa08fa None None] Provisioning for port 04a67a40-f412-4b9b-942d-555cf1cc5b30 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:29:58.217660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:58.224291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-04516d66-04fd-4d4d-8543-218512fa08fa None None] Provisioning complete for port 04a67a40-f412-4b9b-942d-555cf1cc5b30 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:58.225180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-04516d66-04fd-4d4d-8543-218512fa08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.236122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b19e6-0b2f-4cb5-bcd7-3a6f26535d21 req-2cee9232-7327-45ab-8a42-5e5a1a38240b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:58.238145 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db8b19e6-0b2f-4cb5-bcd7-3a6f26535d21 req-2cee9232-7327-45ab-8a42-5e5a1a38240b tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.8193541 Apr 23 00:29:58.313175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port 05ac117e-10f3-417d-ab59-0842e3229cdc {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:58.313973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.326019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-04516d66-04fd-4d4d-8543-218512fa08fa None None] Port 04a67a40-f412-4b9b-942d-555cf1cc5b30 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:58.364571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e8310-4089-414c-aed8-aa32551dc0ed None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:29:58.396808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:58.405498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:58.408130 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ccd6e866-c28d-4e96-b7d3-1f253a71c443 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3064773 Apr 23 00:29:58.475310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Request body: {'port': {'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:58.616713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.673688 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db8b19e6-0b2f-4cb5-bcd7-3a6f26535d21 req-f6dfad99-e6e1-4c5e-af69-535806a1ba9e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3059709 Apr 23 00:29:58.845055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023662b-813e-4259-9d9d-d013b99ce093 req-650f8ff4-8f36-4510-9ad5-a46a4e0de90b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:58.845055 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1023662b-813e-4259-9d9d-d013b99ce093 req-650f8ff4-8f36-4510-9ad5-a46a4e0de90b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 931 time: 0.6478829 Apr 23 00:29:58.856274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.890060 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port 05ac117e-10f3-417d-ab59-0842e3229cdc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=05ac117e-10f3-417d-ab59-0842e3229cdc,segment=NetworkSegment(a46acb30-2d0f-4cd6-9e2a-59c2e7805419),segment_id=a46acb30-2d0f-4cd6-9e2a-59c2e7805419)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:29:58.890591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:58.903111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port 18b53aa3-eb3c-497e-af97-6322896771cb {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:29:58.903572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:59.025731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:59.036464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:29:59.090855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for 05ac117e-10f3-417d-ab59-0842e3229cdc owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:59.143438 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1023662b-813e-4259-9d9d-d013b99ce093 req-0ba0ecd5-5187-4c53-9e15-252260953ff3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799773 Apr 23 00:29:59.193366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ebec636b-d2e6-41d2-a74d-cdfa8002c861 None None] Provisioning complete for port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:29:59.193739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ebec636b-d2e6-41d2-a74d-cdfa8002c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:59.233102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c19da9-9f2e-4978-ae91-b9a2da9c0932 req-ea383d45-13ee-4cbd-bf52-eb4461b08451 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:29:59.235195 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c5c19da9-9f2e-4978-ae91-b9a2da9c0932 req-ea383d45-13ee-4cbd-bf52-eb4461b08451 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3817835 Apr 23 00:29:59.246655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:29:59.248065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Pushing event updated for resources: {'Port': ['ID=096eafe5-2ca2-4b4e-9bc7-8213d98e2752,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:59.263890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:29:59.275978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:29:59.279215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ebec636b-d2e6-41d2-a74d-cdfa8002c861 None None] Port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:29:59.297095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:59.351718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=05ac117e-10f3-417d-ab59-0842e3229cdc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:29:59.370281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port 05ac117e-10f3-417d-ab59-0842e3229cdc on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:29:59.372812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:59.504086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34400) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:59.521021 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c5c19da9-9f2e-4978-ae91-b9a2da9c0932 req-eb5be1e2-732c-4d4e-bdd3-54453284108a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2658551 Apr 23 00:29:59.609199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for 18b53aa3-eb3c-497e-af97-6322896771cb owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:29:59.647626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'subnet': {'network_id': '0b022207-0bd7-4e4f-87ec-3e1e7babe3f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:59.897422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:29:59.947598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:29:59.952779 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-323f9b9c-cc07-48b2-8271-b9c3c6a85bfe tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2510061 Apr 23 00:29:59.958153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34406) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:29:59.963882 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:29:59.970071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:59.974477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2073549839'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:29:59.976582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79824bb3-fda6-4ab3-9257-cf679d7191ef']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:59.987898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:29:59.994895 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:29:59.996297 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:29:59.996646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:subnet and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:00.001001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:00.002573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:00.008339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:00.011499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:00.011841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46acb30-2d0f-4cd6-9e2a-59c2e7805419') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:00.021959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:00.039845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.064114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:00.067720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.109488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:00.109709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.126851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:00.127864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:00.147037 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:00.155009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f74d0-3c94-47fb-8d46-cd149dcf4a8d req-f302635c-e3f1-4b58-91f5-8d58760093ad tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:00.156478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:00.156622 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-325f74d0-3c94-47fb-8d46-cd149dcf4a8d req-f302635c-e3f1-4b58-91f5-8d58760093ad tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3279903 Apr 23 00:30:00.159992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.175926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a67a40-f412-4b9b-942d-555cf1cc5b30 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:30:00.197515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.215085 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:00.347861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:00.367670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.407614 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-325f74d0-3c94-47fb-8d46-cd149dcf4a8d req-db46c42e-3b38-4164-8d3e-01d1a8de118a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1760931 Apr 23 00:30:00.412605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.439248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.439961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.440257 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment 0208602e-ae61-43cd-9bd6-a9babc3bb582 of type vlan for network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e Apr 23 00:30:00.459989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=79824bb3-fda6-4ab3-9257-cf679d7191ef,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:00.471313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.479408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Transition to ACTIVE for port object 04a67a40-f412-4b9b-942d-555cf1cc5b30 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:00.513557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.610623 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:55Z', 'revision_number': 3, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:29:57Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:00.615164 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:00.615705 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Updating router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:30:00.634580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.681653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fafcb2-a79a-475e-8706-c406fb79d370 req-12b98f76-d437-418a-b7a4-8c72386c90bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:00.682610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d5fafcb2-a79a-475e-8706-c406fb79d370 req-12b98f76-d437-418a-b7a4-8c72386c90bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:00.690851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=18b53aa3-eb3c-497e-af97-6322896771cb,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:00.706781 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.743916 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-401946af-3076-401a-8f41-02a602ca565b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/79824bb3-fda6-4ab3-9257-cf679d7191ef HTTP/1.1" status: 204 len: 168 time: 4.3486018 Apr 23 00:30:00.759656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34414) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:00.856481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Pushing event updated for resources: {'Port': ['ID=04a67a40-f412-4b9b-942d-555cf1cc5b30,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:00.895816 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b47f5b-5e08-4493-a058-0351cb2e2b75 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:00.896304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b47f5b-5e08-4493-a058-0351cb2e2b75 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:00.993119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:00.998886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.023935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d5fafcb2-a79a-475e-8706-c406fb79d370 req-12b98f76-d437-418a-b7a4-8c72386c90bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:01.025181 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5fafcb2-a79a-475e-8706-c406fb79d370 req-12b98f76-d437-418a-b7a4-8c72386c90bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 931 time: 0.7499700 Apr 23 00:30:01.044476 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-19b47f5b-5e08-4493-a058-0351cb2e2b75 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/1ae0b958-82c4-47b9-96bd-d7e3bb84ca5a HTTP/1.1" status: 404 len: 337 time: 0.2812088 Apr 23 00:30:01.064640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34420) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:01.065291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.070780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:01.071535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.162496 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.176363 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Transition to ACTIVE for port object 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:01.186505 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.206753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d708a27c-2c67-442f-b25f-711adc94de64 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:01.207223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d708a27c-2c67-442f-b25f-711adc94de64 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:01.211397 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d708a27c-2c67-442f-b25f-711adc94de64 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/79824bb3-fda6-4ab3-9257-cf679d7191ef HTTP/1.1" status: 404 len: 339 time: 0.1335163 Apr 23 00:30:01.239362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34424) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:01.259553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.297031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.312504 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3468626 Apr 23 00:30:01.326548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34428) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:01.327426 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-835ff443-2a2a-412c-a421-2914aa836214 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:01.327955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835ff443-2a2a-412c-a421-2914aa836214 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:01.330600 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-835ff443-2a2a-412c-a421-2914aa836214 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/ec0b445e-d526-4088-9634-a200aba09692 HTTP/1.1" status: 404 len: 337 time: 0.0780125 Apr 23 00:30:01.338762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:01.347111 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Pushing event updated for resources: {'Port': ['ID=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:01.355325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34430) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:01.379752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093906b4-a93e-4925-be03-037c612c1722 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:01.394415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:01.395379 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.395826 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.396157 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.396497 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.396828 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.397170 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.397499 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.397821 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.398149 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.398499 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.398820 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.399138 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:01.409519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Subnet': ['ID=ccab5e85-477f-4129-8803-a325fef0b8af,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:01.418872 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Attempting to bind port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:01.419240 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Attempting to bind port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:01.419594 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Attempting to bind port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e on network 14ccd5b8-a118-42a6-86d6-64f83254c62d {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:01.437086 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:01.437448 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Checking segment: {'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:01.437850 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.438254 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Bound using segment: {'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:01.438729 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Bound port: 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:01.439097 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.447266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.454429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Attempting to bind port 04a67a40-f412-4b9b-942d-555cf1cc5b30 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:01.454776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Attempting to bind port 04a67a40-f412-4b9b-942d-555cf1cc5b30 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:01.455794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Attempting to bind port 04a67a40-f412-4b9b-942d-555cf1cc5b30 on network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:01.459781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.464080 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5fafcb2-a79a-475e-8706-c406fb79d370 req-bfb80ee6-768b-442a-b463-52febe43ca34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4189751 Apr 23 00:30:01.529360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Checking segment: {'id': '7a23e281-eb6f-4fca-b4f5-9e3b249d8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b022207-0bd7-4e4f-87ec-3e1e7babe3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:01.529904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network hostable DHCP agents. Network: 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:01.566947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:01.571303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:01.574443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:01.575318 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] For port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:01.580803 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] For port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,segment=NetworkSegment(fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6),segment_id=fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:01.591363 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.591697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858535-c835-4950-93dc-1d3314615539 req-d8f91c5a-5b90-4eb1-a867-4de79ee20247 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:01.593991 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-30858535-c835-4950-93dc-1d3314615539 req-d8f91c5a-5b90-4eb1-a867-4de79ee20247 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6725078 Apr 23 00:30:01.594851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.595492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Fanout notify agent at l3_agent the message router_deleted on router 97606694-8c96-41f7-8fee-1ab189700746 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:30:01.602885 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-652916b5-ad50-4cb2-9e5c-eae0522ac35b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:01.603754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652916b5-ad50-4cb2-9e5c-eae0522ac35b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:01.630058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.633727 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ea9f0228-d73c-4271-b0c0-210e8756a1da tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/routers/97606694-8c96-41f7-8fee-1ab189700746 HTTP/1.1" status: 204 len: 168 time: 3.8469195 Apr 23 00:30:01.633727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:01.637882 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-652916b5-ad50-4cb2-9e5c-eae0522ac35b tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/8397aa09-07d7-4133-91ae-e1a5bbc0d006 HTTP/1.1" status: 404 len: 339 time: 0.2762783 Apr 23 00:30:01.637882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34436) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:01.641551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:01.651610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34438) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:01.697208 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0af607-6189-4680-b00e-e54684b61227 None None] Pushing event updated for resources: {'Port': ['ID=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:01.714007 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:01.714668 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:01.714787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Port 04a67a40-f412-4b9b-942d-555cf1cc5b30 on network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:30:01.715213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Attempting to bind port 04a67a40-f412-4b9b-942d-555cf1cc5b30 on network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:01.730548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:01.731533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Checking segment: {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:01.732170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Bound using segment: {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:01.732640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Bound port: 04a67a40-f412-4b9b-942d-555cf1cc5b30, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:01.733023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.827649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:01.831689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:01.928950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] For port 04a67a40-f412-4b9b-942d-555cf1cc5b30, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:01.933868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] For port 04a67a40-f412-4b9b-942d-555cf1cc5b30, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:01.935099 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:01.945797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.041120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:02.041851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.043461 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] 10.222.0.42 "PUT /v2.0/ports/04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 200 len: 1093 time: 3.5726354 Apr 23 00:30:02.044155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:02.114989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:02.117047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.123929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9d8f6-c888-454a-ae9d-0884a036dd47 None None] Network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:02.171984 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f00e04-99e1-4e61-b709-2ef8f2c16ced'] response: {'name': 'network-changed', 'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'status': 'completed', 'code': 200} Apr 23 00:30:02.182890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Router bbd2c539-509c-4e1a-b3e9-efd095248f43 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:30:02.184875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:02.185480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.192454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968044d-dd9b-46a5-8efd-567558205aec service neutron] Pushing event updated for resources: {'Port': ['ID=04a67a40-f412-4b9b-942d-555cf1cc5b30,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:02.225441 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-30858535-c835-4950-93dc-1d3314615539 req-ce9c40c1-ef29-4b11-b355-90d2b3aab57c tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6151748 Apr 23 00:30:02.243391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting subnet 432855e6-696e-4ca9-9434-4e59b9ee26b0 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:02.248583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.265897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.320358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=b673c26b-1ae4-42c1-b61b-cacb9f371ad6,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:02.359783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34446) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:02.360292 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-06c8717e-5f6f-4565-adc4-e3ad297ae63b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7763710 Apr 23 00:30:02.366500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812440260'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:02.386417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:02.387187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:02.421570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-948fd61a-290a-44a1-a672-34b83d9e3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:02.423089 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-948fd61a-290a-44a1-a672-34b83d9e3ee5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1096 time: 0.3046520 Apr 23 00:30:02.431245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:02.468690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-0b022207-0bd7-4e4f-87ec-3e1e7babe3f9', 'network_id': '0b022207-0bd7-4e4f-87ec-3e1e7babe3f9', 'tenant_id': 'a850a3ef985248918a6c287e97ff069a', 'fixed_ips': [{'subnet_id': 'ccab5e85-477f-4129-8803-a325fef0b8af'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:02.470124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.510014 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:55Z', 'revision_number': 3, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:01Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:02.512549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:network and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:02.515410 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1bf6c8-40af-4e22-8c74-acaa228297da None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:29:55Z', 'revision_number': 3, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:01Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:02.519534 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-4ed70acf-d199-4527-87d6-40631c31c712 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 200 len: 217 time: 0.0828333 Apr 23 00:30:02.522263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:02.576339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:02.621535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:02.627318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.628848 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b4a4e071-a0b8-48da-804e-f1c0c3b37c34 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "PUT /v2.0/routers/bbd2c539-509c-4e1a-b3e9-efd095248f43 HTTP/1.1" status: 200 len: 914 time: 9.0724123 Apr 23 00:30:02.633428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34452) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:02.676432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] Sync routers for ids ['bbd2c539-509c-4e1a-b3e9-efd095248f43'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:02.702206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] Routers {'bbd2c539-509c-4e1a-b3e9-efd095248f43'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:02.703036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['bbd2c539-509c-4e1a-b3e9-efd095248f43'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:02.710124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.753582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-a4689cdb-1c20-4f29-8cf6-c8382a04c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:02.755183 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-a4689cdb-1c20-4f29-8cf6-c8382a04c570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e32b-0787-49c6-aac8-11d435f95b4d HTTP/1.1" status: 200 len: 835 time: 0.2178619 Apr 23 00:30:02.760624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:02.763926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.775158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:02.790028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:02.807248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] Routers {'bbd2c539-509c-4e1a-b3e9-efd095248f43'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:02.808258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['bbd2c539-509c-4e1a-b3e9-efd095248f43'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:02.838301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:02.854324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:02.854909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.874066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:02.886625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18d151-632b-40ed-b00c-4a6843351f8d None None] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:02.890769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0c12f573-75ac-474b-8025-f5675903a3a6 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5588784 Apr 23 00:30:02.897673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34456) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:02.934413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Allocated IP 2001:db8:0:ffff::2 (0b022207-0bd7-4e4f-87ec-3e1e7babe3f9/ccab5e85-477f-4129-8803-a325fef0b8af/221e8fd4-ba53-4f6b-8da4-e9de7a3750f0) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:02.976351 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0f37d094-c89d-4223-82f1-790baa7ca5be tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/bbd2c539-509c-4e1a-b3e9-efd095248f43 HTTP/1.1" status: 200 len: 920 time: 0.3404179 Apr 23 00:30:02.999767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34460) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:03.021925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:03.035365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.036792 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Added segment 990b8a39-a81d-4554-aad0-cd0486f01530 of type vlan for network 23d957a1-0aad-48f2-9145-4b14588af99d Apr 23 00:30:03.047700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:03.081367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.137937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b54050-9fee-4c50-8c4e-320be496eb04') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:03.138642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b54050-9fee-4c50-8c4e-320be496eb04') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:03.150128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.156105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:03.156269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.168635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.185971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80539b53-31e2-4f79-90c7-a08d9ccc3d27 req-88ba8aab-4c8d-449f-9a7f-531f0cb63601 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:03.187631 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-80539b53-31e2-4f79-90c7-a08d9ccc3d27 req-88ba8aab-4c8d-449f-9a7f-531f0cb63601 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 943 time: 0.4363317 Apr 23 00:30:03.192576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:03.192576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57531bdb-4e47-4d76-8bb4-9c73a8cea424 None None] The sync data for ids ['bbd2c539-509c-4e1a-b3e9-efd095248f43'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:03.229638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.275557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:03.278113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.306781 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9420600 Apr 23 00:30:03.313002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.316083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34466) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:03.334625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'subnet': {'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:03.356186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daa951-12c3-4236-98bf-b70e8cd9edae tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Network': ['ID=23d957a1-0aad-48f2-9145-4b14588af99d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:03.361969 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:03.366502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ac23cb04-4a07-46e8-86d1-498ed3afccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:03.368148 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-ac23cb04-4a07-46e8-86d1-498ed3afccd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4461195 Apr 23 00:30:03.396626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 23d957a1-0aad-48f2-9145-4b14588af99d details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:03.412710 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-80539b53-31e2-4f79-90c7-a08d9ccc3d27 req-945e527d-07fa-4f5e-a4c5-8883435cd1e3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109399 Apr 23 00:30:03.524827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:03.525663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.557138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.577426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Transition to ACTIVE for port object 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:03.639315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Transition to ACTIVE for port object 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:03.649443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.680601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae87f15-3214-471a-ad09-a1f05f1810c6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:03.685021 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dae87f15-3214-471a-ad09-a1f05f1810c6 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=bbd2c539-509c-4e1a-b3e9-efd095248f43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6820507 Apr 23 00:30:03.685574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34470) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:03.720459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.735464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Pushing event updated for resources: {'Port': ['ID=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:03.735906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:03.747367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:subnet and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:03.753452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.753620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.754018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.754491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.754924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.755355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.755786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.756893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.757563 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.758017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.758558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.758984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.759505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:03.778196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:03.792220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:03.796339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:03.803480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:03.803908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:03.835878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:03.836901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:03.843813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-950e321f-807d-476b-a7ea-871f04f0acc1 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573209 Apr 23 00:30:03.852883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272862f-74f0-4906-84a2-87747fa926c9 req-c7daab9e-ac58-4aec-b886-f9c646548a4a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:03.854648 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6272862f-74f0-4906-84a2-87747fa926c9 req-c7daab9e-ac58-4aec-b886-f9c646548a4a tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.3822601 Apr 23 00:30:03.864555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.883011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:03.886470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:03.907272 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-357068b7-7bf4-47c5-8a6f-9c54f308f0c6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/c4f48861-fa4f-4103-bd6f-b6a1a19c8bfc HTTP/1.1" status: 204 len: 168 time: 2.2543230 Apr 23 00:30:03.908495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34474) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.025580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Attempting to bind port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:04.025971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Attempting to bind port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7a23e281-eb6f-4fca-b4f5-9e3b249d8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b022207-0bd7-4e4f-87ec-3e1e7babe3f9'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:04.026540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Attempting to bind port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 on network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:04.027082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Subnet': ['ID=432855e6-696e-4ca9-9434-4e59b9ee26b0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:04.034907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:04.035306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Checking segment: {'id': '7a23e281-eb6f-4fca-b4f5-9e3b249d8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b022207-0bd7-4e4f-87ec-3e1e7babe3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:04.035837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.036227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Bound using segment: {'id': '7a23e281-eb6f-4fca-b4f5-9e3b249d8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b022207-0bd7-4e4f-87ec-3e1e7babe3f9'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:04.036768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Bound port: 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a23e281-eb6f-4fca-b4f5-9e3b249d8cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0b022207-0bd7-4e4f-87ec-3e1e7babe3f9'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:04.037139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.043630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.048371 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cefc447b-2b12-4e8b-9870-657dfc31269f tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/subnets/432855e6-696e-4ca9-9434-4e59b9ee26b0 HTTP/1.1" status: 204 len: 168 time: 2.4081240 Apr 23 00:30:04.052729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34478) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.053871 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d66d931-cb9c-4338-a381-4b138728401c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:04.054548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d66d931-cb9c-4338-a381-4b138728401c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:04.058941 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7d66d931-cb9c-4338-a381-4b138728401c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/66c61dfa-00ab-488b-92da-93a7e888a8f9 HTTP/1.1" status: 404 len: 337 time: 0.1307795 Apr 23 00:30:04.074052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34480) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.087381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81ffd3-67e0-464b-94ba-bd5696df53b1 None None] Network f42b11fb-b391-46f6-8912-bf7b4ba22052 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:04.105275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Allocated IP 2001:db8:2::2 (c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e/b673c26b-1ae4-42c1-b61b-cacb9f371ad6/1f376093-a615-42fd-8dac-44bb0b5bfa2f) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:04.113272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad71cbb5-806e-4d3f-9fc4-b457fa8d863b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:04.113782 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ad71cbb5-806e-4d3f-9fc4-b457fa8d863b tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/networks/9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 881 time: 0.4256318 Apr 23 00:30:04.127428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34486) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.184555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaaa2a0-78e6-437d-b0a2-e942aa94e34a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:04.184555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaaa2a0-78e6-437d-b0a2-e942aa94e34a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:04.188142 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-adaaa2a0-78e6-437d-b0a2-e942aa94e34a tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/0264aecb-0352-42c0-b202-ddeadfc59877 HTTP/1.1" status: 404 len: 339 time: 0.1068017 Apr 23 00:30:04.188289 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6272862f-74f0-4906-84a2-87747fa926c9 req-9ac69b28-2666-4ad9-a0c0-8e924f04b4fc tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3171811 Apr 23 00:30:04.197344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34490) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.213689 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ef939178-7e24-4638-9c55-0bfbef46acb9 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbd2c539-509c-4e1a-b3e9-efd095248f43 HTTP/1.1" status: 200 len: 205 time: 0.0854485 Apr 23 00:30:04.227621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34494) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.227621 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b78ff95-5d6a-4fdd-a0e2-0c81fcafa3c6 req-4adf06a1-fdcc-43f3-bb9e-1451ab134e16 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691680 Apr 23 00:30:04.231124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:04.247451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:04.247828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.430420 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfac56f-5d6e-43a4-92c2-4e5230a36e35 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:04.431191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfac56f-5d6e-43a4-92c2-4e5230a36e35 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:04.434821 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6bfac56f-5d6e-43a4-92c2-4e5230a36e35 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/71a2af29-5a6a-4f09-b39f-a01692f8af58 HTTP/1.1" status: 404 len: 337 time: 0.2341475 Apr 23 00:30:04.436651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34500) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.447920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.485585 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8918e0ea-65f9-49b6-b5db-e4f431efa4b2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:04.486113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] For port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:04.486620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8918e0ea-65f9-49b6-b5db-e4f431efa4b2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:04.488638 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8918e0ea-65f9-49b6-b5db-e4f431efa4b2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/b637a475-00cb-400f-8805-cf17f19ee211 HTTP/1.1" status: 404 len: 339 time: 0.0484984 Apr 23 00:30:04.521213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34508) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.549697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] For port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,segment=NetworkSegment(7a23e281-eb6f-4fca-b4f5-9e3b249d8cde),segment_id=7a23e281-eb6f-4fca-b4f5-9e3b249d8cde)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:04.565087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.578528 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eddfd52-19b9-40cc-903d-4528b7cf8077 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:04.579055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eddfd52-19b9-40cc-903d-4528b7cf8077 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:04.581642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8eddfd52-19b9-40cc-903d-4528b7cf8077 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/cb3bffe0-bbae-4423-9867-6d4acad6a11a HTTP/1.1" status: 404 len: 337 time: 0.0607944 Apr 23 00:30:04.582669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port fda5f21f-a756-4437-b4bd-aa69676a6d01 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:04.583214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.606470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34512) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.639173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.661188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0dbe-556d-430e-a52e-055235b70179 None None] Pushing event updated for resources: {'Port': ['ID=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:04.819282 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-287d3cd9-2093-4e8e-ac4a-da9384f5dbfc tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:04.819762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287d3cd9-2093-4e8e-ac4a-da9384f5dbfc tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:04.843789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.861300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:04.894674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Transition to ACTIVE for port object 1f376093-a615-42fd-8dac-44bb0b5bfa2f will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:04.899193 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-287d3cd9-2093-4e8e-ac4a-da9384f5dbfc tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/3c97539c-d9af-490f-bb37-495398935988 HTTP/1.1" status: 404 len: 339 time: 0.2609787 Apr 23 00:30:04.930460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34516) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:04.940513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,segment=NetworkSegment(fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6),segment_id=fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:04.942020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Transition to ACTIVE for port object 1f376093-a615-42fd-8dac-44bb0b5bfa2f will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:04.945795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] DHCP port deletion for f42b11fb-b391-46f6-8912-bf7b4ba22052 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:04.951496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] Deleting port fda5f21f-a756-4437-b4bd-aa69676a6d01 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:04.951874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.012384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adc36f0-af19-45bb-b343-7ed31dd828b0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:05.013133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adc36f0-af19-45bb-b343-7ed31dd828b0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:05.018298 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3adc36f0-af19-45bb-b343-7ed31dd828b0 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/6d596476-c6f7-486a-92ac-349a50513409 HTTP/1.1" status: 404 len: 337 time: 0.0806217 Apr 23 00:30:05.020734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:30:05.023533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34520) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:05.027559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.149601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c7bd8-34fd-429e-9b22-5db299070660 req-5fc9586d-6055-460a-aaf7-f78073e6f496 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:05.156544 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a34c7bd8-34fd-429e-9b22-5db299070660 req-5fc9586d-6055-460a-aaf7-f78073e6f496 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4792030 Apr 23 00:30:05.208699 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-e419ffc9-e0d3-4875-a1e1-ce320d59f0cc tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:05.209171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e419ffc9-e0d3-4875-a1e1-ce320d59f0cc tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:05.213171 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e419ffc9-e0d3-4875-a1e1-ce320d59f0cc tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/ad45f79c-066a-4d75-a159-481c1a53465b HTTP/1.1" status: 404 len: 339 time: 0.1762230 Apr 23 00:30:05.224771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34524) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:05.230106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.283722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] For port fda5f21f-a756-4437-b4bd-aa69676a6d01, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fda5f21f-a756-4437-b4bd-aa69676a6d01,segment=NetworkSegment(5de635c9-d6e3-4616-aed3-2a3a28b1a126),segment_id=5de635c9-d6e3-4616-aed3-2a3a28b1a126)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:05.284088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.300700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] For port fda5f21f-a756-4437-b4bd-aa69676a6d01, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fda5f21f-a756-4437-b4bd-aa69676a6d01,segment=NetworkSegment(5de635c9-d6e3-4616-aed3-2a3a28b1a126),segment_id=5de635c9-d6e3-4616-aed3-2a3a28b1a126)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:05.301349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.318879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-f46375a7-f00e-4257-9aae-799828ba1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:05.320508 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-f46375a7-f00e-4257-9aae-799828ba1142 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.5627732 Apr 23 00:30:05.415659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] Calling delete_port for fda5f21f-a756-4437-b4bd-aa69676a6d01 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:05.444319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.484105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.516759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba0ada-96c3-49e1-9f73-d302b3173904 req-7554c02f-9f79-4773-b10a-95f601f1323c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:05.521465 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1eba0ada-96c3-49e1-9f73-d302b3173904 req-7554c02f-9f79-4773-b10a-95f601f1323c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 943 time: 0.8252220 Apr 23 00:30:05.530237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for fda5f21f-a756-4437-b4bd-aa69676a6d01 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:05.548845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:05.562080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:05.567821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:05.605548 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddbebe8-30c7-4a30-bcd1-0083d9ff8c61 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:05.605997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eddbebe8-30c7-4a30-bcd1-0083d9ff8c61 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:05.607670 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eddbebe8-30c7-4a30-bcd1-0083d9ff8c61 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/980f2788-7c96-4e09-a4a1-b87f3edfe0a6 HTTP/1.1" status: 404 len: 337 time: 0.2791412 Apr 23 00:30:05.616127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Subnet': ['ID=6faa8247-9806-4f83-b29b-c6a48c82e35b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:05.619240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34528) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:05.633584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-2a3c8570-e9c8-4fd8-a31b-7210e742f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:05.635108 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-2a3c8570-e9c8-4fd8-a31b-7210e742f691 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1096 time: 1.2404869 Apr 23 00:30:05.637417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Checking segment: {'id': '990b8a39-a81d-4554-aad0-cd0486f01530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:05.637774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network hostable DHCP agents. Network: 23d957a1-0aad-48f2-9145-4b14588af99d, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:05.638603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:05.681395 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a34c7bd8-34fd-429e-9b22-5db299070660 req-1882f789-d7f2-4927-b5bb-5ab1dc10cc6e tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5239973 Apr 23 00:30:05.708373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8:2::1 (c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e/b673c26b-1ae4-42c1-b61b-cacb9f371ad6/a0e83712-ad68-496a-8756-7b0fb9bc223c) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:05.726347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.739931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Attempting to bind port 1f376093-a615-42fd-8dac-44bb0b5bfa2f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:05.740249 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Attempting to bind port 1f376093-a615-42fd-8dac-44bb0b5bfa2f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:05.740585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Attempting to bind port 1f376093-a615-42fd-8dac-44bb0b5bfa2f on network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:05.752984 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2840dffd-141f-4ae5-9c41-e9d31151bae2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:05.753516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2840dffd-141f-4ae5-9c41-e9d31151bae2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:05.755389 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2840dffd-141f-4ae5-9c41-e9d31151bae2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/2be35fa5-9f09-40fb-bfe7-d868581c7960 HTTP/1.1" status: 404 len: 339 time: 0.1194017 Apr 23 00:30:05.761339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34532) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:05.774897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:05.775427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Checking segment: {'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:05.775928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.776676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Bound using segment: {'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:05.777261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Bound port: 1f376093-a615-42fd-8dac-44bb0b5bfa2f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:05.777716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.807648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] No DVR routers for this DVR port fda5f21f-a756-4437-b4bd-aa69676a6d01 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:05.808209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.826541 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-320d0513-11e2-4a23-98d9-732a05e92dea tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:05.827217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320d0513-11e2-4a23-98d9-732a05e92dea tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:05.839426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network 23d957a1-0aad-48f2-9145-4b14588af99d is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:05.840789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:05.851351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Deleting port 096eafe5-2ca2-4b4e-9bc7-8213d98e2752 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:05.851692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.887476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 23d957a1-0aad-48f2-9145-4b14588af99d) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:05.892147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:05.894408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:05.935164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Pushing event updated for resources: {'Port': ['ID=1f376093-a615-42fd-8dac-44bb0b5bfa2f,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:05.949966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0154abf1-532a-4423-a2e1-2941a6a66259 None None] Network 23d957a1-0aad-48f2-9145-4b14588af99d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:05.958496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-d700cac8-f736-4d0b-918e-7cfb2fe5c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:05.960112 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-d700cac8-f736-4d0b-918e-7cfb2fe5c613 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 897 time: 0.3109300 Apr 23 00:30:06.043774 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-de34de2b-217f-45c4-bb3f-14849c3822ea tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7191143 Apr 23 00:30:06.065703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34538) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:06.066790 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-320d0513-11e2-4a23-98d9-732a05e92dea tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/c2e1d088-2692-4a16-9617-6a6a5fb6dec4 HTTP/1.1" status: 404 len: 337 time: 0.2967937 Apr 23 00:30:06.067808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34540) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:06.071571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'port': {'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d', 'name': 'tempest-NetworksIpV6TestAttrs-2139308424'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:06.091097 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-850aabca-08c5-4380-a347-fbbaa7877e77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 200 len: 217 time: 0.1135945 Apr 23 00:30:06.096817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] For port 1f376093-a615-42fd-8dac-44bb0b5bfa2f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:06.101307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] For port 1f376093-a615-42fd-8dac-44bb0b5bfa2f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1f376093-a615-42fd-8dac-44bb0b5bfa2f,segment=NetworkSegment(0208602e-ae61-43cd-9bd6-a9babc3bb582),segment_id=0208602e-ae61-43cd-9bd6-a9babc3bb582)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:06.129202 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1eba0ada-96c3-49e1-9f73-d302b3173904 req-537fe5d5-e4cd-4823-930b-54916ab52f9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157519 Apr 23 00:30:06.133369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:06.156220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df613b3-9afc-4473-bf13-4d1faeb856b8 None None] Pushing event deleted for resources: {'Port': ['ID=fda5f21f-a756-4437-b4bd-aa69676a6d01,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:06.242937 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-115aa75a-11cf-417a-a474-077ffb7cb0e2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:06.243420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115aa75a-11cf-417a-a474-077ffb7cb0e2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:06.247900 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-115aa75a-11cf-417a-a474-077ffb7cb0e2 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/82229e6a-d57f-4307-80aa-9174752ce9f5 HTTP/1.1" status: 404 len: 339 time: 0.1570449 Apr 23 00:30:06.248086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a772aad-436a-4d61-bef3-9ae18b1114cc None None] Network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:06.307285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34546) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:06.364684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:06.365625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:06.388218 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-0881bf48-6fe0-4010-9432-0ddadabeee66 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:06.388650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0881bf48-6fe0-4010-9432-0ddadabeee66 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:06.390344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0881bf48-6fe0-4010-9432-0ddadabeee66 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/888a9ad6-eb10-434e-9212-90d165029d0f HTTP/1.1" status: 404 len: 337 time: 0.0821242 Apr 23 00:30:06.391816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-68241306-225a-492a-9d6c-c8e143f1cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:06.393885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34550) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:06.394554 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-68241306-225a-492a-9d6c-c8e143f1cc39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e32b-0787-49c6-aac8-11d435f95b4d HTTP/1.1" status: 200 len: 835 time: 0.2176464 Apr 23 00:30:06.418828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-b2b75bc1-c8bc-408e-9a50-4140681be1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:06.420661 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-b2b75bc1-c8bc-408e-9a50-4140681be1bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.9952755 Apr 23 00:30:06.425142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:06.449930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeda86-69d4-4119-a6e7-afd4ce226103 None None] Pushing event updated for resources: {'Port': ['ID=1f376093-a615-42fd-8dac-44bb0b5bfa2f,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:06.473767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:06.494681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-428ca393-7be8-46e1-a159-44d70c38190d None None] Provisioning for port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:06.506337 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e303a7-6781-4b18-a823-96cf9c4f527c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:06.507075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e303a7-6781-4b18-a823-96cf9c4f527c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:06.545942 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-85e303a7-6781-4b18-a823-96cf9c4f527c tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/dd8b07c4-de2b-49e2-83c0-d8bbade1d289 HTTP/1.1" status: 404 len: 339 time: 0.1506388 Apr 23 00:30:06.554601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34554) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:06.568967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-428ca393-7be8-46e1-a159-44d70c38190d None None] Provisioning complete for port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:06.569621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-428ca393-7be8-46e1-a159-44d70c38190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:06.616225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fda5f21f-a756-4437-b4bd-aa69676a6d01 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:06.617516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-0755e103-026c-440b-9ec8-183484c741a3 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:06.618137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0755e103-026c-440b-9ec8-183484c741a3 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:06.620006 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0755e103-026c-440b-9ec8-183484c741a3 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/23c748a5-74fa-4ce6-bcec-30a0d3e1b268 HTTP/1.1" status: 404 len: 337 time: 0.0642242 Apr 23 00:30:06.624984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34558) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:06.659227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:06.663091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Calling delete_port for 096eafe5-2ca2-4b4e-9bc7-8213d98e2752 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:06.677026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: fda5f21f-a756-4437-b4bd-aa69676a6d01 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:06.677375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fda5f21f-a756-4437-b4bd-aa69676a6d01 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:06.678989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-23d957a1-0aad-48f2-9145-4b14588af99d', 'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d', 'tenant_id': 'a850a3ef985248918a6c287e97ff069a', 'fixed_ips': [{'subnet_id': '6faa8247-9806-4f83-b29b-c6a48c82e35b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:06.679841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:06.682867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object a0e83712-ad68-496a-8756-7b0fb9bc223c will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:06.752634 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e57838-bfb8-4913-a733-561bb9e434f4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:06.752971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e57838-bfb8-4913-a733-561bb9e434f4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:06.758397 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-41e57838-bfb8-4913-a733-561bb9e434f4 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/487d151b-c3f9-406d-a009-087139e5ec56 HTTP/1.1" status: 404 len: 339 time: 0.1146500 Apr 23 00:30:06.760388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34564) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:06.763363 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-ff754259-4d0d-452d-ad08-a6a26df1fa13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.3350410 Apr 23 00:30:06.765301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:06.783995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:port and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:06.799934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:06.836303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:06.847828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting subnet e1f72dff-2a14-4139-bc69-04569680e6ee {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:06.851483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:06.914914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port fda5f21f-a756-4437-b4bd-aa69676a6d01 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:06.915259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.007559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-53085ad5-f107-4cc0-a444-6b2d68e0cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:07.009186 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-53085ad5-f107-4cc0-a444-6b2d68e0cf4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.0963900 Apr 23 00:30:07.044047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-428ca393-7be8-46e1-a159-44d70c38190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.054627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:07.058236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.072854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Allocated IP 2001:db8::f816:3eff:fe09:5ad9 (23d957a1-0aad-48f2-9145-4b14588af99d/6faa8247-9806-4f83-b29b-c6a48c82e35b/19f4b7bb-4648-409e-a1bd-6117ccf5fbd8) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:07.075621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-340106e9-b23e-4447-b30a-a89a2b831985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:07.077210 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-340106e9-b23e-4447-b30a-a89a2b831985 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6746914 Apr 23 00:30:07.116055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.122018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-428ca393-7be8-46e1-a159-44d70c38190d None None] For port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,segment=NetworkSegment(7a23e281-eb6f-4fca-b4f5-9e3b249d8cde),segment_id=7a23e281-eb6f-4fca-b4f5-9e3b249d8cde)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:07.154524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] The port 'fda5f21f-a756-4437-b4bd-aa69676a6d01' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:30:07.166422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.187850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] device_id is not set on port 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:07.391967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-428ca393-7be8-46e1-a159-44d70c38190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.443400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:07.461343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-cc1dccfe-cb9c-4102-b167-2a01746cbe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:07.462661 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-cc1dccfe-cb9c-4102-b167-2a01746cbe79 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4416637 Apr 23 00:30:07.477520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=a0e83712-ad68-496a-8756-7b0fb9bc223c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:07.488835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:07.502128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 04a67a40-f412-4b9b-942d-555cf1cc5b30 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:30:07.550470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.621427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e229a06-9054-4ffb-bf07-820083e6cd1c req-022c097f-168d-4278-807d-08663d25f50f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:07.622994 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6e229a06-9054-4ffb-bf07-820083e6cd1c req-022c097f-168d-4278-807d-08663d25f50f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.7839124 Apr 23 00:30:07.640338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.661111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7dfc6a78-c91a-40b8-a6cd-bb573f15413e None None] Provisioning complete for port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:07.661480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6a78-c91a-40b8-a6cd-bb573f15413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.709101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.739994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca393-7be8-46e1-a159-44d70c38190d None None] Pushing event updated for resources: {'Port': ['ID=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:07.758067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Transition to ACTIVE for port object 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:07.765284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:07.766231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:07.821323 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-a15ea909-a026-4078-b27f-c0cca08ebe91 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270868 Apr 23 00:30:07.829197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01827e44-fd68-4ef2-81ef-d6ab4525a94a None None] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:07.864741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event deleted for resources: {'Port': ['ID=096eafe5-2ca2-4b4e-9bc7-8213d98e2752,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:07.870910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1f376093-a615-42fd-8dac-44bb0b5bfa2f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:07.898813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Transition to ACTIVE for port object 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:07.899543 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6e229a06-9054-4ffb-bf07-820083e6cd1c req-6c64905b-c9bc-41a6-86aa-75f22c832b43 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2692621 Apr 23 00:30:08.003468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 04a67a40-f412-4b9b-942d-555cf1cc5b30, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:08.010350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.017320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:30:08.020480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Allocated IP 2001:db8::f816:3eff:fe35:3c75 (23d957a1-0aad-48f2-9145-4b14588af99d/6faa8247-9806-4f83-b29b-c6a48c82e35b/7f1ca8b2-d78c-4120-a689-9986c5ae0ec4) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:08.036937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.100294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42b11fb-b391-46f6-8912-bf7b4ba22052']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:08.145614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de635c9-d6e3-4616-aed3-2a3a28b1a126') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:08.146004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de635c9-d6e3-4616-aed3-2a3a28b1a126') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:08.167772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Network 23d957a1-0aad-48f2-9145-4b14588af99d is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:08.170666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.196803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08665d-3e42-4cea-a00d-3f8d0b093bf9 req-dfe19b9e-a4f7-4f59-b364-ed4d688ea0a0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:08.198322 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c08665d-3e42-4cea-a00d-3f8d0b093bf9 req-dfe19b9e-a4f7-4f59-b364-ed4d688ea0a0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 943 time: 0.9005249 Apr 23 00:30:08.208646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.214271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:08.237643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:08.249959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Pushing event updated for resources: {'Port': ['ID=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:08.282399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.296763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.382524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.392608 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-c580404c-4bda-481e-8159-f2f0090289b1 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761548 Apr 23 00:30:08.404047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 1f376093-a615-42fd-8dac-44bb0b5bfa2f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:08.412134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f72dff-2a14-4139-bc69-04569680e6ee,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:08.413760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.417522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a67a40-f412-4b9b-942d-555cf1cc5b30 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:30:08.444426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e3b460-cde3-45b5-9a5b-1e3dce9c75ba None None] Network 4795d897-a334-4f14-9f2f-52f05f9ac3c7 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:08.448737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:08.449246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:08.467731 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:08.470933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:08.502149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.505524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c4e1bb-5ef3-49de-b6de-b200ea868b9b req-fcd0ae30-188b-4c5a-bc77-26ca34695c64 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333549 Apr 23 00:30:08.506552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.535085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Attempting to bind port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:08.535357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Attempting to bind port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '990b8a39-a81d-4554-aad0-cd0486f01530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:08.536097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Attempting to bind port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 on network 23d957a1-0aad-48f2-9145-4b14588af99d {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:08.541415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 04a67a40-f412-4b9b-942d-555cf1cc5b30, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:08.545778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.555635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.557490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:08.558056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Checking segment: {'id': '990b8a39-a81d-4554-aad0-cd0486f01530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:08.558336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.558651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Bound using segment: {'id': '990b8a39-a81d-4554-aad0-cd0486f01530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:08.559115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Bound port: 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990b8a39-a81d-4554-aad0-cd0486f01530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '23d957a1-0aad-48f2-9145-4b14588af99d'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:08.559600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.563879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Transition to ACTIVE for port object 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:08.568678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.569188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Fanout notify agent at l3_agent the message router_deleted on router bbd2c539-509c-4e1a-b3e9-efd095248f43 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:30:08.589201 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f31e42a2-e602-446b-82d7-5790e8ff9d68 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/subnets/e1f72dff-2a14-4139-bc69-04569680e6ee HTTP/1.1" status: 204 len: 168 time: 1.8241036 Apr 23 00:30:08.593545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.595965 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dcb73f9c-db35-43e8-850e-f9a49dceedd5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/bbd2c539-509c-4e1a-b3e9-efd095248f43 HTTP/1.1" status: 204 len: 168 time: 4.3749645 Apr 23 00:30:08.597644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34570) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:08.599499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34572) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:08.626555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-313067837', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:08.653469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:08.662726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Usage tracker for resource:router and tenant:de1b036ebcc245a99364c8d676dc5dce is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:08.672455 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c08665d-3e42-4cea-a00d-3f8d0b093bf9 req-ec3ad38a-0649-407c-bd0d-5b0f233fd5fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259222 Apr 23 00:30:08.717754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.722233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.733866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:08.747913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.750271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:08.761431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.770369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Network': ['ID=f42b11fb-b391-46f6-8912-bf7b4ba22052,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:08.782679 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-68479376-78a1-4b07-b9c5-2cc9eaafeddb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/networks/f42b11fb-b391-46f6-8912-bf7b4ba22052 HTTP/1.1" status: 204 len: 168 time: 4.7223427 Apr 23 00:30:08.805130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34578) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:08.835138 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6760d76f-6d4f-4427-94ac-92ff85fd26e8 req-5ec2ad88-d9eb-4b1e-866d-f0a02a5d2d1b service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171476 Apr 23 00:30:08.841515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a83c111f-b3f3-4cbc-b853-8192cf44b5a2 None None] Provisioning for port 1f376093-a615-42fd-8dac-44bb0b5bfa2f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:08.890483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.900978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a83c111f-b3f3-4cbc-b853-8192cf44b5a2 None None] Provisioning complete for port 1f376093-a615-42fd-8dac-44bb0b5bfa2f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:08.901356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a83c111f-b3f3-4cbc-b853-8192cf44b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.905422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.906435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:08.997526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['04a67a40-f412-4b9b-942d-555cf1cc5b30'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:30:09.008508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network 23d957a1-0aad-48f2-9145-4b14588af99d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:09.039290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:09.050151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=04a67a40-f412-4b9b-942d-555cf1cc5b30,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:09.051558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Port': ['ID=7f1ca8b2-d78c-4120-a689-9986c5ae0ec4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:09.055435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:09.061506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:09.062460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.075914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port 1aed9f52-4a0f-4972-8596-b850548a3bb9 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:09.076633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.103068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Deleting port 9489565f-20e3-4d1d-8f85-093e4101987e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:09.103779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.135181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:09.135833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.139167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.204867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] For port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:09.245654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] For port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,segment=NetworkSegment(990b8a39-a81d-4554-aad0-cd0486f01530),segment_id=990b8a39-a81d-4554-aad0-cd0486f01530)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:09.257189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.263517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.264544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.265342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.387010 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e7f143a5-b2d2-4e4e-baeb-f52719ac5495 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3198805 Apr 23 00:30:09.387610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34584) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:09.430178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=a0e83712-ad68-496a-8756-7b0fb9bc223c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:09.527297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:09.531533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:09.558766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638474-dc29-4f22-a013-99bb93e7626c None None] Pushing event updated for resources: {'Port': ['ID=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:09.581990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a83c111f-b3f3-4cbc-b853-8192cf44b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.684747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a83c111f-b3f3-4cbc-b853-8192cf44b5a2 None None] For port 1f376093-a615-42fd-8dac-44bb0b5bfa2f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1f376093-a615-42fd-8dac-44bb0b5bfa2f,segment=NetworkSegment(0208602e-ae61-43cd-9bd6-a9babc3bb582),segment_id=0208602e-ae61-43cd-9bd6-a9babc3bb582)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:09.700341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] DHCP port deletion for 4795d897-a334-4f14-9f2f-52f05f9ac3c7 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:09.722185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a83c111f-b3f3-4cbc-b853-8192cf44b5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:09.833961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting subnet 6faa8247-9806-4f83-b29b-c6a48c82e35b {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:09.876346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:09.922162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Deleting port 9489565f-20e3-4d1d-8f85-093e4101987e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:09.922468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.054195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.084024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:10.102194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.161466 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:30:10.174152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2fd85435-0495-4178-aae6-befaaa0862ea None None] Provisioning for port a0e83712-ad68-496a-8756-7b0fb9bc223c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:10.216848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c111f-b3f3-4cbc-b853-8192cf44b5a2 None None] Pushing event updated for resources: {'Port': ['ID=1f376093-a615-42fd-8dac-44bb0b5bfa2f,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:10.256100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2fd85435-0495-4178-aae6-befaaa0862ea None None] Provisioning complete for port a0e83712-ad68-496a-8756-7b0fb9bc223c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:10.256500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2fd85435-0495-4178-aae6-befaaa0862ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.283510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01efc-b256-459c-ba34-0797b16da4c6 req-a8833e5f-5541-472b-a624-6ad4e103dc1d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:10.285060 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-67f01efc-b256-459c-ba34-0797b16da4c6 req-a8833e5f-5541-472b-a624-6ad4e103dc1d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 1.1352797 Apr 23 00:30:10.328182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:10.338631 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9b435c17-ad73-47ce-81d8-b27053971c26 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4398296 Apr 23 00:30:10.339533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34590) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:10.344875 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:10.349888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1622789215'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:10.356561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:10.366806 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:10.368410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc9dcf-ffd8-4555-bbc8-d90a8e449743 req-f0416a01-fa3a-475e-913b-0ecd05ec5166 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:10.369393 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aebc9dcf-ffd8-4555-bbc8-d90a8e449743 req-f0416a01-fa3a-475e-913b-0ecd05ec5166 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 944 time: 0.3799121 Apr 23 00:30:10.370985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.372478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:network and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:10.375692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:10.381029 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:10.397720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] For port 9489565f-20e3-4d1d-8f85-093e4101987e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9489565f-20e3-4d1d-8f85-093e4101987e,segment=NetworkSegment(bf328759-4f1a-4aa9-8b8a-a252c62dc64e),segment_id=bf328759-4f1a-4aa9-8b8a-a252c62dc64e)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:10.397720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.418551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:10.429082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.434082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2fd85435-0495-4178-aae6-befaaa0862ea None None] Port a0e83712-ad68-496a-8756-7b0fb9bc223c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:30:10.450325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:10.450986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.483120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:10.486878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.641028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] For port 9489565f-20e3-4d1d-8f85-093e4101987e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9489565f-20e3-4d1d-8f85-093e4101987e,segment=NetworkSegment(bf328759-4f1a-4aa9-8b8a-a252c62dc64e),segment_id=bf328759-4f1a-4aa9-8b8a-a252c62dc64e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:10.642336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Calling delete_port for 9489565f-20e3-4d1d-8f85-093e4101987e owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:10.644853 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.654886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2fd85435-0495-4178-aae6-befaaa0862ea None None] Provisioning complete for port 1f376093-a615-42fd-8dac-44bb0b5bfa2f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:10.655257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2fd85435-0495-4178-aae6-befaaa0862ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.675642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aebc9dcf-ffd8-4555-bbc8-d90a8e449743 req-940a26b1-8371-4625-980c-4e0c95841328 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967501 Apr 23 00:30:10.704150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:10.718507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.719058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.728222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.728671 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added segment 64af1e3d-d3f1-4e71-a05b-b44aac54c91e of type vlan for network 6c59fab5-71c3-48e1-8cf0-51df93290f71 Apr 23 00:30:10.733056 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:10.783923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.837244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.845097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:10.846183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:10.864645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Calling delete_port for 9489565f-20e3-4d1d-8f85-093e4101987e owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:10.901444 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-67f01efc-b256-459c-ba34-0797b16da4c6 req-47b990fb-7c26-4e5f-8602-477ecd7861f8 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5496528 Apr 23 00:30:10.920511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for 1aed9f52-4a0f-4972-8596-b850548a3bb9 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:11.050104 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7062926 Apr 23 00:30:11.058294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34594) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:11.075656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'subnet': {'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:11.112515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378e9bb-9549-458f-b11b-5cac40c2ab6e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Network': ['ID=6c59fab5-71c3-48e1-8cf0-51df93290f71,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:11.178677 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:11.265862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.272427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9489565f-20e3-4d1d-8f85-093e4101987e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:11.294103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:11.300627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:subnet and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:11.303656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65cc80c-2971-4b3f-895c-7a2f5c4edf4c None None] Network 23d957a1-0aad-48f2-9145-4b14588af99d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:11.304170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:11.310163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:11.325440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Made reservation on behalf of 79b017aa787f4fc1b3f96813157e59a8 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:11.332622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.336621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Port': ['ID=9489565f-20e3-4d1d-8f85-093e4101987e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:11.341740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] No DVR routers for this DVR port 9489565f-20e3-4d1d-8f85-093e4101987e on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:11.342797 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:08Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:09Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:11.348086 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:11.348504 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Updating router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a port a0e83712-ad68-496a-8756-7b0fb9bc223c binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:30:11.380065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 9489565f-20e3-4d1d-8f85-093e4101987e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:11.380797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9489565f-20e3-4d1d-8f85-093e4101987e not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:11.396258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:11.396614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:11.423737 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.529595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.588544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.626162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.638371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.650789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4795d897-a334-4f14-9f2f-52f05f9ac3c7']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:11.700663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Subnet': ['ID=570093f5-2e49-4515-a641-9f68c3959eaa,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:11.709283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-137f01bd-0148-441e-a2d8-c3f57a803a07 None None] Provisioning for port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:11.739124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Checking segment: {'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:11.739754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network hostable DHCP agents. Network: 6c59fab5-71c3-48e1-8cf0-51df93290f71, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:11.753389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=1aed9f52-4a0f-4972-8596-b850548a3bb9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:11.757667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf328759-4f1a-4aa9-8b8a-a252c62dc64e') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:11.757977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf328759-4f1a-4aa9-8b8a-a252c62dc64e') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:11.763888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:11.786616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 6c59fab5-71c3-48e1-8cf0-51df93290f71) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:11.792133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:11.792720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.814866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-137f01bd-0148-441e-a2d8-c3f57a803a07 None None] Provisioning complete for port a0e83712-ad68-496a-8756-7b0fb9bc223c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:11.815055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-137f01bd-0148-441e-a2d8-c3f57a803a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.839463 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-aba4da82-53b5-4b6b-a464-718daf6a3e9a tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7790086 Apr 23 00:30:11.840114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34600) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:11.900425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.926778 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2d4e35-5397-48e2-8414-c3d9b9042de8 None None] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:11.938920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:11.955220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:11.956072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.022779 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.134674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Deleting port 9489565f-20e3-4d1d-8f85-093e4101987e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:12.134975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:12.136223 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:12.175201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-137f01bd-0148-441e-a2d8-c3f57a803a07 None None] Port a0e83712-ad68-496a-8756-7b0fb9bc223c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:30:12.185815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.230580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1f376093-a615-42fd-8dac-44bb0b5bfa2f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:12.305225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.335005 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] 10.222.0.39 "DELETE /v2.0/networks/4795d897-a334-4f14-9f2f-52f05f9ac3c7 HTTP/1.1" status: 204 len: 168 time: 3.7342300 Apr 23 00:30:12.354762 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Transition to ACTIVE for port object a0e83712-ad68-496a-8756-7b0fb9bc223c will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:12.364804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669518-5e0b-46c2-9d6e-410eb7ec5c53 req-e7495d09-e9ed-4f35-b0b5-dc8e474ac2f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:12.368320 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.379063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.381816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.389602 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac669518-5e0b-46c2-9d6e-410eb7ec5c53 req-e7495d09-e9ed-4f35-b0b5-dc8e474ac2f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 944 time: 0.4103177 Apr 23 00:30:12.391713 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-531b7c68-1bd9-4b6f-9072-557a5197e73a tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/floatingips/fceec5c0-f8fa-4e4f-b09d-4b54f8b8eb01 HTTP/1.1" status: 204 len: 168 time: 3.5719123 Apr 23 00:30:12.391994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-87e8ccae-0a4b-43ef-a8e3-f529bb7b87c5 None None] The port '9489565f-20e3-4d1d-8f85-093e4101987e' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:30:12.404940 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-6c59fab5-71c3-48e1-8cf0-51df93290f71', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:12.407085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.412849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.427137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4d5d8-cacc-461c-8b46-7ecd7d226fe6 tempest-NetworksTest-1618679776 tempest-NetworksTest-1618679776-project] Pushing event deleted for resources: {'Network': ['ID=4795d897-a334-4f14-9f2f-52f05f9ac3c7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:12.430595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34610) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:12.552783 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfae4592-2062-451c-82d0-706f31df47ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:12.553257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfae4592-2062-451c-82d0-706f31df47ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:12.555351 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dfae4592-2062-451c-82d0-706f31df47ca tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/ports/38ac9e10-0c3b-4508-b2de-b9707b62581e HTTP/1.1" status: 404 len: 333 time: 0.1025918 Apr 23 00:30:12.563421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34614) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:12.593861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Subnet': ['ID=6faa8247-9806-4f83-b29b-c6a48c82e35b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:12.602571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1f376093-a615-42fd-8dac-44bb0b5bfa2f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:12.602936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.616916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.622129 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6501e7a2-f8ce-40d7-8b42-c2da8e909f16 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/6faa8247-9806-4f83-b29b-c6a48c82e35b HTTP/1.1" status: 204 len: 168 time: 3.2232819 Apr 23 00:30:12.624195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34618) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:12.627270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.629964 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac669518-5e0b-46c2-9d6e-410eb7ec5c53 req-5944c1a8-7519-475f-becd-57112a51f20d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447433 Apr 23 00:30:12.657059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bbe4fdd7-9c08-43cc-84b6-ea2d36e839af tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Synchronizing usage tracker for tenant:d449de6da6f34463974f6d061154ea3b on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:12.669114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63584b25-5e83-4973-a58b-0519816de66b None None] Network 23d957a1-0aad-48f2-9145-4b14588af99d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:12.719296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.730674 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957cd89-5ae7-40d8-a956-7b202791d209 None None] Pushing event updated for resources: {'Port': ['ID=a0e83712-ad68-496a-8756-7b0fb9bc223c,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:12.750581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5982abf2-08f5-48aa-b1bd-725b24978cef None None] Provisioning for port 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:12.844170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9452906-0c13-48d7-bf82-8948485f9346 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:12.847132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9452906-0c13-48d7-bf82-8948485f9346 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:12.847902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b9452906-0c13-48d7-bf82-8948485f9346 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Synchronizing usage tracker for tenant:a850a3ef985248918a6c287e97ff069a on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:12.853398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34624) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:12.869581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375368c-827c-4902-bcab-635c17ef9d86 req-79e0790f-faea-4768-82b4-21de0fa2f0ff tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:12.871173 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f375368c-827c-4902-bcab-635c17ef9d86 req-79e0790f-faea-4768-82b4-21de0fa2f0ff tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.7017825 Apr 23 00:30:12.886957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5982abf2-08f5-48aa-b1bd-725b24978cef None None] Provisioning complete for port 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:12.891061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5982abf2-08f5-48aa-b1bd-725b24978cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.918570 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Attempting to bind port a0e83712-ad68-496a-8756-7b0fb9bc223c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:12.918936 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Attempting to bind port a0e83712-ad68-496a-8756-7b0fb9bc223c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:12.919299 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Attempting to bind port a0e83712-ad68-496a-8756-7b0fb9bc223c on network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:12.925701 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:12.926084 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Checking segment: {'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:12.926541 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.926937 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Bound using segment: {'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:12.927404 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Bound port: a0e83712-ad68-496a-8756-7b0fb9bc223c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0208602e-ae61-43cd-9bd6-a9babc3bb582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:12.927776 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:12.972377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b9452906-0c13-48d7-bf82-8948485f9346 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Unset dirty status for tenant:a850a3ef985248918a6c287e97ff069a on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:12.982402 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b9452906-0c13-48d7-bf82-8948485f9346 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3520563 Apr 23 00:30:12.983860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34630) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:13.036324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5982abf2-08f5-48aa-b1bd-725b24978cef None None] Port 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:30:13.076128 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] For port a0e83712-ad68-496a-8756-7b0fb9bc223c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:13.085588 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] For port a0e83712-ad68-496a-8756-7b0fb9bc223c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a0e83712-ad68-496a-8756-7b0fb9bc223c,segment=NetworkSegment(0208602e-ae61-43cd-9bd6-a9babc3bb582),segment_id=0208602e-ae61-43cd-9bd6-a9babc3bb582)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:13.098138 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:13.108549 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f375368c-827c-4902-bcab-635c17ef9d86 req-536624b0-993d-4dbd-9e00-20bb4272784d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2249458 Apr 23 00:30:13.176721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Allocated IP 2001:db8:3::2 (6c59fab5-71c3-48e1-8cf0-51df93290f71/570093f5-2e49-4515-a641-9f68c3959eaa/91bee691-b352-4cea-929f-97013b957e1a) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:13.235795 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957cd89-5ae7-40d8-a956-7b202791d209 None None] Pushing event updated for resources: {'Port': ['ID=a0e83712-ad68-496a-8756-7b0fb9bc223c,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:13.257666 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:13.258563 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:13.259296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Allocated IP 172.26.8.21 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/1005991c-3550-4653-9ccd-ce2cf53e8872) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:13.270591 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-759bb784-c362-4f0f-98f3-1130be295393 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a0d319a3a2a409489b288a378e341dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951945 Apr 23 00:30:13.272590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34636) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:13.300210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6765808-4a16-4e4a-86b5-b24e5ed1b857 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:13.433766 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6765808-4a16-4e4a-86b5-b24e5ed1b857 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 23 00:30:13.434326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6765808-4a16-4e4a-86b5-b24e5ed1b857 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:13.436180 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e6765808-4a16-4e4a-86b5-b24e5ed1b857 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/23d957a1-0aad-48f2-9145-4b14588af99d HTTP/1.1" status: 409 len: 405 time: 0.4507611 Apr 23 00:30:13.437192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bbe4fdd7-9c08-43cc-84b6-ea2d36e839af tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Unset dirty status for tenant:d449de6da6f34463974f6d061154ea3b on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:13.442491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:13.444297 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bbe4fdd7-9c08-43cc-84b6-ea2d36e839af tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "GET /v2.0/ports?device_id=97606694-8c96-41f7-8fee-1ab189700746 HTTP/1.1" status: 200 len: 205 time: 0.8798075 Apr 23 00:30:13.450727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34640) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:13.451501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34642) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:13.457377 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Transition to ACTIVE for port object 91bee691-b352-4cea-929f-97013b957e1a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:13.481409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Transition to ACTIVE for port object 91bee691-b352-4cea-929f-97013b957e1a will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:13.487800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1206287903'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:13.490148 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:13.508578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:13.531124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfffe6-9add-4385-ba44-5db4599fd05d req-d22eb98d-9cb1-482e-a442-a267ad579c32 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:13.537658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 04a67a40-f412-4b9b-942d-555cf1cc5b30 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:13.539367 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a9bfffe6-9add-4385-ba44-5db4599fd05d req-d22eb98d-9cb1-482e-a442-a267ad579c32 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.2177308 Apr 23 00:30:13.624433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:13.746569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:13.759582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-512048e7-5d4a-40ce-89ef-a88366387624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:13.777819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Pushing event updated for resources: {'Port': ['ID=91bee691-b352-4cea-929f-97013b957e1a,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:13.778076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:network and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:13.792283 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-fe948400-6e5f-47bd-86eb-1421c01e690e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] delete failed (client error): The resource could not be found. Apr 23 00:30:13.793602 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fe948400-6e5f-47bd-86eb-1421c01e690e tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/routers/97606694-8c96-41f7-8fee-1ab189700746 HTTP/1.1" status: 404 len: 336 time: 0.3376782 Apr 23 00:30:13.794656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:13.805594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34650) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:13.810774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:13.865673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:13.875376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:13.880083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:13.885330 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-666a6f55-8bf4-4890-ad19-367883537a27 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:13.885939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666a6f55-8bf4-4890-ad19-367883537a27 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:13.924900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:13.967039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:13.972120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:13.990855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-512048e7-5d4a-40ce-89ef-a88366387624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.023819 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:08Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:13Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:14.029196 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83e1217-4c54-4f53-8d67-fa55fd89ac92 None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:08Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:13Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:14.034184 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-666a6f55-8bf4-4890-ad19-367883537a27 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/subnets/432855e6-696e-4ca9-9434-4e59b9ee26b0 HTTP/1.1" status: 404 len: 337 time: 0.2254448 Apr 23 00:30:14.037206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34654) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:14.067536 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a9bfffe6-9add-4385-ba44-5db4599fd05d req-05c2d1ff-ef2d-44e8-8192-0b23b4f4b2f3 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5099187 Apr 23 00:30:14.089699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ae7d773e-ddd7-40fe-83f4-684436ac36c3 None None] Provisioning complete for port 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:14.089699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ae7d773e-ddd7-40fe-83f4-684436ac36c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.150965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Allocated IP 2001:db8:3::1 (6c59fab5-71c3-48e1-8cf0-51df93290f71/570093f5-2e49-4515-a641-9f68c3959eaa/0d38de8b-cadd-4de0-b239-3030b691e60d) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:14.172944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 04a67a40-f412-4b9b-942d-555cf1cc5b30 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:14.196372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Attempting to bind port 91bee691-b352-4cea-929f-97013b957e1a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:14.197075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Attempting to bind port 91bee691-b352-4cea-929f-97013b957e1a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:14.197738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Attempting to bind port 91bee691-b352-4cea-929f-97013b957e1a on network 6c59fab5-71c3-48e1-8cf0-51df93290f71 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:14.219865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:14.221145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Checking segment: {'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:14.221980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.222858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Bound using segment: {'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:14.223498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Bound port: 91bee691-b352-4cea-929f-97013b957e1a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:14.224058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.251572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 04a67a40-f412-4b9b-942d-555cf1cc5b30 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:14.252689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.256137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.302144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-512048e7-5d4a-40ce-89ef-a88366387624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.318170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:14.340171 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-2b45ceb1-b3bf-40e3-ab7f-101a42113061 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2686000 Apr 23 00:30:14.358218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port 0013278b-fbab-4f39-a1d0-31240d54c565 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:14.358518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.426733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512048e7-5d4a-40ce-89ef-a88366387624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df220fc-09f8-483c-906f-545c82e52b6b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:14.449203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d773e-ddd7-40fe-83f4-684436ac36c3 None None] Port 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:30:14.474300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.474661 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Added segment 24eb75e8-3f4f-405b-90b7-b37c021fb378 of type vlan for network ebd830d7-6a17-4637-aea8-927d0989d4a5 Apr 23 00:30:14.475968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-512048e7-5d4a-40ce-89ef-a88366387624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.479093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.490504 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-512048e7-5d4a-40ce-89ef-a88366387624 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3df220fc-09f8-483c-906f-545c82e52b6b HTTP/1.1" status: 204 len: 168 time: 1.2026985 Apr 23 00:30:14.509862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Transition to ACTIVE for port object 0d38de8b-cadd-4de0-b239-3030b691e60d will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:14.511765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] DHCP port deletion for 23d957a1-0aad-48f2-9145-4b14588af99d request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:14.534991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:14.538505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Deleting port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:14.538889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.547970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d9ed6-34b9-4b93-a234-bf3716ae2b88 req-ff535ac9-d19d-4459-ba64-9ce193b36af0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:14.550657 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-161d9ed6-34b9-4b93-a234-bf3716ae2b88 req-ff535ac9-d19d-4459-ba64-9ce193b36af0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 944 time: 0.6470838 Apr 23 00:30:14.617333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.625112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:14.625490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.675463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.791740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.817083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:14.823528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:14.826817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:14.827355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:14.832594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=0d38de8b-cadd-4de0-b239-3030b691e60d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:14.855901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] For port 91bee691-b352-4cea-929f-97013b957e1a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:14.869295 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-161d9ed6-34b9-4b93-a234-bf3716ae2b88 req-f2aad21e-e2ee-4064-91bd-82bab81dddd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836416 Apr 23 00:30:14.875262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:30:14.926837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-73af407c-b112-499b-8609-bdc2dacd821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:14.929639 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-73af407c-b112-499b-8609-bdc2dacd821c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 1098 time: 0.3653033 Apr 23 00:30:14.957043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] For port 91bee691-b352-4cea-929f-97013b957e1a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=91bee691-b352-4cea-929f-97013b957e1a,segment=NetworkSegment(64af1e3d-d3f1-4e71-a05b-b44aac54c91e),segment_id=64af1e3d-d3f1-4e71-a05b-b44aac54c91e)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:14.971944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.017613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:15.036955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:15.048284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:15.110450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.117292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:15.117904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.139462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.202324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d678d00-730a-4039-853c-2f7e13ff8601 req-b8b09287-f97d-4ab2-b218-4768af6bef34 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:15.203722 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d678d00-730a-4039-853c-2f7e13ff8601 req-b8b09287-f97d-4ab2-b218-4768af6bef34 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.4668729 Apr 23 00:30:15.215970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-a9a211ec-1c7a-474c-b26a-c7a8f00adf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:15.217507 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-a9a211ec-1c7a-474c-b26a-c7a8f00adf28 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 200 len: 912 time: 0.2507288 Apr 23 00:30:15.274431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3ba26-a2d4-444f-b45e-90dc9386c665 None None] Pushing event updated for resources: {'Port': ['ID=91bee691-b352-4cea-929f-97013b957e1a,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:15.275247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.381951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.394318 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d678d00-730a-4039-853c-2f7e13ff8601 req-10d514ce-fb98-4b69-b34c-3be3802fd7b9 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1719637 Apr 23 00:30:15.413296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for 0013278b-fbab-4f39-a1d0-31240d54c565 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:15.445109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.454945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:15.460470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ba5e676-cd28-44f6-bd98-e95a75b085d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.463499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] For port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,segment=NetworkSegment(990b8a39-a81d-4554-aad0-cd0486f01530),segment_id=990b8a39-a81d-4554-aad0-cd0486f01530)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:15.464123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.515793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 04a67a40-f412-4b9b-942d-555cf1cc5b30, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:15.588160 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d0799f-7dfa-4544-b885-0cdd9adc23b9'] response: {'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'code': 200} Apr 23 00:30:15.603158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,segment=NetworkSegment(990b8a39-a81d-4554-aad0-cd0486f01530),segment_id=990b8a39-a81d-4554-aad0-cd0486f01530)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:15.604657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.611290 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-065000ed-e358-431c-b816-2d662994cc35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 200 len: 1000 time: 0.3727946 Apr 23 00:30:15.733549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Calling delete_port for 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:15.783378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:15.869217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=04a67a40-f412-4b9b-942d-555cf1cc5b30,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:15.991298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:15.991661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:16.033715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:16.093716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34686) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:16.097253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91bee691-b352-4cea-929f-97013b957e1a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:16.148014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.163945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event updated for resources: {'Port': ['ID=1005991c-3550-4653-9ccd-ce2cf53e8872,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:16.178868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 91bee691-b352-4cea-929f-97013b957e1a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:16.183300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Network': ['ID=ebd830d7-6a17-4637-aea8-927d0989d4a5,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:16.186412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a0e83712-ad68-496a-8756-7b0fb9bc223c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:16.241540 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-96dbcbba-5a62-4d34-ab64-da128d33bcd1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7887073 Apr 23 00:30:16.244077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34692) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:16.259636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=0013278b-fbab-4f39-a1d0-31240d54c565,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:16.264955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'subnet': {'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:16.306615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.321511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network ebd830d7-6a17-4637-aea8-927d0989d4a5 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:16.322973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-56bf73ba-8617-4e19-b4a5-4a55d788afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:16.324864 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-56bf73ba-8617-4e19-b4a5-4a55d788afe5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 200 len: 851 time: 0.2240806 Apr 23 00:30:16.328524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.330349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.430807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a0e83712-ad68-496a-8756-7b0fb9bc223c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:16.442307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a0e83712-ad68-496a-8756-7b0fb9bc223c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:16.442929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.492859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Deleting port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:16.493478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.526475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1928437016-network', 'tenant_id': '6ca6f3281b8543d384e6824b73e7e15c'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:16.560110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:16.615270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Usage tracker for resource:network and tenant:6ca6f3281b8543d384e6824b73e7e15c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:16.617577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:16.622379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:16.710986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:16.744842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.760160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:16.827914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:16.844378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event updated for resources: {'Port': ['ID=0d38de8b-cadd-4de0-b239-3030b691e60d,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:16.858322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] For port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,segment=NetworkSegment(990b8a39-a81d-4554-aad0-cd0486f01530),segment_id=990b8a39-a81d-4554-aad0-cd0486f01530)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:16.858798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.869282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1eca-e969-4f2d-a4a8-37e64168e825 req-97ca277b-e8a3-47fb-8c94-6ac9befd9350 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:16.875012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a0e83712-ad68-496a-8756-7b0fb9bc223c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a0e83712-ad68-496a-8756-7b0fb9bc223c,segment=NetworkSegment(0208602e-ae61-43cd-9bd6-a9babc3bb582),segment_id=0208602e-ae61-43cd-9bd6-a9babc3bb582)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:16.877322 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-edbf1eca-e969-4f2d-a4a8-37e64168e825 req-97ca277b-e8a3-47fb-8c94-6ac9befd9350 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 945 time: 0.7746327 Apr 23 00:30:16.899103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.901221 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dba6c454-8056-4a74-8a18-f424b6cd4fdb tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/ports/0013278b-fbab-4f39-a1d0-31240d54c565 HTTP/1.1" status: 204 len: 168 time: 2.8426850 Apr 23 00:30:16.908673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34698) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:16.915312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Made reservation on behalf of 6ca6f3281b8543d384e6824b73e7e15c for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:16.917933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:16.932226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9972d-8289-4785-af6b-8b1fe59eeff8 None None] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:16.937534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:16.978325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ac207-4592-44d4-8dc8-b7b23e1ac534 req-cf864e45-0ff4-410f-bdb7-2783ae2c4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:16.980156 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-226ac207-4592-44d4-8dc8-b7b23e1ac534 req-cf864e45-0ff4-410f-bdb7-2783ae2c4cbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1098 time: 0.8826568 Apr 23 00:30:17.008540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.008938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.029895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Calling delete_port for 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:17.036571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:17.046287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.108505 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-edbf1eca-e969-4f2d-a4a8-37e64168e825 req-36d878d8-0acd-4b6a-83c8-df9fa2b9d5b9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302351 Apr 23 00:30:17.129529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-70107ea6-9c1f-4eb4-a585-d422961d879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:17.131255 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-70107ea6-9c1f-4eb4-a585-d422961d879f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3fae19aa-4bd6-48c4-9549-11b21fc7a729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7961061 Apr 23 00:30:17.171521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:17.186281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:17.187223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:17.202421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:17.207487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.226911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca6f3281b8543d384e6824b73e7e15c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:17.233870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:17.241229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port aa13cfb5-d32f-4705-aeef-47d7a731f803 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:17.241229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.253612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.42', 49884) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:17.258976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f40b92e9-6833-45bf-bdff-6db60582cbb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4178166 Apr 23 00:30:17.261215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34702) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:17.270199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:17.280871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ea6a4107-ba32-4799-b22f-e1744c251f11 None None] Provisioning for port 91bee691-b352-4cea-929f-97013b957e1a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:17.305718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:17.306441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:17.308550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:17.312489 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-226ac207-4592-44d4-8dc8-b7b23e1ac534 req-cf037cd0-be7c-42d8-8c07-97cd4df89afd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892752 Apr 23 00:30:17.320550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:17.375203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ea6a4107-ba32-4799-b22f-e1744c251f11 None None] Provisioning complete for port 91bee691-b352-4cea-929f-97013b957e1a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:17.375624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4107-ba32-4799-b22f-e1744c251f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.387737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef98816-c49f-4464-b97f-97f9fee41713 req-21a7e8b2-5f8c-4d1e-97bc-5b28a563959f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:17.389282 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bef98816-c49f-4464-b97f-97f9fee41713 req-21a7e8b2-5f8c-4d1e-97bc-5b28a563959f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.7808216 Apr 23 00:30:17.425342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a0e83712-ad68-496a-8756-7b0fb9bc223c,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:17.592502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.619366 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-4d6f0dd7-d21d-4f4a-b3c9-492c3465ba3b service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781578 Apr 23 00:30:17.659855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No active binding found for port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 {{(pid=88074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 23 00:30:17.660265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:17.704177 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bef98816-c49f-4464-b97f-97f9fee41713 req-aef09a2a-1dec-4b9e-94bc-8339ce2840f6 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3004489 Apr 23 00:30:17.769085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] No DVR routers for this DVR port 19f4b7bb-4648-409e-a1bd-6117ccf5fbd8 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:17.773713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8c53d-63a0-4bd2-96b8-8620b0730eca None None] Pushing event deleted for resources: {'Port': ['ID=19f4b7bb-4648-409e-a1bd-6117ccf5fbd8,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:17.788556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c0a8697-0975-430b-ab35-0d092e546427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:17.818679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:17.883377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-2bab31ac-4359-4286-a53a-1d34775323d7 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:17.884841 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-2bab31ac-4359-4286-a53a-1d34775323d7 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.42 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.6248903 Apr 23 00:30:17.930865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a0e83712-ad68-496a-8756-7b0fb9bc223c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:18.048719 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f6ef6d18-44f0-4e9e-a348-c28a52d83afa req-35ea4f96-f4f6-4b73-9e80-b47d8f381364 service neutron] 10.222.0.42 "GET /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617947 Apr 23 00:30:18.080388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Deleting port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:18.081010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.195312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4107-ba32-4799-b22f-e1744c251f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.232926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.260747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.325822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ea6a4107-ba32-4799-b22f-e1744c251f11 None None] For port 91bee691-b352-4cea-929f-97013b957e1a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=91bee691-b352-4cea-929f-97013b957e1a,segment=NetworkSegment(64af1e3d-d3f1-4e71-a05b-b44aac54c91e),segment_id=64af1e3d-d3f1-4e71-a05b-b44aac54c91e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:18.344788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a0e83712-ad68-496a-8756-7b0fb9bc223c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:18.345736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.375046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4107-ba32-4799-b22f-e1744c251f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.417590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.496206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for aa13cfb5-d32f-4705-aeef-47d7a731f803 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:18.510647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a4107-ba32-4799-b22f-e1744c251f11 None None] Pushing event updated for resources: {'Port': ['ID=91bee691-b352-4cea-929f-97013b957e1a,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:18.525459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.525763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccba93-7f42-483d-9aff-5badcab40e02 req-04fb5002-b09b-4c3a-8319-28861ee060ba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:18.528306 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-54ccba93-7f42-483d-9aff-5badcab40e02 req-04fb5002-b09b-4c3a-8319-28861ee060ba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 945 time: 0.2647839 Apr 23 00:30:18.603720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.604787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.618604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:18.649910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:15Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:15Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:18.667987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:18.668226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Updating router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a port 0d38de8b-cadd-4de0-b239-3030b691e60d binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:30:18.766424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340b296d-0555-46aa-b320-87c51d738f17,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:18.787038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.790953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.795254 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Added segment 9ca639f1-66dc-40a3-b5fd-09cd30ae13b3 of type vlan for network fd4f762f-1f29-45e4-a613-1064408129e1 Apr 23 00:30:18.813088 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-54ccba93-7f42-483d-9aff-5badcab40e02 req-fde8890f-d556-4a95-8b79-c14832d20d05 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089922 Apr 23 00:30:18.860039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] For port 79a00571-c5ba-40a3-b228-ac8ab0e749e2, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=79a00571-c5ba-40a3-b228-ac8ab0e749e2,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:18.860745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.870316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.extraroute_db [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 00:30:18.919811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:30:18.925106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:18.927681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0300920c-a68b-4823-833c-3384f051853b None None] Provisioning for port 0d38de8b-cadd-4de0-b239-3030b691e60d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:18.947627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0300920c-a68b-4823-833c-3384f051853b None None] Provisioning complete for port 0d38de8b-cadd-4de0-b239-3030b691e60d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:18.947627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0300920c-a68b-4823-833c-3384f051853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.028868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.extraroute_db [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Removed routes are [] {{(pid=88072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 00:30:19.029603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.049376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.133474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0300920c-a68b-4823-833c-3384f051853b None None] Port 0d38de8b-cadd-4de0-b239-3030b691e60d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:30:19.191000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Subnet': ['ID=0d5d1f2b-0460-403a-a1d5-4851a6e82bcf,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:19.215805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.270155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0300920c-a68b-4823-833c-3384f051853b None None] Provisioning complete for port 91bee691-b352-4cea-929f-97013b957e1a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:19.270645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0300920c-a68b-4823-833c-3384f051853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.278859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Checking segment: {'id': '24eb75e8-3f4f-405b-90b7-b37c021fb378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:19.279439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network hostable DHCP agents. Network: ebd830d7-6a17-4637-aea8-927d0989d4a5, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:19.293107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.294066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:19.294721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.349063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=aa13cfb5-d32f-4705-aeef-47d7a731f803,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:19.384827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Router 44cfb9d1-1dad-4dbc-a29c-341bb1dc945b is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:30:19.540823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.553995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Transition to ACTIVE for port object 0d38de8b-cadd-4de0-b239-3030b691e60d will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:19.560232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.602011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network ebd830d7-6a17-4637-aea8-927d0989d4a5 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:19.618562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb38547-48f4-4ed2-9e55-699c3ce65de4 req-3780f123-1676-49af-b87a-9108624178f8 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:19.620112 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bfb38547-48f4-4ed2-9e55-699c3ce65de4 req-3780f123-1676-49af-b87a-9108624178f8 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 945 time: 0.5988810 Apr 23 00:30:19.620763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4f762f-1f29-45e4-a613-1064408129e1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:19.663369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, ebd830d7-6a17-4637-aea8-927d0989d4a5) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:19.667439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:19.668033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.681402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network fd4f762f-1f29-45e4-a613-1064408129e1 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:19.683902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.686567 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f045b529-b2ea-48cb-b11f-0e5c8bc3d391 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/ports/aa13cfb5-d32f-4705-aeef-47d7a731f803 HTTP/1.1" status: 204 len: 168 time: 2.7721577 Apr 23 00:30:19.700068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4b0c3c46-eb19-4a93-a174-3aab50c479d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5933039 Apr 23 00:30:19.702755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34718) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:19.703090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34720) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:19.711733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b07d5-3b96-45be-931e-cc30d2e50883 None None] Network ebd830d7-6a17-4637-aea8-927d0989d4a5 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:19.721485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Request body: {'subnet': {'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1928437016-subnet', 'tenant_id': '6ca6f3281b8543d384e6824b73e7e15c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:19.773870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.785150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:19.828968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:19.850549 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7680df24-89c7-489d-98e1-402b08f09012 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5955050 Apr 23 00:30:19.857980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34730) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:19.859702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Usage tracker for resource:subnet and tenant:6ca6f3281b8543d384e6824b73e7e15c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:19.887285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:19.899097 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bfb38547-48f4-4ed2-9e55-699c3ce65de4 req-39766d34-a54f-4d86-9412-8a2a264ef1d1 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa609c12-750e-4173-91b8-693bc60ff356&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2635276 Apr 23 00:30:19.910919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'port': {'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5', 'name': 'tempest-NetworksIpV6TestAttrs-1177905047'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:20.030075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91bee691-b352-4cea-929f-97013b957e1a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:20.081174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc35993-6e50-44b4-b37b-419e01a163b7 None None] Pushing event updated for resources: {'Port': ['ID=0d38de8b-cadd-4de0-b239-3030b691e60d,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:20.122048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.122590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.122770 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Floating IP bfbf387f-9238-455f-beb0-6361ff3c7a04 disassociated. External IP: 172.26.8.36, port: 79a00571-c5ba-40a3-b228-ac8ab0e749e2. Apr 23 00:30:20.123300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Calling delete_port for 79a00571-c5ba-40a3-b228-ac8ab0e749e2 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:20.131515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:20.146112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:20.160112 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] Sync routers for ids ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:20.167875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.175707 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] Routers {'44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:20.176880 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:20.198448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Made reservation on behalf of 6ca6f3281b8543d384e6824b73e7e15c for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:20.202283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.213260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Attempting to bind port 0d38de8b-cadd-4de0-b239-3030b691e60d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:20.213634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Attempting to bind port 0d38de8b-cadd-4de0-b239-3030b691e60d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:20.214001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Attempting to bind port 0d38de8b-cadd-4de0-b239-3030b691e60d on network 6c59fab5-71c3-48e1-8cf0-51df93290f71 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:20.224448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.226297 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4f8ce421-5f26-4501-a2ec-5a32d53901e5 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.6242526 Apr 23 00:30:20.237381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34734) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:20.238553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:20.238934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Checking segment: {'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:20.239335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.239727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Bound using segment: {'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:20.240207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Bound port: 0d38de8b-cadd-4de0-b239-3030b691e60d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af1e3d-d3f1-4e71-a05b-b44aac54c91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:20.240579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.252786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afa2ce-f032-4017-9e88-f2c8ed7279c5 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:20.253839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-96afa2ce-f032-4017-9e88-f2c8ed7279c5 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Synchronizing usage tracker for tenant:d449de6da6f34463974f6d061154ea3b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:20.263677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:20.288239 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:20.300782 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] Routers {'44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:20.301778 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:20.328059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-96afa2ce-f032-4017-9e88-f2c8ed7279c5 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Unset dirty status for tenant:d449de6da6f34463974f6d061154ea3b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:20.333039 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-96afa2ce-f032-4017-9e88-f2c8ed7279c5 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "GET /v2.0/ports?device_id=e765e85f-6a4c-4196-9762-a9a622d229fa HTTP/1.1" status: 200 len: 913 time: 0.6251652 Apr 23 00:30:20.336388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34738) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:20.381417 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:20.382200 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c19e25-3d28-40c4-978c-9e3e63618a00 None None] The sync data for ids ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:20.406212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 91bee691-b352-4cea-929f-97013b957e1a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:20.406449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.487833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] For port 0d38de8b-cadd-4de0-b239-3030b691e60d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:20.511917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] For port 0d38de8b-cadd-4de0-b239-3030b691e60d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0d38de8b-cadd-4de0-b239-3030b691e60d,segment=NetworkSegment(64af1e3d-d3f1-4e71-a05b-b44aac54c91e),segment_id=64af1e3d-d3f1-4e71-a05b-b44aac54c91e)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:20.513216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-ebd830d7-6a17-4637-aea8-927d0989d4a5', 'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5', 'tenant_id': 'a850a3ef985248918a6c287e97ff069a', 'fixed_ips': [{'subnet_id': '0d5d1f2b-0460-403a-a1d5-4851a6e82bcf'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:20.514060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.530370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.550082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:20.554008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:20.575108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:port and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:20.585906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:20.710619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:20.724402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:20.725160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:20.805022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc35993-6e50-44b4-b37b-419e01a163b7 None None] Pushing event updated for resources: {'Port': ['ID=0d38de8b-cadd-4de0-b239-3030b691e60d,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:20.950641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:20.987445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Allocated IP 2001:db8::f816:3eff:fec2:cd52 (ebd830d7-6a17-4637-aea8-927d0989d4a5/0d5d1f2b-0460-403a-a1d5-4851a6e82bcf/052f4d25-32fd-4720-aee3-92d124158ed9) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:20.997491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:21.093400 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e6f523fe-8d4b-4e84-99c0-ac744cad6431 req-e9f28bd0-3a32-4367-b5e0-4183995625eb tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 210 time: 0.0682390 Apr 23 00:30:21.106966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=744e0e50-b967-4363-a133-112d219cd976,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:21.123417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Checking segment: {'id': '9ca639f1-66dc-40a3-b5fd-09cd30ae13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:21.123773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Network hostable DHCP agents. Network: fd4f762f-1f29-45e4-a613-1064408129e1, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:21.135391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e87e-8c38-4806-8815-e9644e509c19 req-5967f241-bd3a-4701-999b-dcbea95bd119 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:21.137105 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1e62e87e-8c38-4806-8815-e9644e509c19 req-5967f241-bd3a-4701-999b-dcbea95bd119 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 945 time: 1.0911810 Apr 23 00:30:21.137800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.144370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:21.147832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.192735 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Network fd4f762f-1f29-45e4-a613-1064408129e1 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:21.213518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, fd4f762f-1f29-45e4-a613-1064408129e1) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:21.222467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:21.223055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.228229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.240248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c672ed0-296e-4cef-8efd-2c5ef59903f5 None None] Network fd4f762f-1f29-45e4-a613-1064408129e1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:21.297120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event deleted for resources: {'Port': ['ID=79a00571-c5ba-40a3-b228-ac8ab0e749e2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:21.414651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] device_id is not set on port 687ee6f7-9fbd-440a-a575-5b15cfea53eb yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:21.466503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:21.494464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 79a00571-c5ba-40a3-b228-ac8ab0e749e2 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:21.536306 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a300ac85-f76a-4b0a-a69e-14aa1505f70d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8303413 Apr 23 00:30:21.547387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 79a00571-c5ba-40a3-b228-ac8ab0e749e2 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:21.549598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 79a00571-c5ba-40a3-b228-ac8ab0e749e2 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:21.572425 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1e62e87e-8c38-4806-8815-e9644e509c19 req-8fbeedb2-a337-4a13-9698-18cd8c1d0ec8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634391 Apr 23 00:30:21.591726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.595320 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6c048638-afe8-42b2-87dd-ad6f691a48fd tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 200 len: 954 time: 4.3289347 Apr 23 00:30:21.597367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34746) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:21.722939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:21.735826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Transition to ACTIVE for port object 052f4d25-32fd-4720-aee3-92d124158ed9 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:21.756833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Transition to ACTIVE for port object 052f4d25-32fd-4720-aee3-92d124158ed9 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:21.858052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.004609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port ac113948-f3ef-4113-92c2-86038bdd8134 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:22.004964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.010947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Network ebd830d7-6a17-4637-aea8-927d0989d4a5 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:22.011163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.020160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:22.031540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Router 04092db4-5b98-4ad1-9ee8-865268fb9677 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:22.033332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4342711-42f8-440a-b7a9-463aff862385 None None] Network fd4f762f-1f29-45e4-a613-1064408129e1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:22.060840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:22.066454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Allocated IP 2001:db8::f816:3eff:fef1:5902 (ebd830d7-6a17-4637-aea8-927d0989d4a5/0d5d1f2b-0460-403a-a1d5-4851a6e82bcf/687ee6f7-9fbd-440a-a575-5b15cfea53eb) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:22.113671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c8fe6624-a247-47d6-8d81-3ee678ea5098 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 200 len: 954 time: 0.5137978 Apr 23 00:30:22.116996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34760) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:22.131734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.136489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'routes': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:22.169236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Deleting port 1005991c-3550-4653-9ccd-ce2cf53e8872 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:22.169818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.336252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Pushing event updated for resources: {'Port': ['ID=052f4d25-32fd-4720-aee3-92d124158ed9,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:22.363761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34770) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:22.371751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-65e54a2c-b89e-4814-bcad-8a92c6c4f16b req-399bb660-9512-4f35-bad5-02c5cea5f24d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Synchronizing usage tracker for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:22.379590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Attempting to bind port 052f4d25-32fd-4720-aee3-92d124158ed9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:22.379980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Attempting to bind port 052f4d25-32fd-4720-aee3-92d124158ed9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '24eb75e8-3f4f-405b-90b7-b37c021fb378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:22.380336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Attempting to bind port 052f4d25-32fd-4720-aee3-92d124158ed9 on network ebd830d7-6a17-4637-aea8-927d0989d4a5 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:22.393074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1107769103-network', 'tenant_id': 'ebd736beaa564b638e017aa1e3cad4b1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:22.405626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:22.406624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Checking segment: {'id': '24eb75e8-3f4f-405b-90b7-b37c021fb378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:22.407038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.407856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Bound using segment: {'id': '24eb75e8-3f4f-405b-90b7-b37c021fb378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:22.407977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Bound port: 052f4d25-32fd-4720-aee3-92d124158ed9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24eb75e8-3f4f-405b-90b7-b37c021fb378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ebd830d7-6a17-4637-aea8-927d0989d4a5'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:22.408354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.426405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfa4e0-d2ab-4548-97f4-994f951e39fe req-d1c26a17-2340-43f0-9017-c4af60368d31 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:22.427871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3acfa4e0-d2ab-4548-97f4-994f951e39fe req-d1c26a17-2340-43f0-9017-c4af60368d31 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 945 time: 0.6423342 Apr 23 00:30:22.439601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:22.459821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:18Z', 'revision_number': 6, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:20Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:22.472243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Usage tracker for resource:network and tenant:ebd736beaa564b638e017aa1e3cad4b1 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:22.510875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275038b-b761-4dfe-9cea-dcf83991e8ef None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:18Z', 'revision_number': 6, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:20Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:22.601944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.618428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] For port 052f4d25-32fd-4720-aee3-92d124158ed9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:22.622558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] For port 052f4d25-32fd-4720-aee3-92d124158ed9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=052f4d25-32fd-4720-aee3-92d124158ed9,segment=NetworkSegment(24eb75e8-3f4f-405b-90b7-b37c021fb378),segment_id=24eb75e8-3f4f-405b-90b7-b37c021fb378)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:22.668927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:22.674902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:22.687087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] Sync routers for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:22.695829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.775928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:22.776753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:22.777395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:22.783220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for ac113948-f3ef-4113-92c2-86038bdd8134 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:22.785318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-65e54a2c-b89e-4814-bcad-8a92c6c4f16b req-399bb660-9512-4f35-bad5-02c5cea5f24d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Unset dirty status for tenant:f10d22f4b48d4cb8b4fbda7fc37dd69b on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:22.786700 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65e54a2c-b89e-4814-bcad-8a92c6c4f16b req-399bb660-9512-4f35-bad5-02c5cea5f24d tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/ports?device_id=835b0a09-f317-40e6-abc7-f00159dd237b HTTP/1.1" status: 200 len: 210 time: 0.4865160 Apr 23 00:30:22.813373 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3acfa4e0-d2ab-4548-97f4-994f951e39fe req-cbb050b0-e5db-482a-93f2-9a5f07c915da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290939 Apr 23 00:30:22.848626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34774) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:22.898138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0c6bc-6f35-4cb4-a6d4-4bdb74af7208 None None] Pushing event updated for resources: {'Port': ['ID=052f4d25-32fd-4720-aee3-92d124158ed9,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:22.910885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] No DVR routers for this DVR port 79a00571-c5ba-40a3-b228-ac8ab0e749e2 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:22.913543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.916766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Made reservation on behalf of ebd736beaa564b638e017aa1e3cad4b1 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:22.919242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.936179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'name': 'network-vif-deleted', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:22.951713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:22.985423 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9eacb5e5-3eff-4889-b98c-7b2f207f56d2 req-58f94e65-4819-423c-b876-358b82279d97 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.42 "DELETE /v2.0/ports/79a00571-c5ba-40a3-b228-ac8ab0e749e2 HTTP/1.1" status: 204 len: 173 time: 5.0883543 Apr 23 00:30:23.001236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:23.035930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Usage tracker for resource:security_group_rule and tenant:ebd736beaa564b638e017aa1e3cad4b1 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:23.055455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:23.059218 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f98b81-7813-4344-a487-fa3cd259ffbc'] response: {'server_uuid': '835b0a09-f317-40e6-abc7-f00159dd237b', 'name': 'network-vif-deleted', 'tag': '79a00571-c5ba-40a3-b228-ac8ab0e749e2', 'status': 'completed', 'code': 200} Apr 23 00:30:23.075951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:23.114700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.129388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.185086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:23.310179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Calling delete_port for 1005991c-3550-4653-9ccd-ce2cf53e8872 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:23.364211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Transition to ACTIVE for port object 687ee6f7-9fbd-440a-a575-5b15cfea53eb will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:23.411152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.500629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=ac113948-f3ef-4113-92c2-86038bdd8134,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:23.523113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.596165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c635a-a22d-465f-8d99-4314fd655459 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:23.597872 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f35c635a-a22d-465f-8d99-4314fd655459 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1093 time: 0.6598132 Apr 23 00:30:23.605765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.608343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34780) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:23.623384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:23.631249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:23.635289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:23.638238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:23.645677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:23.652958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.686914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.690465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:07Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:23.697300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] Checking router: 04092db4-5b98-4ad1-9ee8-865268fb9677 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:23.702022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network ebd830d7-6a17-4637-aea8-927d0989d4a5 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:23.710870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:23.711759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:23.750228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:23.754496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:23.761665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:23.762831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.769594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Port': ['ID=687ee6f7-9fbd-440a-a575-5b15cfea53eb,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:23.835217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:23.916452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf7b1f7-3400-4704-8783-6c8a005565fa,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:23.957293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:23.957735 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Added segment 36422cdc-4565-47cf-9067-173181abfde7 of type vlan for network b20e1981-fc43-4e46-b69e-e67f72a44013 Apr 23 00:30:23.984873 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-215a3b5f-8bf4-4262-874d-4bcf4adfff8e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1191521 Apr 23 00:30:24.057761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34786) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:24.059737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.136964 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:24.155319 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:24.164772 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:24.194030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0d38de8b-cadd-4de0-b239-3030b691e60d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:24.201878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.214084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Pushing event deleted for resources: {'Port': ['ID=1005991c-3550-4653-9ccd-ce2cf53e8872,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:24.243743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34792) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:24.336866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:24.362367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added routes are [] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 00:30:24.362932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 00:30:24.380021 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:24.427220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.443362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 0d38de8b-cadd-4de0-b239-3030b691e60d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:24.453303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0d38de8b-cadd-4de0-b239-3030b691e60d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:24.453979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.553475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.556927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45585df-57f1-41f9-8add-51358b9f4152 None None] Network ebd830d7-6a17-4637-aea8-927d0989d4a5 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:24.571149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.582449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:30:24.691989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting subnet 0d5d1f2b-0460-403a-a1d5-4851a6e82bcf {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:24.706660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:24.802855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e2acfb3a-0c6f-4bb2-ba5c-e15efe8d2f01 None None] Provisioning for port 052f4d25-32fd-4720-aee3-92d124158ed9 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:24.842079 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:18Z', 'revision_number': 6, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:20Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:24.847692 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:24.857888 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:24.858687 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:24.930513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.040418 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:25.061917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.108302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.198319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 0d38de8b-cadd-4de0-b239-3030b691e60d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0d38de8b-cadd-4de0-b239-3030b691e60d,segment=NetworkSegment(64af1e3d-d3f1-4e71-a05b-b44aac54c91e),segment_id=64af1e3d-d3f1-4e71-a05b-b44aac54c91e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:25.208745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.209576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 052f4d25-32fd-4720-aee3-92d124158ed9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:25.218171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.219013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:25.220002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.227667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d53e-e9a3-470a-b09c-15af418029ef tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.316512 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:07Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:25.347699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb2433-0940-425d-b104-d7d03e94e7f7 None None] The sync data for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv is: [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:25:58Z', 'revision_number': 4, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '622770c1-1109-41f5-b620-9c12a6442167', 'name': '', 'network_id': '3fae19aa-4bd6-48c4-9549-11b21fc7a729', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'mac_address': 'fa:16:3e:fe:a5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:56Z', 'updated_at': '2022-04-23T00:26:07Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'subnets': [{'id': '8cb260cc-fa6b-457c-ac11-f71c2bcd734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:25.379382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=0d38de8b-cadd-4de0-b239-3030b691e60d,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:25.397683 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 052f4d25-32fd-4720-aee3-92d124158ed9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:25.405555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.406648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 052f4d25-32fd-4720-aee3-92d124158ed9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:25.407339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.412408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.414152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.495310 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1256683 Apr 23 00:30:25.539173 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:24Z', 'revision_number': 7, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:20Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:25.544899 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32f1c4-f06a-4ec9-8854-c733868f88a3 None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:24Z', 'revision_number': 7, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:20Z', 'revision_number': 4, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:25.616641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.624799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.659211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34796) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:25.661103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Router e765e85f-6a4c-4196-9762-a9a622d229fa has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:25.670788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Request body: {'subnet': {'network_id': 'b20e1981-fc43-4e46-b69e-e67f72a44013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1107769103-subnet', 'tenant_id': 'ebd736beaa564b638e017aa1e3cad4b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:25.683507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.687212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d53e-e9a3-470a-b09c-15af418029ef tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.692044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:25.699330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:25.707235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Usage tracker for resource:subnet and tenant:ebd736beaa564b638e017aa1e3cad4b1 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:25.715285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:25.728287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:25.775384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd14c5c-b38d-4ca1-8f6b-99663bd5d551 admin admin] Pushing event updated for resources: {'Network': ['ID=b20e1981-fc43-4e46-b69e-e67f72a44013,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:25.785557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network b20e1981-fc43-4e46-b69e-e67f72a44013 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:25.803071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4497801f-bfb6-4228-bfde-f3f849bd1f19 None None] New status for floating IP bfbf387f-9238-455f-beb0-6361ff3c7a04: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:30:25.942574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d53e-e9a3-470a-b09c-15af418029ef tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:25.948418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.028845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5d1f2b-0460-403a-a1d5-4851a6e82bcf,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:26.114505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7d53e-e9a3-470a-b09c-15af418029ef tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa609c12-750e-4173-91b8-693bc60ff356,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:26.128363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Made reservation on behalf of ebd736beaa564b638e017aa1e3cad4b1 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:26.130685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.141493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.154434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Router 44cfb9d1-1dad-4dbc-a29c-341bb1dc945b has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:26.158591 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-64f3a81e-7c02-4f0a-a9ee-310bf5a1a890 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/0d5d1f2b-0460-403a-a1d5-4851a6e82bcf HTTP/1.1" status: 204 len: 168 time: 2.0890274 Apr 23 00:30:26.161144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d53e-e9a3-470a-b09c-15af418029ef tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.162232 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6cc7d53e-e9a3-470a-b09c-15af418029ef tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "DELETE /v2.0/security-groups/aa609c12-750e-4173-91b8-693bc60ff356 HTTP/1.1" status: 204 len: 168 time: 1.9075367 Apr 23 00:30:26.164236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34800) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.168959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34802) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.194467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07c041-f565-4c5f-b2ac-25dee7b62312 None None] Network ebd830d7-6a17-4637-aea8-927d0989d4a5 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:26.219422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.128 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/bed15751-42b3-442a-88a1-3e20eaa14fb7) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:26.224346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Provisioning complete for port 052f4d25-32fd-4720-aee3-92d124158ed9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:26.224912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.316495 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-c0262cb6-a74e-40a2-944f-b4b27f65f74f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] show failed (client error): The resource could not be found. Apr 23 00:30:26.320371 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c0262cb6-a74e-40a2-944f-b4b27f65f74f tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "GET /v2.0/security-groups/aa609c12-750e-4173-91b8-693bc60ff356 HTTP/1.1" status: 404 len: 347 time: 0.1504693 Apr 23 00:30:26.325618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34808) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.410540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:26.414538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb7894-8311-49cf-b52a-12b28703d535 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:26.416143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb7894-8311-49cf-b52a-12b28703d535 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:26.416899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d8bb7894-8311-49cf-b52a-12b28703d535 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Synchronizing usage tracker for tenant:a850a3ef985248918a6c287e97ff069a on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:26.429907 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c7917-9ad7-47af-be88-051b611438db None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:26.431702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:26.440994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.443204 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:26.443966 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:26.445731 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-386ef640-6e94-4789-9346-04b6bab8a175 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "PUT /v2.0/routers/44cfb9d1-1dad-4dbc-a29c-341bb1dc945b HTTP/1.1" status: 200 len: 705 time: 6.2051756 Apr 23 00:30:26.458461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34812) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.491681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d8bb7894-8311-49cf-b52a-12b28703d535 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Unset dirty status for tenant:a850a3ef985248918a6c287e97ff069a on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:26.495333 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d8bb7894-8311-49cf-b52a-12b28703d535 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3248413 Apr 23 00:30:26.497418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34816) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.504516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] Sync routers for ids ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:26.548031 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:26.548699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:26.591258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:26.597499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.598941 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72350eb9-5ec8-45cb-af55-15a5520717e0 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 200 len: 704 time: 4.4795887 Apr 23 00:30:26.623699 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:26.627386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1fd32d5c-bc2c-414b-9aea-8a23fc04cae4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.629068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34820) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.702417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-24d094eb-4c85-4dc6-acfe-a575afc18c22 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "PUT /v2.0/routers/e765e85f-6a4c-4196-9762-a9a622d229fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3649285 Apr 23 00:30:26.703961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Deleting port 076be680-2b5b-4ec8-90ea-548397829447 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:26.705189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.722852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] Routers {'44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:26.723557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:26.732763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34824) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.744089 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ea4e1575-9ae4-4f18-aa0b-04e22e0a5ff9 tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/routers/44cfb9d1-1dad-4dbc-a29c-341bb1dc945b HTTP/1.1" status: 200 len: 740 time: 0.2811611 Apr 23 00:30:26.814286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:26.821074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34828) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.827739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:26.866309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] Routers {'44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:26.866869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:26.921236 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] Sync routers for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:26.930783 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-77e8b4f1-9364-4ca7-ad04-2e45013009ba tempest-RoutersAdminTest-821290956 tempest-RoutersAdminTest-821290956-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&device_id=44cfb9d1-1dad-4dbc-a29c-341bb1dc945b HTTP/1.1" status: 200 len: 205 time: 0.1082275 Apr 23 00:30:26.937237 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:26.937852 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:26.947974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:26.948380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b274610c-fdbb-4bcd-93b7-d994ad38513d None None] The sync data for ids ['44cfb9d1-1dad-4dbc-a29c-341bb1dc945b'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:26.952054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34832) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:26.964210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] For port 052f4d25-32fd-4720-aee3-92d124158ed9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=052f4d25-32fd-4720-aee3-92d124158ed9,segment=NetworkSegment(24eb75e8-3f4f-405b-90b7-b37c021fb378),segment_id=24eb75e8-3f4f-405b-90b7-b37c021fb378)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:26.969983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.005203 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:27.038494 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] Routers {'e765e85f-6a4c-4196-9762-a9a622d229fa'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:27.039438 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e765e85f-6a4c-4196-9762-a9a622d229fa'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:27.041113 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd32d5c-bc2c-414b-9aea-8a23fc04cae4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 23 00:30:27.041691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd32d5c-bc2c-414b-9aea-8a23fc04cae4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:27.043645 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1fd32d5c-bc2c-414b-9aea-8a23fc04cae4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/ebd830d7-6a17-4637-aea8-927d0989d4a5 HTTP/1.1" status: 409 len: 405 time: 0.5454447 Apr 23 00:30:27.044081 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b66832e1-3dce-450d-97db-12f2f7aef631 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=44cfb9d1-1dad-4dbc-a29c-341bb1dc945b HTTP/1.1" status: 200 len: 205 time: 0.0686839 Apr 23 00:30:27.054278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34836) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:27.054825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34838) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:27.102207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] DHCP port deletion for ebd830d7-6a17-4637-aea8-927d0989d4a5 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:27.113228 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:27.113869 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057753fd-5aec-4132-b748-2d91f6cf4b32 None None] The sync data for ids ['e765e85f-6a4c-4196-9762-a9a622d229fa'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:27.118291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] Deleting port 052f4d25-32fd-4720-aee3-92d124158ed9 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:27.118690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.140249 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:24Z', 'revision_number': 7, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:25Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:27.143102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Provisioning for port 687ee6f7-9fbd-440a-a575-5b15cfea53eb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:27.149855 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c7917-9ad7-47af-be88-051b611438db None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:27.165271 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:27.166145 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:27.176083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Provisioning complete for port 687ee6f7-9fbd-440a-a575-5b15cfea53eb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:27.176708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.185351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1176239032'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:27.205155 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b4761d92-e690-4837-9272-6303d35c3d89 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 200 len: 704 time: 0.5702753 Apr 23 00:30:27.213553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:27.215637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34844) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:27.252861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Port 687ee6f7-9fbd-440a-a575-5b15cfea53eb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:30:27.264023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd7049-a946-4c5c-8dea-71879ed80d5c None None] Pushing event updated for resources: {'Port': ['ID=052f4d25-32fd-4720-aee3-92d124158ed9,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:27.302178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.353692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:network and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:27.370452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.373602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:27.384679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360c28a2-4899-43a5-8a6e-a3ff9b8b2311 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.443911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:27.476695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d28adfdf-3ba1-4f81-9912-a934627dde45 None None] Provisioning complete for port 687ee6f7-9fbd-440a-a575-5b15cfea53eb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:27.477123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d28adfdf-3ba1-4f81-9912-a934627dde45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.512327 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:27.545777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.549439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d28adfdf-3ba1-4f81-9912-a934627dde45 None None] Port 687ee6f7-9fbd-440a-a575-5b15cfea53eb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:30:27.550974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0d38de8b-cadd-4de0-b239-3030b691e60d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:27.609023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.609847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.628651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] For port 052f4d25-32fd-4720-aee3-92d124158ed9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=052f4d25-32fd-4720-aee3-92d124158ed9,segment=NetworkSegment(24eb75e8-3f4f-405b-90b7-b37c021fb378),segment_id=24eb75e8-3f4f-405b-90b7-b37c021fb378)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:27.629758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.664027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:27.667563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.792067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Calling delete_port for 076be680-2b5b-4ec8-90ea-548397829447 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:27.835325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] Calling delete_port for 052f4d25-32fd-4720-aee3-92d124158ed9 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:27.894513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e58721-50e8-4c69-8d52-d1766b940ec0,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:27.903581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0d38de8b-cadd-4de0-b239-3030b691e60d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:27.904239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.913832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Checking segment: {'id': '36422cdc-4565-47cf-9067-173181abfde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b20e1981-fc43-4e46-b69e-e67f72a44013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:27.914377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Network hostable DHCP agents. Network: b20e1981-fc43-4e46-b69e-e67f72a44013, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:27.918585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360c28a2-4899-43a5-8a6e-a3ff9b8b2311 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.924291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360c28a2-4899-43a5-8a6e-a3ff9b8b2311 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:27.974509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.004720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.022495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:28.035964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.059109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] Pushing event deleted for resources: {'Port': ['ID=052f4d25-32fd-4720-aee3-92d124158ed9,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:28.095577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f9e7d-c94a-408e-a2fe-9de19b032166 None None] No DVR routers for this DVR port 052f4d25-32fd-4720-aee3-92d124158ed9 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:28.097194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.097346 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Added segment adae77d3-98b6-47c6-955d-b536f62be7e2 of type vlan for network 869fd15f-8775-4165-8d78-2eae177c2764 Apr 23 00:30:28.113470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360c28a2-4899-43a5-8a6e-a3ff9b8b2311 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.114097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c28a2-4899-43a5-8a6e-a3ff9b8b2311 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Fanout notify agent at l3_agent the message router_deleted on router 44cfb9d1-1dad-4dbc-a29c-341bb1dc945b {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:30:28.116712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Network b20e1981-fc43-4e46-b69e-e67f72a44013 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:28.125729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting port bc29a90e-1116-410e-aae9-0da14936455e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:28.128417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.160499 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f25c7917-9ad7-47af-be88-051b611438db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:24Z', 'revision_number': 7, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:25Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:28.167092 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c7917-9ad7-47af-be88-051b611438db None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:24Z', 'revision_number': 7, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '0d38de8b-cadd-4de0-b239-3030b691e60d', 'name': '', 'network_id': '6c59fab5-71c3-48e1-8cf0-51df93290f71', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:63:b6:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:13Z', 'updated_at': '2022-04-23T00:30:25Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '570093f5-2e49-4515-a641-9f68c3959eaa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:28.173843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.198297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:28.218831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 052f4d25-32fd-4720-aee3-92d124158ed9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:28.224385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:28.229706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:28.235888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Pushing event deleted for resources: {'Port': ['ID=076be680-2b5b-4ec8-90ea-548397829447,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:28.241682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, b20e1981-fc43-4e46-b69e-e67f72a44013) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:28.259849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6687acb-9204-4e83-b01d-e197b0e6f792 None None] Network b20e1981-fc43-4e46-b69e-e67f72a44013 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:28.276785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 052f4d25-32fd-4720-aee3-92d124158ed9 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:28.277129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 052f4d25-32fd-4720-aee3-92d124158ed9 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:28.280405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:28.281207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.464440 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4157f48c-0064-4295-855b-e7dea38d004d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7904003 Apr 23 00:30:28.464661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=bed15751-42b3-442a-88a1-3e20eaa14fb7,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:28.468066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-360c28a2-4899-43a5-8a6e-a3ff9b8b2311 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.473441 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-360c28a2-4899-43a5-8a6e-a3ff9b8b2311 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/44cfb9d1-1dad-4dbc-a29c-341bb1dc945b HTTP/1.1" status: 204 len: 168 time: 1.4118376 Apr 23 00:30:28.473985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34852) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:28.479229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.482567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.484943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.488923 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ce21af1b-6757-48f9-9259-3bd6e908a533 tempest-ServerActionsTestJSON-1022970724 tempest-ServerActionsTestJSON-1022970724-project] 10.222.0.39 "DELETE /v2.0/floatingips/bfbf387f-9238-455f-beb0-6361ff3c7a04 HTTP/1.1" status: 204 len: 168 time: 2.1585817 Apr 23 00:30:28.494861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34856) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:28.539274 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6059e748-f9d6-46b2-a6f0-720e5fe73075 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=44cfb9d1-1dad-4dbc-a29c-341bb1dc945b HTTP/1.1" status: 200 len: 205 time: 0.0525742 Apr 23 00:30:28.543189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a8035-33a0-4a47-a299-7f316941d3eb None None] Network b20e1981-fc43-4e46-b69e-e67f72a44013 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:28.546602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34860) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:28.588188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.678277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:30:28.734503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Calling delete_port for bc29a90e-1116-410e-aae9-0da14936455e owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:28.739907 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-4f7be093-6dcd-4f43-951c-e9d6a4792258 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] delete failed (client error): The resource could not be found. Apr 23 00:30:28.743770 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4f7be093-6dcd-4f43-951c-e9d6a4792258 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/44cfb9d1-1dad-4dbc-a29c-341bb1dc945b HTTP/1.1" status: 404 len: 336 time: 0.1961145 Apr 23 00:30:28.745094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34870) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:28.757395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.763484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:28.764122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:28.886934 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-65e5cfba-b7ca-457d-839a-bcf493e9f41c tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=bbd2c539-509c-4e1a-b3e9-efd095248f43 HTTP/1.1" status: 200 len: 205 time: 0.1368849 Apr 23 00:30:28.887054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34878) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:28.939446 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8714993 Apr 23 00:30:29.044746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34886) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:29.075573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'subnet': {'network_id': '869fd15f-8775-4165-8d78-2eae177c2764', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:29.100360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0613ff3-c801-4ba7-99f9-b1401973ec9b tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Network': ['ID=869fd15f-8775-4165-8d78-2eae177c2764,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:29.105464 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-914524fa-9fd4-4e43-9b11-2bafa72802fe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] delete failed (client error): The resource could not be found. Apr 23 00:30:29.109317 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-914524fa-9fd4-4e43-9b11-2bafa72802fe tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/bbd2c539-509c-4e1a-b3e9-efd095248f43 HTTP/1.1" status: 404 len: 336 time: 0.1810994 Apr 23 00:30:29.114354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 869fd15f-8775-4165-8d78-2eae177c2764 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:29.130115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34890) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:29.324988 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e6d7ca2d-948a-42aa-87f5-5bef207b14f4 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=b65ab429-f697-4d32-8e65-7f51ac862f73 HTTP/1.1" status: 200 len: 205 time: 0.1937811 Apr 23 00:30:29.333739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34894) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:29.424133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:29.431043 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-8e8e4ec1-725a-49c0-9588-725173721ee2 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] delete failed (client error): The resource could not be found. Apr 23 00:30:29.432044 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8e8e4ec1-725a-49c0-9588-725173721ee2 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/b65ab429-f697-4d32-8e65-7f51ac862f73 HTTP/1.1" status: 404 len: 336 time: 0.0973690 Apr 23 00:30:29.447508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34898) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:29.490301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-71208a1b-d382-4c15-9982-fccbf8d78678 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:29.490991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-71208a1b-d382-4c15-9982-fccbf8d78678 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Synchronizing usage tracker for tenant:6ca6f3281b8543d384e6824b73e7e15c on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:29.497470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:29.562912 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b868f6c5-8ea4-447a-b1f5-e9ac4c006693 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b2959a7-c1c6-4479-a310-578c0ffed287 HTTP/1.1" status: 200 len: 205 time: 0.0689003 Apr 23 00:30:29.570290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34902) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:29.584266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-71208a1b-d382-4c15-9982-fccbf8d78678 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Unset dirty status for tenant:6ca6f3281b8543d384e6824b73e7e15c on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:29.585391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-71208a1b-d382-4c15-9982-fccbf8d78678 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/networks?id=fd4f762f-1f29-45e4-a613-1064408129e1 HTTP/1.1" status: 200 len: 812 time: 0.4049597 Apr 23 00:30:29.602305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:29.628051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:29.631707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:29.656363 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-bb8951a6-4463-4db6-a4ac-e408445ba283 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/quotas/6ca6f3281b8543d384e6824b73e7e15c HTTP/1.1" status: 200 len: 375 time: 0.0644026 Apr 23 00:30:29.693503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Port': ['ID=bc29a90e-1116-410e-aae9-0da14936455e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:29.697444 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-dd3f3734-ad08-47db-8695-7c57a25d1d49 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] delete failed (client error): The resource could not be found. Apr 23 00:30:29.700854 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dd3f3734-ad08-47db-8695-7c57a25d1d49 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/1b2959a7-c1c6-4479-a310-578c0ffed287 HTTP/1.1" status: 404 len: 336 time: 0.1272559 Apr 23 00:30:29.703759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34906) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:29.781031 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-a0d65dc7-1b1a-4b35-bc0e-75cab9012baa tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ca6f3281b8543d384e6824b73e7e15c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134038 Apr 23 00:30:29.817911 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-248ee51f-de10-4e6f-b6a9-ec056bc370f8 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=699286d7-ef78-4eca-bd9e-8047004ec127 HTTP/1.1" status: 200 len: 205 time: 0.0687325 Apr 23 00:30:29.828134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34910) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:29.943080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.054180 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-01ef69ff-bd63-4602-bf4e-c4f4f4b5d418 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] delete failed (client error): The resource could not be found. Apr 23 00:30:30.055235 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-01ef69ff-bd63-4602-bf4e-c4f4f4b5d418 tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/699286d7-ef78-4eca-bd9e-8047004ec127 HTTP/1.1" status: 404 len: 336 time: 0.2261894 Apr 23 00:30:30.059438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34914) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:30.100056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.133739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.147961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.163095 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-2f259376-5ed6-4a92-b537-49ca00912c04 service neutron] 10.222.0.39 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703382 Apr 23 00:30:30.190324 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dcdfc1cb-8af1-447e-91bf-47b393eacb6f tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dffa761-42dc-4afa-a020-3ea1645cb423 HTTP/1.1" status: 200 len: 205 time: 0.1283686 Apr 23 00:30:30.203290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34918) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:30.284407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.333918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.335816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.336317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Fanout notify agent at l3_agent the message router_deleted on router e765e85f-6a4c-4196-9762-a9a622d229fa {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:30:30.408369 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-05914188-230f-4ae4-8dd0-d1f524ef91cc tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] delete failed (client error): The resource could not be found. Apr 23 00:30:30.409309 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-05914188-230f-4ae4-8dd0-d1f524ef91cc tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/routers/0dffa761-42dc-4afa-a020-3ea1645cb423 HTTP/1.1" status: 404 len: 336 time: 0.2048459 Apr 23 00:30:30.415961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34922) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:30.517938 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2155e1-e722-41b8-938e-3b6f81cf51ec tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:30.518426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2155e1-e722-41b8-938e-3b6f81cf51ec tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:30.587126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.588190 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-52af2292-558b-488d-8d30-4491ab84e2ad tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/routers/e765e85f-6a4c-4196-9762-a9a622d229fa HTTP/1.1" status: 204 len: 168 time: 3.8533823 Apr 23 00:30:30.590879 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5c2155e1-e722-41b8-938e-3b6f81cf51ec tempest-RoutersAdminTest-1306708085 tempest-RoutersAdminTest-1306708085-project] 10.222.0.39 "DELETE /v2.0/subnets/fde3435e-0e5c-4901-953b-0cd31f06f83b HTTP/1.1" status: 404 len: 337 time: 0.1664248 Apr 23 00:30:30.593244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34926) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:30.645914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.740784 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-0c127183-1d25-4a58-b1dc-dff3a01240fc service neutron] 10.222.0.39 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598998 Apr 23 00:30:30.746846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:30:30.752892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.860697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Deleting subnet 0f7b5310-eeeb-422b-8875-60057d4b8f81 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:30.864491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:30.933631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34938) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:30.947978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Subnet': ['ID=06425cbf-3a44-404c-975c-71410f7907d4,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:30.952949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.070737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 0d38de8b-cadd-4de0-b239-3030b691e60d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:31.071084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.124991 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8f9cebaa-58a7-4c03-8bb9-b20a697254ca req-056eae62-12f4-490a-b306-54402cac9481 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 210 time: 0.1131625 Apr 23 00:30:31.130962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Checking segment: {'id': 'adae77d3-98b6-47c6-955d-b536f62be7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '869fd15f-8775-4165-8d78-2eae177c2764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:31.131332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network hostable DHCP agents. Network: 869fd15f-8775-4165-8d78-2eae177c2764, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:31.143342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.187376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.210025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Deleting port 622770c1-1109-41f5-b620-9c12a6442167 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:31.210413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.262949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:31.278396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network 869fd15f-8775-4165-8d78-2eae177c2764 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:31.285371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Usage tracker for resource:security_group_rule and tenant:de1b036ebcc245a99364c8d676dc5dce is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:31.305258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:31.310754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 869fd15f-8775-4165-8d78-2eae177c2764) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:31.319265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11113eea-5074-425d-b889-acafe71d3791 None None] Network 869fd15f-8775-4165-8d78-2eae177c2764 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:31.328399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:31.345808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:31.346445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.361506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.377867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.433108 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f71ca122-e6ca-4224-98e0-765fd68c3b1d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3752580 Apr 23 00:30:31.437741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.441976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34950) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:31.473162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 0d38de8b-cadd-4de0-b239-3030b691e60d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0d38de8b-cadd-4de0-b239-3030b691e60d,segment=NetworkSegment(64af1e3d-d3f1-4e71-a05b-b44aac54c91e),segment_id=64af1e3d-d3f1-4e71-a05b-b44aac54c91e)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:31.473523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.524432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7b5310-eeeb-422b-8875-60057d4b8f81,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:31.529956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.566474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=bed15751-42b3-442a-88a1-3e20eaa14fb7,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:31.616471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-869fd15f-8775-4165-8d78-2eae177c2764', 'network_id': '869fd15f-8775-4165-8d78-2eae177c2764', 'tenant_id': 'a850a3ef985248918a6c287e97ff069a', 'fixed_ips': [{'subnet_id': '06425cbf-3a44-404c-975c-71410f7907d4'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:31.617434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.643745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] For port 622770c1-1109-41f5-b620-9c12a6442167, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=622770c1-1109-41f5-b620-9c12a6442167,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:31.644114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.659213 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d6a89ec3-0a95-471e-a1fe-86bf5d8e61a4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/subnets/0f7b5310-eeeb-422b-8875-60057d4b8f81 HTTP/1.1" status: 204 len: 168 time: 1.0619307 Apr 23 00:30:31.678183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34954) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:31.764521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 0d38de8b-cadd-4de0-b239-3030b691e60d owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:31.811248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:31.836556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Allocated IP 2001:db8::f816:3eff:febd:d09c (869fd15f-8775-4165-8d78-2eae177c2764/06425cbf-3a44-404c-975c-71410f7907d4/6215ea28-2dce-48da-8163-ef79fe1de95a) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:31.859571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Calling delete_port for 622770c1-1109-41f5-b620-9c12a6442167 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:32.030287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.037684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.043581 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP e7678abe-1eff-4663-824f-c2dda6ebc140 associated. External IP: 172.26.8.128, port: 04a67a40-f412-4b9b-942d-555cf1cc5b30. Apr 23 00:30:32.083297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.113120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.121345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.275481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Transition to ACTIVE for port object 6215ea28-2dce-48da-8163-ef79fe1de95a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:32.277802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.311946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Transition to ACTIVE for port object 6215ea28-2dce-48da-8163-ef79fe1de95a will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:32.320174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.421173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=0d38de8b-cadd-4de0-b239-3030b691e60d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:32.435398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Pushing event updated for resources: {'Port': ['ID=6215ea28-2dce-48da-8163-ef79fe1de95a,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:32.460008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Network 869fd15f-8775-4165-8d78-2eae177c2764 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:32.463001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:32.465462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:32.531048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ab1d18-568f-41e7-bb98-798bfa26cf26,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:32.536354 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-79f92862-8102-44bf-939e-8e431364cf47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de1b036ebcc245a99364c8d676dc5dce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6011045 Apr 23 00:30:32.571472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34960) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:32.579797 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cd65556b-8a06-4a20-88c0-3f7ca514b839 req-a9b3fc38-0dfb-42b4-a57c-de96564a6e3a tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 210 time: 0.3234246 Apr 23 00:30:32.584649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.606002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.676564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Attempting to bind port 6215ea28-2dce-48da-8163-ef79fe1de95a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:32.676933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Attempting to bind port 6215ea28-2dce-48da-8163-ef79fe1de95a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'adae77d3-98b6-47c6-955d-b536f62be7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '869fd15f-8775-4165-8d78-2eae177c2764'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:32.677359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Attempting to bind port 6215ea28-2dce-48da-8163-ef79fe1de95a on network 869fd15f-8775-4165-8d78-2eae177c2764 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:32.687172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05644586-3588-4a7f-903b-e4853c1118fa']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:32.690998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:32.692679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Checking segment: {'id': 'adae77d3-98b6-47c6-955d-b536f62be7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '869fd15f-8775-4165-8d78-2eae177c2764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:32.692951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.693372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Bound using segment: {'id': 'adae77d3-98b6-47c6-955d-b536f62be7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '869fd15f-8775-4165-8d78-2eae177c2764'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:32.693835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Bound port: 6215ea28-2dce-48da-8163-ef79fe1de95a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adae77d3-98b6-47c6-955d-b536f62be7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '869fd15f-8775-4165-8d78-2eae177c2764'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:32.694212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.723643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cbfbd0-b459-413f-8060-c9f7a9d29445') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:32.724018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cbfbd0-b459-413f-8060-c9f7a9d29445') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:32.753815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.813406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] For port 6215ea28-2dce-48da-8163-ef79fe1de95a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:32.827720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.847857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:32.848350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:32.867557 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:32.898301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.916658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-5e82465e-d573-472b-b75a-189ac1600dc1 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:32.918131 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-5e82465e-d573-472b-b75a-189ac1600dc1 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.42 "GET /v2.0/networks?id=fd4f762f-1f29-45e4-a613-1064408129e1 HTTP/1.1" status: 200 len: 812 time: 0.5400672 Apr 23 00:30:32.920793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.936249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:32.941870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Request body: {'port': {'device_id': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1', 'admin_state_up': True, 'tenant_id': '6ca6f3281b8543d384e6824b73e7e15c'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:32.976671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9927614-0333-4783-960b-e04728f52cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:32.991876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] For port 6215ea28-2dce-48da-8163-ef79fe1de95a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6215ea28-2dce-48da-8163-ef79fe1de95a,segment=NetworkSegment(adae77d3-98b6-47c6-955d-b536f62be7e2),segment_id=adae77d3-98b6-47c6-955d-b536f62be7e2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:32.997796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.006154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Subnet': ['ID=06425cbf-3a44-404c-975c-71410f7907d4,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:33.007803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.097646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Pushing event deleted for resources: {'Port': ['ID=622770c1-1109-41f5-b620-9c12a6442167,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:33.129463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ce65a-ace7-48c1-ab0f-e68c6e2683f0 None None] Pushing event updated for resources: {'Port': ['ID=6215ea28-2dce-48da-8163-ef79fe1de95a,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:33.165986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9927614-0333-4783-960b-e04728f52cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.185495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.191863 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.332229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.358218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] Pushing event deleted for resources: {'Network': ['ID=05644586-3588-4a7f-903b-e4853c1118fa,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:33.407997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7e42121c-27b7-4854-b676-63bbb5eadfc4 tempest-FloatingIPTestJSON-2143772497 tempest-FloatingIPTestJSON-2143772497-project] 10.222.0.39 "DELETE /v2.0/networks/05644586-3588-4a7f-903b-e4853c1118fa HTTP/1.1" status: 204 len: 168 time: 1.7287352 Apr 23 00:30:33.420107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869fd15f-8775-4165-8d78-2eae177c2764']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:33.449509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adae77d3-98b6-47c6-955d-b536f62be7e2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:33.449841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adae77d3-98b6-47c6-955d-b536f62be7e2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:33.529721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.554102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.567265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:33.567706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:33.584778 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:33.613005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9927614-0333-4783-960b-e04728f52cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.746635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9927614-0333-4783-960b-e04728f52cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ab1d18-568f-41e7-bb98-798bfa26cf26,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:33.755678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34974) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:33.781282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9927614-0333-4783-960b-e04728f52cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.784759 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c9927614-0333-4783-960b-e04728f52cdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3ab1d18-568f-41e7-bb98-798bfa26cf26 HTTP/1.1" status: 204 len: 168 time: 1.2064481 Apr 23 00:30:33.786584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:30:33.786584 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:30:33.786584 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': '869fd15f-8775-4165-8d78-2eae177c2764'}] Apr 23 00:30:33.786584 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:33.786976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:33.789862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:33.838637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:33.858802 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4214a3d4-4068-4d62-9077-e3312ba51b1f req-6f01f542-6385-4fc6-b00a-b27b46f4c5bf tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 210 time: 0.1414242 Apr 23 00:30:33.860480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:33.871434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Usage tracker for resource:port and tenant:6ca6f3281b8543d384e6824b73e7e15c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:33.875178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] Sync routers for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:33.887304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:33.892467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:33.893157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:33.943398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:33.974953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:34.001768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:34.052778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Made reservation on behalf of 6ca6f3281b8543d384e6824b73e7e15c for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:34.056050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:34.167786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:34.432489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Allocated IP 172.20.0.13 (fd4f762f-1f29-45e4-a613-1064408129e1/744e0e50-b967-4363-a133-112d219cd976/d1f08627-5df2-4451-b916-c7c17674512c) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:34.444642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 34984) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:34.498032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:34.506759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5f2bb-41ab-453c-9a4c-76bcbb679005 None None] Network 869fd15f-8775-4165-8d78-2eae177c2764 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:34.517261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a1b233c7-e5be-4f4d-b90e-9053639cd1cd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.9048288 Apr 23 00:30:34.522463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:34.522614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34988) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:34.555073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:34.568955 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:34.582196 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:34.583368 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:34.639912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5e8cd41e-4402-4bf1-bddf-686b4c8fa927 None None] Provisioning for port 6215ea28-2dce-48da-8163-ef79fe1de95a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:34.667887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port 6215ea28-2dce-48da-8163-ef79fe1de95a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:34.668320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:34.757558 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:34.794826 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ff51b63f-cb38-433a-b554-400fb47a720c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d449de6da6f34463974f6d061154ea3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0345354 Apr 23 00:30:34.797593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 34994) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:34.816817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Router 04092db4-5b98-4ad1-9ee8-865268fb9677 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:34.835188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:23Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:29Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:34.840251 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] Checking router: ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:34.842580 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2aa836f5-617e-4447-8fa7-a68c9450b24b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/e7678abe-1eff-4663-824f-c2dda6ebc140 HTTP/1.1" status: 200 len: 991 time: 0.3191175 Apr 23 00:30:34.855446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:34.856355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:34.880538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:34.913420 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feaa5f6c-a6b2-4373-a026-18ed3ef48803'] response: {'name': 'network-changed', 'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'status': 'completed', 'code': 200} Apr 23 00:30:34.929380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] DHCP port deletion for 869fd15f-8775-4165-8d78-2eae177c2764 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:34.960414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Deleting port 6215ea28-2dce-48da-8163-ef79fe1de95a {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:34.962781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.061747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.249304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] For port 6215ea28-2dce-48da-8163-ef79fe1de95a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6215ea28-2dce-48da-8163-ef79fe1de95a,segment=NetworkSegment(adae77d3-98b6-47c6-955d-b536f62be7e2),segment_id=adae77d3-98b6-47c6-955d-b536f62be7e2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:35.249981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.254668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:35.258884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d83dee57-41c8-4a0e-8000-2e1a952f0afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.383390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Network fd4f762f-1f29-45e4-a613-1064408129e1 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:35.389834 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e3ca26ad-b769-4805-a8aa-aa2588410ba1 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1685598 Apr 23 00:30:35.392234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35000) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:35.395751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Pushing event updated for resources: {'Port': ['ID=d1f08627-5df2-4451-b916-c7c17674512c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:35.404703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:35.412170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:35.427099 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:32Z', 'revision_number': 8, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:35.431310 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:35.433494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Calling delete_port for 6215ea28-2dce-48da-8163-ef79fe1de95a owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:35.441491 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:35.442552 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:35.481635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:35.491952 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72c01c63-f7ef-4f2d-ac80-c5db374b2187 admin admin] 10.222.0.39 "PUT /v2.0/routers/04092db4-5b98-4ad1-9ee8-865268fb9677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9958704 Apr 23 00:30:35.494157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d83dee57-41c8-4a0e-8000-2e1a952f0afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.505209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35004) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:35.525174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:35.527590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.530521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] Sync routers for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:35.560874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] For port 6215ea28-2dce-48da-8163-ef79fe1de95a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6215ea28-2dce-48da-8163-ef79fe1de95a,segment=NetworkSegment(adae77d3-98b6-47c6-955d-b536f62be7e2),segment_id=adae77d3-98b6-47c6-955d-b536f62be7e2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:35.561180 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5d5d5a30-040e-4c2d-a754-eddc81057471 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3660378fa82c4120b7e243249a716635&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1027305 Apr 23 00:30:35.561303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.568458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35008) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:35.576368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:35.577137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:35.583711 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-00b0321e-99fd-4411-a66d-470d0797059f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6494265 Apr 23 00:30:35.608921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Request body: {'port': {'device_id': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:35.627272 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:35.753180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.797291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Calling delete_port for 6215ea28-2dce-48da-8163-ef79fe1de95a owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:35.810935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet 570093f5-2e49-4515-a641-9f68c3959eaa {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:35.816907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No DVR routers for this DVR port 6215ea28-2dce-48da-8163-ef79fe1de95a on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:35.827578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:35.850077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Port': ['ID=6215ea28-2dce-48da-8163-ef79fe1de95a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:35.851998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:35.876271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-e2640aa0-0f05-4d7d-813b-e4a23e2cc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:35.878230 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-e2640aa0-0f05-4d7d-813b-e4a23e2cc736 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1098 time: 0.9614949 Apr 23 00:30:35.976720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.017058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70511e74-989c-417c-8adc-75a793c71fd8 req-46962ac8-dcea-4ca7-9bdb-261a400c3aa7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:36.017888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-70511e74-989c-417c-8adc-75a793c71fd8 req-46962ac8-dcea-4ca7-9bdb-261a400c3aa7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Synchronizing usage tracker for tenant:6ca6f3281b8543d384e6824b73e7e15c on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:36.019947 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:32Z', 'revision_number': 8, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:36.033611 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00c360f-3ace-4e25-99f8-c110780f49a0 None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:32Z', 'revision_number': 8, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e83712-ad68-496a-8756-7b0fb9bc223c', 'name': '', 'network_id': 'c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:d3:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:30:05Z', 'updated_at': '2022-04-23T00:30:16Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'b673c26b-1ae4-42c1-b61b-cacb9f371ad6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:36.095791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.102760 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:36.206952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-addb8484-628a-4324-972f-188f999af704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.207890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:36.208252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:36.224008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d83dee57-41c8-4a0e-8000-2e1a952f0afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.255853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.275899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-70511e74-989c-417c-8adc-75a793c71fd8 req-46962ac8-dcea-4ca7-9bdb-261a400c3aa7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Unset dirty status for tenant:6ca6f3281b8543d384e6824b73e7e15c on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:36.277057 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-70511e74-989c-417c-8adc-75a793c71fd8 req-46962ac8-dcea-4ca7-9bdb-261a400c3aa7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 932 time: 1.2747698 Apr 23 00:30:36.294886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-addb8484-628a-4324-972f-188f999af704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.347128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-9e0334c1-9c9c-4f3c-a8aa-b01d7b31ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:36.348449 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-9e0334c1-9c9c-4f3c-a8aa-b01d7b31ba0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 897 time: 0.4582582 Apr 23 00:30:36.392677 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-419a68f2-8197-4d0f-baf8-d6681b80d12d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/e7678abe-1eff-4663-824f-c2dda6ebc140 HTTP/1.1" status: 200 len: 991 time: 0.5319538 Apr 23 00:30:36.393348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dee57-41c8-4a0e-8000-2e1a952f0afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3253334e-a5d4-489c-be40-f926b048d762,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:36.410542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.462106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d83dee57-41c8-4a0e-8000-2e1a952f0afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.463587 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d83dee57-41c8-4a0e-8000-2e1a952f0afb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3253334e-a5d4-489c-be40-f926b048d762 HTTP/1.1" status: 204 len: 168 time: 1.6544147 Apr 23 00:30:36.466829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869fd15f-8775-4165-8d78-2eae177c2764']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:36.469847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:23Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:29Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:36.475009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2388b973-806b-4d05-8579-50b9b0a00f5e None None] The sync data for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv is: [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:29:23Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:29Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:36.536065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:30:32Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:36.540571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] Checking router: 04092db4-5b98-4ad1-9ee8-865268fb9677 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:36.568259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] Routers {'04092db4-5b98-4ad1-9ee8-865268fb9677'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:36.569056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['04092db4-5b98-4ad1-9ee8-865268fb9677'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:36.571286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adae77d3-98b6-47c6-955d-b536f62be7e2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:36.571782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adae77d3-98b6-47c6-955d-b536f62be7e2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:36.583544 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-70511e74-989c-417c-8adc-75a793c71fd8 req-13fe5e36-da32-4568-995c-3053749fd139 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806137 Apr 23 00:30:36.622828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.624059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.671880 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-23263c79-46dc-4a14-9c13-1595563fcbec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 200 len: 999 time: 0.3070269 Apr 23 00:30:36.687580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.709392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Deleting port 6215ea28-2dce-48da-8163-ef79fe1de95a {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:36.709770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.715895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:36.716308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:36.738768 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:36.740960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.806549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-4c8c8c3f-a608-4c89-b2af-102c1b703da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:36.808506 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-4c8c8c3f-a608-4c89-b2af-102c1b703da6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e32b-0787-49c6-aac8-11d435f95b4d HTTP/1.1" status: 200 len: 835 time: 0.1120329 Apr 23 00:30:36.823313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a060f-cd2e-40a7-9fd6-5ec3cc72332d None None] The port '6215ea28-2dce-48da-8163-ef79fe1de95a' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:30:36.866000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Deleting port 43d235d4-791c-4edb-b14e-5d0fb1f79b36 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:36.868205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.873940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-addb8484-628a-4324-972f-188f999af704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:36.877943 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e25a7-42c0-4ca9-a75c-a5d3529e0151 None None] New status for floating IP e7678abe-1eff-4663-824f-c2dda6ebc140: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:30:36.942231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.024005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] Set router 04092db4-5b98-4ad1-9ee8-865268fb9677 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:37.034066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb8484-628a-4324-972f-188f999af704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c40d0c8-2741-49b4-bc5c-c0cba83d01dd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:37.074815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.097476 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/869fd15f-8775-4165-8d78-2eae177c2764 HTTP/1.1" status: 204 len: 168 time: 5.6112444 Apr 23 00:30:37.097476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfd979-b39b-477e-9c25-753912690569 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Network': ['ID=869fd15f-8775-4165-8d78-2eae177c2764,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:37.101744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35022) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:37.134082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-addb8484-628a-4324-972f-188f999af704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.137442 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-addb8484-628a-4324-972f-188f999af704 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c40d0c8-2741-49b4-bc5c-c0cba83d01dd HTTP/1.1" status: 204 len: 168 time: 1.5648227 Apr 23 00:30:37.169603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-458036997'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:37.189839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:37.202878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:network and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:37.209722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:37.218612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:37.237431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.251604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] For port 43d235d4-791c-4edb-b14e-5d0fb1f79b36, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=43d235d4-791c-4edb-b14e-5d0fb1f79b36,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:37.251963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.260740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:37.264311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.320495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.333750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-4c86ddbf-c0f8-47ff-ae51-6bfd3642be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:37.335460 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-4c86ddbf-c0f8-47ff-ae51-6bfd3642be71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5183291 Apr 23 00:30:37.336001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=570093f5-2e49-4515-a641-9f68c3959eaa,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:37.356353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4be538-c3df-465b-bff9-53d4491b1f18 None None] Network 6c59fab5-71c3-48e1-8cf0-51df93290f71 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:37.386009 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6c8a985d-987e-442d-bd90-fad7b737e8df tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/570093f5-2e49-4515-a641-9f68c3959eaa HTTP/1.1" status: 204 len: 168 time: 1.9786627 Apr 23 00:30:37.386726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35034) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:37.404130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35036) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:37.417947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Calling delete_port for 43d235d4-791c-4edb-b14e-5d0fb1f79b36 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:37.428067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0d38de8b-cadd-4de0-b239-3030b691e60d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:37.469380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:37.495628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.495978 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Added segment f6c109fc-65f1-4c57-aca0-9898bcb2e2c8 of type vlan for network 68110ec7-ed40-49cf-85e0-afd505ee6fe3 Apr 23 00:30:37.550444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.585981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.602747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.610337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:37.611064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:37.612071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 0d38de8b-cadd-4de0-b239-3030b691e60d {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:37.613026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0d38de8b-cadd-4de0-b239-3030b691e60d not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:37.788383 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6855397 Apr 23 00:30:37.798913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35058) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:37.855755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'subnet': {'network_id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:37.945530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:30:32Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:37.949983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87503d6-fd8a-4a94-8aa8-ffae5e64ef34 None None] The sync data for ids ['04092db4-5b98-4ad1-9ee8-865268fb9677'] in dv-neutron-838784-1-hyperv is: [{'id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'name': 'tempest-ServerActionsTestJSON-1805074511-router', 'tenant_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:25:51Z', 'updated_at': '2022-04-23T00:30:32Z', 'revision_number': 5, 'project_id': 'f10d22f4b48d4cb8b4fbda7fc37dd69b', 'gw_port': {'id': '43d235d4-791c-4edb-b14e-5d0fb1f79b36', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04092db4-5b98-4ad1-9ee8-865268fb9677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:25:52Z', 'updated_at': '2022-04-23T00:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:37.999344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:38.081951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ee8fc-5f12-453f-8ebd-aed9ec7b62e5 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Network': ['ID=68110ec7-ed40-49cf-85e0-afd505ee6fe3,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:38.088940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:38.095293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 68110ec7-ed40-49cf-85e0-afd505ee6fe3 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:38.101134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.137719 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-a4aea4c3-5d76-4bfc-91ab-90222ea17ae2 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7875304 Apr 23 00:30:38.196103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=43d235d4-791c-4edb-b14e-5d0fb1f79b36,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:38.199882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35068) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:38.206021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f08627-5df2-4451-b916-c7c17674512c {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:30:38.240675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.242145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:38.247822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.305525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 91bee691-b352-4cea-929f-97013b957e1a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:38.305877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.336521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] DHCP port deletion for 6c59fab5-71c3-48e1-8cf0-51df93290f71 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:38.342070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] Deleting port 91bee691-b352-4cea-929f-97013b957e1a {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:38.342794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.365912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c177e55-548a-4143-b021-92490d4cdb44 req-abb1bb15-d887-4c08-b3f0-99e89cf84def tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:38.367752 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9c177e55-548a-4143-b021-92490d4cdb44 req-abb1bb15-d887-4c08-b3f0-99e89cf84def tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 932 time: 0.5739167 Apr 23 00:30:38.407835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0b7c2ebf-ba6e-4fcc-8435-d60436718d7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/e7678abe-1eff-4663-824f-c2dda6ebc140 HTTP/1.1" status: 200 len: 993 time: 0.9965031 Apr 23 00:30:38.419521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Transition to ACTIVE for port object d1f08627-5df2-4451-b916-c7c17674512c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:38.437194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.660568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35082) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:38.689476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.703414 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-094e0cb9-8831-420e-96af-bdef9216c0d8 req-6addb10f-a49b-46e0-8645-8bc71b81ac90 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496612 Apr 23 00:30:38.787696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=d1f08627-5df2-4451-b916-c7c17674512c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:38.829321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] For port 91bee691-b352-4cea-929f-97013b957e1a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=91bee691-b352-4cea-929f-97013b957e1a,segment=NetworkSegment(64af1e3d-d3f1-4e71-a05b-b44aac54c91e),segment_id=64af1e3d-d3f1-4e71-a05b-b44aac54c91e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:38.831453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:38.837706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-9c177e55-548a-4143-b021-92490d4cdb44 req-079628f6-6004-461b-a9b5-7e690a0fc5a3 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Synchronizing usage tracker for tenant:6ca6f3281b8543d384e6824b73e7e15c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:38.857082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1956507350'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:38.869382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-d0087004-cbf7-4cb2-823a-e52b335b41e3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:38.870581 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d0087004-cbf7-4cb2-823a-e52b335b41e3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2032354 Apr 23 00:30:38.879370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35092) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:38.879579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:38.948315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:38.957305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:38.973935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:38.998150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] Calling delete_port for 91bee691-b352-4cea-929f-97013b957e1a owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:39.001192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-e78f2293-1ef5-44a4-9a91-dbe0a44c243d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.003559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 91bee691-b352-4cea-929f-97013b957e1a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=91bee691-b352-4cea-929f-97013b957e1a,segment=NetworkSegment(64af1e3d-d3f1-4e71-a05b-b44aac54c91e),segment_id=64af1e3d-d3f1-4e71-a05b-b44aac54c91e)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:39.004111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.005534 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e78f2293-1ef5-44a4-9a91-dbe0a44c243d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.1221912 Apr 23 00:30:39.031911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35098) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.035314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Attempting to bind port d1f08627-5df2-4451-b916-c7c17674512c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:39.035766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Attempting to bind port d1f08627-5df2-4451-b916-c7c17674512c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '9ca639f1-66dc-40a3-b5fd-09cd30ae13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:39.036156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Attempting to bind port d1f08627-5df2-4451-b916-c7c17674512c on network fd4f762f-1f29-45e4-a613-1064408129e1 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:39.083794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.085919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-9c177e55-548a-4143-b021-92490d4cdb44 req-079628f6-6004-461b-a9b5-7e690a0fc5a3 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Unset dirty status for tenant:6ca6f3281b8543d384e6824b73e7e15c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:39.087261 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9c177e55-548a-4143-b021-92490d4cdb44 req-079628f6-6004-461b-a9b5-7e690a0fc5a3 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687293 Apr 23 00:30:39.091756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.096371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-6b83fdc2-0e69-401e-9a17-2b435ec0dcf4 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.100026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6b83fdc2-0e69-401e-9a17-2b435ec0dcf4 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0614216 Apr 23 00:30:39.103743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35102) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.117065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-f25cd1b4-c98d-4f75-bff6-804ac17479f9 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.118002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f25cd1b4-c98d-4f75-bff6-804ac17479f9 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110626 Apr 23 00:30:39.129579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.136556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:39.140150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.150044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35106) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.167782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-6ad324eb-157b-41d2-9367-4542f9208991 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.170345 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6ad324eb-157b-41d2-9367-4542f9208991 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0135238 Apr 23 00:30:39.170345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.180846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] Pushing event deleted for resources: {'Port': ['ID=91bee691-b352-4cea-929f-97013b957e1a,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:39.186102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5b845-1604-4e1a-8cb4-38c6173cfeaa None None] No DVR routers for this DVR port 91bee691-b352-4cea-929f-97013b957e1a on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:39.189209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35110) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.195602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.196151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04092db4-5b98-4ad1-9ee8-865268fb9677 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:30:39.210551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Port d1f08627-5df2-4451-b916-c7c17674512c on network fd4f762f-1f29-45e4-a613-1064408129e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:30:39.210981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Attempting to bind port d1f08627-5df2-4451-b916-c7c17674512c on network fd4f762f-1f29-45e4-a613-1064408129e1 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:39.212906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-742ca556-af2f-4295-8334-1f49454d2710 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.216358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-742ca556-af2f-4295-8334-1f49454d2710 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0233724 Apr 23 00:30:39.219527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 91bee691-b352-4cea-929f-97013b957e1a owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:39.228094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35114) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.237110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:39.255111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-59fe2893-296b-4f48-ba48-d2db958fc3e1 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.256077 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-59fe2893-296b-4f48-ba48-d2db958fc3e1 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0212827 Apr 23 00:30:39.260156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group_rule and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:39.264713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35118) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.265498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:39.271472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:39.271816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Checking segment: {'id': '9ca639f1-66dc-40a3-b5fd-09cd30ae13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:39.272205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Bound using segment: {'id': '9ca639f1-66dc-40a3-b5fd-09cd30ae13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:39.272652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Bound port: d1f08627-5df2-4451-b916-c7c17674512c, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ca639f1-66dc-40a3-b5fd-09cd30ae13b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:39.273000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.281291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-6edbf749-706a-4431-aa4b-b25eaa5206cd tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.282488 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6edbf749-706a-4431-aa4b-b25eaa5206cd tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0122254 Apr 23 00:30:39.284780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:39.285638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35122) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.289779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.305722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-d8d260f0-226b-4669-bb46-15cf8d31baa5 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.306735 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d8d260f0-226b-4669-bb46-15cf8d31baa5 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0191226 Apr 23 00:30:39.312110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35126) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.333490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.337601 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-29585abc-6f30-4f5d-a154-43ab5d022d0f admin admin] 10.222.0.39 "DELETE /v2.0/routers/04092db4-5b98-4ad1-9ee8-865268fb9677 HTTP/1.1" status: 204 len: 168 time: 3.8277919 Apr 23 00:30:39.343639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35130) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.357832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-2f264f2f-7745-4f22-a553-1d12b16c9e71 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.358835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2f264f2f-7745-4f22-a553-1d12b16c9e71 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0423465 Apr 23 00:30:39.365712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35134) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.373416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-85125d63-4efe-484d-a310-18d707f1a8b7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.374617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-85125d63-4efe-484d-a310-18d707f1a8b7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0073278 Apr 23 00:30:39.378373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35138) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.388108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-02000f62-0db3-4243-b257-65c374e16489 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.391898 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-02000f62-0db3-4243-b257-65c374e16489 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0097878 Apr 23 00:30:39.399861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35142) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.400421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:39.400758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:39.415211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-cb19db6e-060f-42a4-8903-18a6b9a63ff3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.418449 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cb19db6e-060f-42a4-8903-18a6b9a63ff3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0146170 Apr 23 00:30:39.426621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35146) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.445320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e0037-d337-40f6-8461-594225d75c12 req-bcd15e34-bc13-4668-96d2-5d7265981eeb tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:39.446810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4d9e0037-d337-40f6-8461-594225d75c12 req-bcd15e34-bc13-4668-96d2-5d7265981eeb tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.3457844 Apr 23 00:30:39.454525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-df1e868d-a495-461a-864a-aabf2604c6d0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.455937 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-df1e868d-a495-461a-864a-aabf2604c6d0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0249386 Apr 23 00:30:39.458903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35150) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.473317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] For port d1f08627-5df2-4451-b916-c7c17674512c, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:39.473539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Subnet': ['ID=861b4119-9760-483a-b25b-53dfa4479947,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:39.478014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-66dce2c9-22fc-4bd9-9ece-b6bf7418790b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.479005 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-66dce2c9-22fc-4bd9-9ece-b6bf7418790b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0195506 Apr 23 00:30:39.482395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35154) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.493253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-b4b0cf45-7fb0-4025-9939-cf30c03ef734 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.494178 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b4b0cf45-7fb0-4025-9939-cf30c03ef734 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0079899 Apr 23 00:30:39.497066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Checking segment: {'id': 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:39.497426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network hostable DHCP agents. Network: 68110ec7-ed40-49cf-85e0-afd505ee6fe3, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:39.503679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35158) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.505156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] For port d1f08627-5df2-4451-b916-c7c17674512c, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1f08627-5df2-4451-b916-c7c17674512c,segment=NetworkSegment(9ca639f1-66dc-40a3-b5fd-09cd30ae13b3),segment_id=9ca639f1-66dc-40a3-b5fd-09cd30ae13b3)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:39.512496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] Deleting subnet 8cb260cc-fa6b-457c-ac11-f71c2bcd734d {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:39.515457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-eabd3e6c-0801-49e9-90a1-ca6ff8140b4c tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.516469 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-eabd3e6c-0801-49e9-90a1-ca6ff8140b4c tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0082717 Apr 23 00:30:39.519859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.523248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35162) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.525091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.565349 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4d9e0037-d337-40f6-8461-594225d75c12 req-a455005f-3225-4128-8755-815bfc0ae0c4 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089759 Apr 23 00:30:39.576872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-8a59f1a3-1574-4f1b-a354-9b90ef295586 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.577587 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8a59f1a3-1574-4f1b-a354-9b90ef295586 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0238400 Apr 23 00:30:39.582193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35166) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.591827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-b38d0af1-c283-4c9c-8062-2b971d9fa452 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.592757 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b38d0af1-c283-4c9c-8062-2b971d9fa452 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078242 Apr 23 00:30:39.596929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:39.597552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.598852 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] 10.222.0.42 "PUT /v2.0/ports/d1f08627-5df2-4451-b916-c7c17674512c HTTP/1.1" status: 200 len: 1094 time: 3.9949057 Apr 23 00:30:39.599031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network 68110ec7-ed40-49cf-85e0-afd505ee6fe3 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:39.599278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'tag': 'd1f08627-5df2-4451-b916-c7c17674512c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:39.603446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35170) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.609406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.621252 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-72306fe6-6b4f-402d-beb7-d1bf8d7fb2f5 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.624967 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-72306fe6-6b4f-402d-beb7-d1bf8d7fb2f5 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0106642 Apr 23 00:30:39.624967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35176) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.631217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-03c1a943-d716-4589-b7a3-52bb4da40f00 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.634560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-03c1a943-d716-4589-b7a3-52bb4da40f00 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066288 Apr 23 00:30:39.634696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35180) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.637232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b7a9e-9eba-465c-9d49-5f4d6771a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=d1f08627-5df2-4451-b916-c7c17674512c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:39.642396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-ff1d505e-7cfe-416d-a7a2-2d0ac09d20fe tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.645630 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ff1d505e-7cfe-416d-a7a2-2d0ac09d20fe tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0077877 Apr 23 00:30:39.645889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35184) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.650515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-48be9ea4-0d3c-497c-b657-16b925eca54b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.653650 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-48be9ea4-0d3c-497c-b657-16b925eca54b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0047419 Apr 23 00:30:39.653650 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d759805-c04e-4169-8986-1aad0a04b001'] response: {'name': 'network-changed', 'server_uuid': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'tag': 'd1f08627-5df2-4451-b916-c7c17674512c', 'status': 'completed', 'code': 200} Apr 23 00:30:39.653885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35188) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.658315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-6b362103-7d64-4b85-8946-7dfa3e05da16 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.662157 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6b362103-7d64-4b85-8946-7dfa3e05da16 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046470 Apr 23 00:30:39.662157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35192) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.666291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-90512942-3ed0-480c-a97e-117fbac308dc tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.667205 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-90512942-3ed0-480c-a97e-117fbac308dc tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047057 Apr 23 00:30:39.669583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35196) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.674509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-378b0e06-f287-4e62-a531-e2e4a6d11b88 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.675398 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-378b0e06-f287-4e62-a531-e2e4a6d11b88 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049846 Apr 23 00:30:39.677897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35200) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.681262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.682446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 68110ec7-ed40-49cf-85e0-afd505ee6fe3) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:39.682843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-b2a1698e-9a45-4240-9cf5-dbc3446b86d1 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.685973 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b2a1698e-9a45-4240-9cf5-dbc3446b86d1 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046079 Apr 23 00:30:39.686330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35204) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.689508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:39.690485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.698781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad5c4c-de51-49c1-9a43-61c02615328a None None] Network 68110ec7-ed40-49cf-85e0-afd505ee6fe3 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:39.704778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.730637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-4e1f169a-9e94-424b-aa3b-6064d07aeca7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.731985 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4e1f169a-9e94-424b-aa3b-6064d07aeca7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0445302 Apr 23 00:30:39.738806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35208) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.749365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-741644d4-f049-4cd5-88ef-518847f6e0f0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.751412 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-741644d4-f049-4cd5-88ef-518847f6e0f0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0107207 Apr 23 00:30:39.754954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35212) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.761848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-a69dc86b-6215-41e4-9e5d-3449dfc201f1 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.762959 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a69dc86b-6215-41e4-9e5d-3449dfc201f1 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065837 Apr 23 00:30:39.764495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:39.766108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35216) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.774416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-92405c0d-ed01-48be-ba11-337168fe3d71 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.776079 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-92405c0d-ed01-48be-ba11-337168fe3d71 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088325 Apr 23 00:30:39.779475 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-600130b8-d516-469a-a805-f0326a45df75 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9705443 Apr 23 00:30:39.780531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35220) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.780729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35222) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.784442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6008fd4-c5a1-4f2e-b679-09d36a2ec18a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:39.790373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-58c7cd0d-f2e8-4b09-ac66-88352d4fc58d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.791725 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-58c7cd0d-f2e8-4b09-ac66-88352d4fc58d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0086749 Apr 23 00:30:39.795345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35228) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.824763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.824763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment 0e2f49ff-0444-4399-afce-1d78f7064f56 of type vlan for network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 Apr 23 00:30:39.824763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-e039b523-3a0f-4d61-a64b-2a6112f81e6d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.825871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e039b523-3a0f-4d61-a64b-2a6112f81e6d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0100508 Apr 23 00:30:39.833394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35232) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.843120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-4e9f6dc6-cd2b-4442-81a2-df219a9fd3b3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.849154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35236) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.849622 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4e9f6dc6-cd2b-4442-81a2-df219a9fd3b3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0127316 Apr 23 00:30:39.856624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.858561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-34386371-f880-4675-aee9-454cf90cbadd tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.862802 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-34386371-f880-4675-aee9-454cf90cbadd tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0101149 Apr 23 00:30:39.862971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-714799c4-4f1f-492f-92dc-d0432db344fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:39.863072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-714799c4-4f1f-492f-92dc-d0432db344fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ca6f3281b8543d384e6824b73e7e15c&device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 1097 time: 0.1719093 Apr 23 00:30:39.863512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35240) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.865363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91bee691-b352-4cea-929f-97013b957e1a no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:39.868868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-2e6eaf45-762f-43bb-9c75-1c89ba7c1803 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.869991 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2e6eaf45-762f-43bb-9c75-1c89ba7c1803 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0054200 Apr 23 00:30:39.872689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35244) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.878103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-3926742c-5195-4d4d-97da-ff88eec9bc45 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.881572 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3926742c-5195-4d4d-97da-ff88eec9bc45 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080214 Apr 23 00:30:39.883230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35248) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:39.915282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 91bee691-b352-4cea-929f-97013b957e1a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:39.915728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91bee691-b352-4cea-929f-97013b957e1a not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:39.916169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 622770c1-1109-41f5-b620-9c12a6442167 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:39.946960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-311ed43a-08c8-4522-b041-289f1e376fda tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:39.948078 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-311ed43a-08c8-4522-b041-289f1e376fda tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0640392 Apr 23 00:30:39.948926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 91bee691-b352-4cea-929f-97013b957e1a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:39.949492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.951517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:39.953042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 622770c1-1109-41f5-b620-9c12a6442167 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:39.953400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 622770c1-1109-41f5-b620-9c12a6442167 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:40.021635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.033330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35252) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.039225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.080054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-d485f2d1-6951-4dc9-8bfe-2a354750e9a7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.081264 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d485f2d1-6951-4dc9-8bfe-2a354750e9a7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0443981 Apr 23 00:30:40.092611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35256) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.124191 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-9247681c-981c-46a2-a054-2d9f7467eefb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1f08627-5df2-4451-b916-c7c17674512c HTTP/1.1" status: 200 len: 217 time: 0.2415328 Apr 23 00:30:40.134361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-0eafbc39-c565-4fdb-b8ff-164ffa899642 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.135409 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0eafbc39-c565-4fdb-b8ff-164ffa899642 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0062165 Apr 23 00:30:40.143454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35262) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.154401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-68110ec7-ed40-49cf-85e0-afd505ee6fe3', 'network_id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3', 'tenant_id': 'a850a3ef985248918a6c287e97ff069a', 'fixed_ips': [{'subnet_id': '861b4119-9760-483a-b25b-53dfa4479947'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:40.155436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.166375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-43885f10-74eb-495c-887e-9823dc305171 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.167546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-43885f10-74eb-495c-887e-9823dc305171 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099185 Apr 23 00:30:40.174493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35266) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.185196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-4ac48af0-a306-4c87-a45a-bcf237bd51e0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.186362 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4ac48af0-a306-4c87-a45a-bcf237bd51e0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065777 Apr 23 00:30:40.194372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35270) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.206643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-d47aac80-98a2-47d1-aded-2fe77ac181fc tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.207753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d47aac80-98a2-47d1-aded-2fe77ac181fc tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0123596 Apr 23 00:30:40.212507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35274) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.220374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-834793ee-5cef-474e-a64a-cf00b81b79d7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.223925 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-834793ee-5cef-474e-a64a-cf00b81b79d7 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0079894 Apr 23 00:30:40.225905 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35278) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.233445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.239339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:40.240060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.246744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] The port '91bee691-b352-4cea-929f-97013b957e1a' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:30:40.252132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-04fb8db1-0861-4342-8fae-59f0b37d58e3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.255703 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-04fb8db1-0861-4342-8fae-59f0b37d58e3 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0262978 Apr 23 00:30:40.273731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35282) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.281376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.317251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-9b18e4e6-b6b3-4aba-8b0f-c75dc4253e6c tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.320564 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9b18e4e6-b6b3-4aba-8b0f-c75dc4253e6c tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0395622 Apr 23 00:30:40.321756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35286) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.339808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Allocated IP 2001:db8::2 (68110ec7-ed40-49cf-85e0-afd505ee6fe3/861b4119-9760-483a-b25b-53dfa4479947/2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:40.344361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.370518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-014f3dcc-9c9f-4e3d-a3a1-14d4ec16dbf9 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.371513 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-014f3dcc-9c9f-4e3d-a3a1-14d4ec16dbf9 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0468726 Apr 23 00:30:40.378611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35290) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.380393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-39e2798b-4510-4f81-9f26-049a53f5471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:40.381799 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-39e2798b-4510-4f81-9f26-049a53f5471e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=744e0e50-b967-4363-a133-112d219cd976 HTTP/1.1" status: 200 len: 852 time: 0.2051489 Apr 23 00:30:40.390603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-bc85ee0b-db3f-43d6-8dbd-91751bd9c97a tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.392064 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bc85ee0b-db3f-43d6-8dbd-91751bd9c97a tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093672 Apr 23 00:30:40.397615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35294) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.402452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-862c1ac0-fe9e-47df-a395-6fd2b47f5818 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.403598 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-862c1ac0-fe9e-47df-a395-6fd2b47f5818 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0050972 Apr 23 00:30:40.452757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35298) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.453397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb260cc-fa6b-457c-ac11-f71c2bcd734d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:40.456957 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2535176 Apr 23 00:30:40.473248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-5d5bc752-31e3-48cd-998d-2e51fd8d2547 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.475053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5d5bc752-31e3-48cd-998d-2e51fd8d2547 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0168283 Apr 23 00:30:40.478304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35302) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.478673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35304) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.482911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.487280 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8b1548e8-289e-4f57-b16a-9fdce68c5567 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8cb260cc-fa6b-457c-ac11-f71c2bcd734d HTTP/1.1" status: 204 len: 168 time: 1.1389999 Apr 23 00:30:40.491271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dcac7-047a-4e83-8e4f-1c4eb42cfe33 None None] Network 3fae19aa-4bd6-48c4-9549-11b21fc7a729 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:40.492516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-557a6194-2eb2-4ac4-812d-eff12e96aa05 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.494325 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-557a6194-2eb2-4ac4-812d-eff12e96aa05 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0125566 Apr 23 00:30:40.494325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35310) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.499077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35312) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.501162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'name': 'tempest-PortsIpV6TestJSON-2113312691'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:40.503315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.517591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a3932-ba6a-4099-869c-f364e2b724e6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=3b30617b-66ba-40fa-aa5b-12fc9ea79ab2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:40.521678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-5f5a1d8f-41ff-4da3-acf0-dd8754d81b7c tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.522672 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5f5a1d8f-41ff-4da3-acf0-dd8754d81b7c tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0218089 Apr 23 00:30:40.528013 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-42e2c37e-cbbe-43f9-ada9-e0d8c70cae42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd4f762f-1f29-45e4-a613-1064408129e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321266 Apr 23 00:30:40.528694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35318) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.544854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-8f32d829-6afc-44b2-a026-68850ee77c6b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.546054 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8f32d829-6afc-44b2-a026-68850ee77c6b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0138149 Apr 23 00:30:40.550457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:40.553072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35322) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.577009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c59fab5-71c3-48e1-8cf0-51df93290f71']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:40.591981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-0c595c0b-5858-4ee7-bb2f-ae4cb848e620 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.595856 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0c595c0b-5858-4ee7-bb2f-ae4cb848e620 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0186517 Apr 23 00:30:40.598905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35326) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.710343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-45b047f0-b750-4177-aed7-a02e774ad136 service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608484 Apr 23 00:30:40.714185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-c7514a5b-6f4f-47e4-87a2-4fcde53c3cf8 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.718510 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c7514a5b-6f4f-47e4-87a2-4fcde53c3cf8 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0111227 Apr 23 00:30:40.723150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35332) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.741226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64af1e3d-d3f1-4e71-a05b-b44aac54c91e') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:40.741533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64af1e3d-d3f1-4e71-a05b-b44aac54c91e') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:40.743890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-b0955b73-1934-4fce-a7d5-6d72cb0b3b71 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.744860 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b0955b73-1934-4fce-a7d5-6d72cb0b3b71 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0207891 Apr 23 00:30:40.753452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35336) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.792918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-94fc0c33-27ce-4479-bf65-96360ed7f44d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.793519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139ffb-c24c-483c-8b0b-24070c4cd5a8 req-0dfcf8d6-98e8-4235-b6d9-a6d2d9dafe6c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:40.797352 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-94fc0c33-27ce-4479-bf65-96360ed7f44d tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0395441 Apr 23 00:30:40.798725 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62139ffb-c24c-483c-8b0b-24070c4cd5a8 req-0dfcf8d6-98e8-4235-b6d9-a6d2d9dafe6c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 944 time: 0.5508401 Apr 23 00:30:40.800306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35340) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.803861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.818030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.820258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:40.824712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-3c595497-9bbb-455f-a5a8-4b8dbeb80c60 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.829123 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3c595497-9bbb-455f-a5a8-4b8dbeb80c60 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0239089 Apr 23 00:30:40.830084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:port and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:40.832755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35344) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.837763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:40.895433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.895655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.910205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Transition to ACTIVE for port object 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:40.936917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Transition to ACTIVE for port object 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:40.949810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.975637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:40.975943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:40.976342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:40.980398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-6f4cec95-0cb1-4f7c-af65-152d547db10b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:40.984047 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6f4cec95-0cb1-4f7c-af65-152d547db10b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.1489017 Apr 23 00:30:40.989965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35348) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:40.992406 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:41.004388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-eb014a4f-d87f-458f-8980-e8e9e361997a tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.008253 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eb014a4f-d87f-458f-8980-e8e9e361997a tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0170872 Apr 23 00:30:41.017182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35352) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.020081 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62139ffb-c24c-483c-8b0b-24070c4cd5a8 req-4b1db6c4-f6ef-4335-997e-f6244542a88f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184620 Apr 23 00:30:41.041997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Deleting port 6651e251-7d58-4c68-ae3f-e213d0db02f7 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:41.042582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.046129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Network 68110ec7-ed40-49cf-85e0-afd505ee6fe3 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:41.051073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:41.053958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:41.057943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Pushing event updated for resources: {'Port': ['ID=2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:41.075382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-ab84ef58-df46-412d-817a-d69476eb26c2 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.080468 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ab84ef58-df46-412d-817a-d69476eb26c2 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0553632 Apr 23 00:30:41.087006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35356) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.088392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:41.092171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.116875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.123322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-345a1201-0893-4291-ad92-eb0824fecb67 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.127448 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-345a1201-0893-4291-ad92-eb0824fecb67 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0231433 Apr 23 00:30:41.128836 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0b98a609-eaaf-4705-90d8-d893f31e53b1 req-777c6850-0111-48a1-aff5-94c7682dc464 service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065034 Apr 23 00:30:41.129309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35360) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.135154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.139484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-17b40118-ff56-4ba0-82fd-653c3c5e8278 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.144205 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-17b40118-ff56-4ba0-82fd-653c3c5e8278 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0119088 Apr 23 00:30:41.146219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35364) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.164665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] DHCP port deletion for 3fae19aa-4bd6-48c4-9549-11b21fc7a729 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:41.169997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.183013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-0cceb84b-14c7-4a8f-9f94-f80309f63866 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.187146 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0cceb84b-14c7-4a8f-9f94-f80309f63866 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0352421 Apr 23 00:30:41.196155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] Deleting port 6651e251-7d58-4c68-ae3f-e213d0db02f7 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:41.196556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.197118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35368) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.198184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=6c59fab5-71c3-48e1-8cf0-51df93290f71,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:41.210016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Subnet': ['ID=861b4119-9760-483a-b25b-53dfa4479947,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:41.213501 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-29ccff9f-a3f1-4900-81fd-c0e514214109 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/6c59fab5-71c3-48e1-8cf0-51df93290f71 HTTP/1.1" status: 204 len: 168 time: 3.8108413 Apr 23 00:30:41.214096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35372) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.225075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-828ed041-e0ac-43ba-b21a-edb93c060307 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.225286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b35a63-56c4-4984-9204-ba667dadde2c req-867fc21c-41a4-4cff-b7b4-17af7482d9c0 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:41.228723 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-828ed041-e0ac-43ba-b21a-edb93c060307 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0229197 Apr 23 00:30:41.228845 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-46b35a63-56c4-4984-9204-ba667dadde2c req-867fc21c-41a4-4cff-b7b4-17af7482d9c0 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.42 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.3328898 Apr 23 00:30:41.233797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35376) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.241683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:41.247959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Attempting to bind port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:41.248323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Attempting to bind port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:41.248680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Attempting to bind port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 on network 68110ec7-ed40-49cf-85e0-afd505ee6fe3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:41.258681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:41.259053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Checking segment: {'id': 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:41.259446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.259827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Bound using segment: {'id': 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:41.260283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Bound port: 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:41.260647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.295666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [None req-93a5f4ae-70d0-4a7a-9d1f-a7239d1caf1b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.299317 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-93a5f4ae-70d0-4a7a-9d1f-a7239d1caf1b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0569739 Apr 23 00:30:41.324568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35380) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.367910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-097c06ca-91f5-44ff-8a72-672c550fd13b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.369135 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-097c06ca-91f5-44ff-8a72-672c550fd13b tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0117829 Apr 23 00:30:41.380822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35384) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.389609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abce6fc-0692-436f-ae97-f0e6cd7f4572 req-da1bfdfe-ce8a-43d3-b1c7-b7ecaaf4c692 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:41.391466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9abce6fc-0692-436f-ae97-f0e6cd7f4572 req-da1bfdfe-ce8a-43d3-b1c7-b7ecaaf4c692 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.6454258 Apr 23 00:30:41.429203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 43d235d4-791c-4edb-b14e-5d0fb1f79b36 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:41.456231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-770f8c31-3ec9-4578-a491-dd4379a4dfa0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.457555 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-770f8c31-3ec9-4578-a491-dd4379a4dfa0 tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0736716 Apr 23 00:30:41.465458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35388) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:41.474995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.478116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 43d235d4-791c-4edb-b14e-5d0fb1f79b36 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:41.478478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 43d235d4-791c-4edb-b14e-5d0fb1f79b36 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:41.478952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6651e251-7d58-4c68-ae3f-e213d0db02f7 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:41.483819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [None req-7cd9554d-ea27-425b-9de7-60ecb8977e0f tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:30:41.486307 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7cd9554d-ea27-425b-9de7-60ecb8977e0f tempest-ExtensionsTestJSON-1387106051 tempest-ExtensionsTestJSON-1387106051-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0181251 Apr 23 00:30:41.501298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Deleting port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:41.501734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.555811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68110ec7-ed40-49cf-85e0-afd505ee6fe3']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:41.579635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] For port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:41.613105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:41.613548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:41.620932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] For port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6,segment=NetworkSegment(f6c109fc-65f1-4c57-aca0-9898bcb2e2c8),segment_id=f6c109fc-65f1-4c57-aca0-9898bcb2e2c8)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:41.624839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] For port 6651e251-7d58-4c68-ae3f-e213d0db02f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6651e251-7d58-4c68-ae3f-e213d0db02f7,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:41.625226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.640279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.692068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9abce6fc-0692-436f-ae97-f0e6cd7f4572 req-9b77174b-4c28-4532-9e4e-e651d6be5b47 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426636 Apr 23 00:30:41.693935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.753034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.772185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:41.772606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:41.790141 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:41.858708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] For port 6651e251-7d58-4c68-ae3f-e213d0db02f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6651e251-7d58-4c68-ae3f-e213d0db02f7,segment=NetworkSegment(2194c2a3-4059-4d74-b9e1-18a9660f7a36),segment_id=2194c2a3-4059-4d74-b9e1-18a9660f7a36)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:41.859095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:41.882121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] Calling delete_port for 6651e251-7d58-4c68-ae3f-e213d0db02f7 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:41.901548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35396) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:42.042134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28074459-8b21-4688-8f7c-9e01b6ee52d4 None None] Pushing event updated for resources: {'Port': ['ID=2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:42.083170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.097516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Calling delete_port for 6651e251-7d58-4c68-ae3f-e213d0db02f7 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:42.130938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.132496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-1a429513-5d62-47c8-b0cd-4aa282253975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:42.133985 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-1a429513-5d62-47c8-b0cd-4aa282253975 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ca6f3281b8543d384e6824b73e7e15c&device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 1097 time: 0.9063370 Apr 23 00:30:42.185067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:30:42.185067 dv-neutron-838784-1-hyperv neutron-server[88073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:30:42.185067 dv-neutron-838784-1-hyperv neutron-server[88073]: [parameters: {'id': '68110ec7-ed40-49cf-85e0-afd505ee6fe3'}] Apr 23 00:30:42.185067 dv-neutron-838784-1-hyperv neutron-server[88073]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:42.185434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:42.196178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.218645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eabf504-f9a1-46dc-9039-4e6974dda4ce None None] Network 68110ec7-ed40-49cf-85e0-afd505ee6fe3 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:42.243848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] No DVR routers for this DVR port 6651e251-7d58-4c68-ae3f-e213d0db02f7 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:42.248012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1e476-758f-4b05-82a5-9b899c4ea8db None None] Pushing event deleted for resources: {'Port': ['ID=6651e251-7d58-4c68-ae3f-e213d0db02f7,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:42.272219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:42.272611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:42.281145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.292870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.389921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=73c3f7a6-a6d1-4399-ae8e-9463c2917171,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:42.394183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': '0e2f49ff-0444-4399-afce-1d78f7064f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:42.394577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:42.419693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:42.430404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:42.434818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:42.441206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:42.441875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.442334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca275c28-0d38-4ef9-b102-e539e1f60ddb None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:42.467503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:42.482064 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-91e83930-e951-4789-87b4-5033887810d0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9995604 Apr 23 00:30:42.482309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35404) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:42.489211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1903811282'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:42.493815 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Usage tracker for resource:security_group_rule and tenant:6e728a0225474a99872bf6c8ba565fef is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:42.494698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:42.498982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:42.502490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:42.506545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:42.508308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:42.520878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:42.524741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.525854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:42.554590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:42.565040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.565417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment 97a79236-4c64-4456-b540-79fc7fdbbe65 of type vlan for network f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0 Apr 23 00:30:42.594462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.618746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] For port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:42.619164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.628528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.633997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:42.634628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.647150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-917a6691-2b47-496a-93b8-da3b25ede3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:42.648614 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-917a6691-2b47-496a-93b8-da3b25ede3f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd4f762f-1f29-45e4-a613-1064408129e1 HTTP/1.1" status: 200 len: 912 time: 0.4858775 Apr 23 00:30:42.677786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44ba06-e034-4d66-a231-8bca8b6b1e70 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:30:42.687671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.747820 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2644658 Apr 23 00:30:42.756628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35410) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:42.767739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'ports': [{'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2'}, {'network_id': 'f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0'}]} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:42.768054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:42.768527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': 'f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:42.782171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:42.782906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.811464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Deleting port 6651e251-7d58-4c68-ae3f-e213d0db02f7 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:42.811724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:42.812391 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-3b415923-ce61-4b61-b147-65febf1793e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1f08627-5df2-4451-b916-c7c17674512c HTTP/1.1" status: 200 len: 217 time: 0.1009455 Apr 23 00:30:42.838789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6118ac-1d84-4cde-888b-6480e0d00e97 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:42.862952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:42.891876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2bd93-dcef-45d9-837d-2510c4defd71 req-1f5f2c00-7bfd-4d34-99c6-6c0fadcfea6c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:42.893452 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31f2bd93-dcef-45d9-837d-2510c4defd71 req-1f5f2c00-7bfd-4d34-99c6-6c0fadcfea6c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 944 time: 0.6019888 Apr 23 00:30:42.903740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44ba06-e034-4d66-a231-8bca8b6b1e70 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:30:43.077962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] The port '6651e251-7d58-4c68-ae3f-e213d0db02f7' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:30:43.089677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-5e760561-7451-4c90-a3b9-d32b74197f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:43.091170 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-5e760561-7451-4c90-a3b9-d32b74197f62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=744e0e50-b967-4363-a133-112d219cd976 HTTP/1.1" status: 200 len: 852 time: 0.2665975 Apr 23 00:30:43.228745 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31f2bd93-dcef-45d9-837d-2510c4defd71 req-007b54c0-47d2-41c5-9be2-30612962f31d tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584031 Apr 23 00:30:43.244073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.246638 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-623c1498-2b67-4659-8c1a-d7188f2152e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd4f762f-1f29-45e4-a613-1064408129e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468945 Apr 23 00:30:43.286562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.374646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.388496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.388875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.389324 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Floating IP 4cc49c26-6f43-40d0-92bb-6cacf1e8d63b disassociated. External IP: 172.26.8.229, port: 74e4ef75-9c71-4a58-ac80-212d05a2d2e6. Apr 23 00:30:43.389602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Calling delete_port for 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:43.494033 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e728a0225474a99872bf6c8ba565fef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5861287 Apr 23 00:30:43.503778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35414) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:43.555007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fae19aa-4bd6-48c4-9549-11b21fc7a729']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:43.601945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:43.612730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2194c2a3-4059-4d74-b9e1-18a9660f7a36') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:43.613033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2194c2a3-4059-4d74-b9e1-18a9660f7a36') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:43.628971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d6960-c635-4186-b197-8f4edb7c2710 req-01bbae3f-8581-4d3b-9ee1-1246c1eef6b4 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:43.630567 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f11d6960-c635-4186-b197-8f4edb7c2710 req-01bbae3f-8581-4d3b-9ee1-1246c1eef6b4 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 945 time: 0.7564270 Apr 23 00:30:43.642225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:port and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:43.644965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b4d61-b696-434e-bd9c-03d8e6aa5f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef296f-c523-427a-9fb1-6773d7844c7d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:43.657856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:43.663575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.680476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:43.702729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] For port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6,segment=NetworkSegment(f6c109fc-65f1-4c57-aca0-9898bcb2e2c8),segment_id=f6c109fc-65f1-4c57-aca0-9898bcb2e2c8)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:43.703095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.722818 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-9e76ea00-fb03-46ec-8cc9-000af3dc7a50 service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614589 Apr 23 00:30:43.731509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.788148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.867103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Calling delete_port for 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:43.898755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 2} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:43.903129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.926022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:43.926469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:43.946494 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:43.969158 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f11d6960-c635-4186-b197-8f4edb7c2710 req-0a5ee10b-e01a-416c-a9b9-634d117bb0ae tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups?id=249fedd7-2dd1-447f-ae57-586c6baa7168&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184929 Apr 23 00:30:43.969778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35322e7-997d-424b-94f0-982612d8f480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.019882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.037939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.143212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.146660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35322e7-997d-424b-94f0-982612d8f480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.175486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.190728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event deleted for resources: {'Port': ['ID=74e4ef75-9c71-4a58-ac80-212d05a2d2e6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:44.203203 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef1c3b47-0891-4845-840a-6a4643bb2cc2 req-e56f7a3b-830b-4c44-90b6-058d94073632 service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260449 Apr 23 00:30:44.233754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fae19aa-4bd6-48c4-9549-11b21fc7a729,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:44.258052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.297883 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1e2c0a23-85f5-4759-9e11-4f24bfb0e07e admin admin] 10.222.0.39 "DELETE /v2.0/networks/3fae19aa-4bd6-48c4-9549-11b21fc7a729 HTTP/1.1" status: 204 len: 168 time: 3.7812865 Apr 23 00:30:44.362041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Port': ['ID=2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:44.364070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No DVR routers for this DVR port 2f84f3d2-5ad6-4eaa-b856-83fa95bb8af6 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:44.480162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35422) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:44.507926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Router 3c17eded-d2f4-451d-a955-ec86099ef5e4 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:44.539505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port a0e83712-ad68-496a-8756-7b0fb9bc223c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:44.539850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.593940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 1b819e5e-e1e1-43a5-92d5-b6467fb78c66 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:44.601097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35322e7-997d-424b-94f0-982612d8f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.676226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5db4c-05b6-43f2-89d6-a070c7036ca3 req-20f173f8-bd1d-48d9-bc9d-8236cd7b5f81 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:44.677707 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8ca5db4c-05b6-43f2-89d6-a070c7036ca3 req-20f173f8-bd1d-48d9-bc9d-8236cd7b5f81 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 944 time: 0.3081009 Apr 23 00:30:44.738235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.786464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35322e7-997d-424b-94f0-982612d8f480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef296f-c523-427a-9fb1-6773d7844c7d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:44.801171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68110ec7-ed40-49cf-85e0-afd505ee6fe3']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:44.816236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a35322e7-997d-424b-94f0-982612d8f480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.819713 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a35322e7-997d-424b-94f0-982612d8f480 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27ef296f-c523-427a-9fb1-6773d7844c7d HTTP/1.1" status: 204 len: 168 time: 1.2648938 Apr 23 00:30:44.823090 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-87b42fb5-3404-450d-b734-91ddb3d3ad6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f10d22f4b48d4cb8b4fbda7fc37dd69b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3418465 Apr 23 00:30:44.824791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:44.825090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c109fc-65f1-4c57-aca0-9898bcb2e2c8') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:44.830609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35428) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:44.841885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.864757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.878509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:44.878910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:44.895227 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:44.915962 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8ca5db4c-05b6-43f2-89d6-a070c7036ca3 req-dff5928f-eff5-4268-9629-59565c55b2bc tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157190 Apr 23 00:30:44.995516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:45.009738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] Sync routers for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:45.024046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:45.026392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.027269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:45.075231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.078354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Network': ['ID=68110ec7-ed40-49cf-85e0-afd505ee6fe3,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:45.110384 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1f3f8d15-f35b-4734-8c40-4de26ef964ca tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/68110ec7-ed40-49cf-85e0-afd505ee6fe3 HTTP/1.1" status: 204 len: 168 time: 5.3273108 Apr 23 00:30:45.110591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35436) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:45.113042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.258662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port b668c0a1-fdd7-4616-856d-9780a9496f71 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:45.303364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port a0e83712-ad68-496a-8756-7b0fb9bc223c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a0e83712-ad68-496a-8756-7b0fb9bc223c,segment=NetworkSegment(0208602e-ae61-43cd-9bd6-a9babc3bb582),segment_id=0208602e-ae61-43cd-9bd6-a9babc3bb582)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:45.303738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.314896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1802528475'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:45.325504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] No DVR routers for this DVR port 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:45.333832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.335620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:45.340883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'name': 'network-vif-deleted', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:45.403944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:45.446091 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe440bc2-8df6-445d-ba65-5c1bcb80be4a req-8fb125f1-b62a-4bb1-9f54-186b548d3771 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bee4af9-f80f-4d82-981b-0f33be40d571 HTTP/1.1" status: 200 len: 210 time: 0.2855473 Apr 23 00:30:45.485818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba69124a-bbae-4e78-8dce-006ec22a14a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.486343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.494507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for a0e83712-ad68-496a-8756-7b0fb9bc223c owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:45.514994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa617-c3f1-4663-a010-bf2f8fe9c1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.519940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.525876 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e769ce-2f99-46bb-b651-7fb29896c6be'] response: {'server_uuid': '7bee4af9-f80f-4d82-981b-0f33be40d571', 'name': 'network-vif-deleted', 'tag': '74e4ef75-9c71-4a58-ac80-212d05a2d2e6', 'status': 'completed', 'code': 200} Apr 23 00:30:45.536889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1f08627-5df2-4451-b916-c7c17674512c details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:30:45.539325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:network and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:45.561260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:45.585972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:45.603228 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-46b35a63-56c4-4984-9204-ba667dadde2c req-c7856682-021c-4fc3-acff-f4d73b7984ee tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.42 "DELETE /v2.0/ports/74e4ef75-9c71-4a58-ac80-212d05a2d2e6 HTTP/1.1" status: 204 len: 173 time: 4.3188119 Apr 23 00:30:45.605333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba69124a-bbae-4e78-8dce-006ec22a14a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.624903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:45.650191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=1b819e5e-e1e1-43a5-92d5-b6467fb78c66,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:45.652685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:45.656385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.684787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:45.687415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:45.699463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:45.700045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:45.700392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 74e4ef75-9c71-4a58-ac80-212d05a2d2e6 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:45.700767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.729631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:45.748126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.748913 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Added segment afe7d281-cf90-4d00-981e-4188da2836c9 of type vlan for network cb226de9-396f-4529-938e-44ed791742d9 Apr 23 00:30:45.765862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba69124a-bbae-4e78-8dce-006ec22a14a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.805382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69124a-bbae-4e78-8dce-006ec22a14a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d501729c-b1a5-41c0-bd41-b93e1878058c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:45.808313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.876928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba69124a-bbae-4e78-8dce-006ec22a14a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.880928 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ba69124a-bbae-4e78-8dce-006ec22a14a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d501729c-b1a5-41c0-bd41-b93e1878058c HTTP/1.1" status: 204 len: 168 time: 1.0448275 Apr 23 00:30:45.929912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.935847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:45.936462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:45.942168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': '97a79236-4c64-4456-b540-79fc7fdbbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:45.943314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:45.949878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=b668c0a1-fdd7-4616-856d-9780a9496f71,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:45.979887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:45.989658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1f08627-5df2-4451-b916-c7c17674512c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1f08627-5df2-4451-b916-c7c17674512c,segment=NetworkSegment(9ca639f1-66dc-40a3-b5fd-09cd30ae13b3),segment_id=9ca639f1-66dc-40a3-b5fd-09cd30ae13b3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:45.999193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:46.010077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'd1f08627-5df2-4451-b916-c7c17674512c', 'network_id': 'fd4f762f-1f29-45e4-a613-1064408129e1', 'port_id': 'd1f08627-5df2-4451-b916-c7c17674512c', 'mac_address': 'fa:16:3e:fb:78:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744e0e50-b967-4363-a133-112d219cd976', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:30:46.013890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b85323-402c-4d3a-adec-7a6a5ddf6409 None None] Network f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:46.014782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:46.042083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:46.044399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:46.058174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:46.059158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:46.080858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35462) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:46.098652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:59Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:46.114815 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-57597e0b-6e01-4ee5-aefc-f65cc7cd9dea tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3515091 Apr 23 00:30:46.132070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35468) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:46.147545 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0159349 Apr 23 00:30:46.160592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] Checking router: 3c17eded-d2f4-451d-a955-ec86099ef5e4 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:46.200137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:46.201220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:46.239401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port b668c0a1-fdd7-4616-856d-9780a9496f71 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:46.239741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:46.261396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:46.292799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35472) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:46.323655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Request body: {'subnet': {'network_id': 'cb226de9-396f-4529-938e-44ed791742d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:46.355201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f1e19-a002-4108-953e-0dc0d40a6f38 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Network': ['ID=cb226de9-396f-4529-938e-44ed791742d9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:46.389354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network cb226de9-396f-4529-938e-44ed791742d9 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:46.414540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f08627-5df2-4451-b916-c7c17674512c {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:30:46.536699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=a0e83712-ad68-496a-8756-7b0fb9bc223c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:46.648602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1f08627-5df2-4451-b916-c7c17674512c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1f08627-5df2-4451-b916-c7c17674512c,segment=NetworkSegment(9ca639f1-66dc-40a3-b5fd-09cd30ae13b3),segment_id=9ca639f1-66dc-40a3-b5fd-09cd30ae13b3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:46.672960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:46.695815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'networks': [{'name': 'tempest-network--1985349126'}, {'name': 'tempest-network--1033176919'}]} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:46.696207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'network': {'name': 'tempest-network--1985349126'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:46.696669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'network': {'name': 'tempest-network--1033176919'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:46.710816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:46.716047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:46.755235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35488) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:46.761029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Usage tracker for resource:network and tenant:1e30fbcf4d4a44cd8e357ffef9c757ad is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:46.764796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Usage tracker for resource:subnet and tenant:a850a3ef985248918a6c287e97ff069a is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:46.773814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:46.776860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:46.793797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:46.796409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:46.817749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:46.829062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Made reservation on behalf of a850a3ef985248918a6c287e97ff069a for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:46.834671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:46.853701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:46.874790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bb66f-0525-495b-9b58-e877853e0220 req-8ef6c07a-e150-4a76-b915-43c701e24602 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:46.876435 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cb1bb66f-0525-495b-9b58-e877853e0220 req-8ef6c07a-e150-4a76-b915-43c701e24602 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 944 time: 0.5636461 Apr 23 00:30:46.922503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d1f08627-5df2-4451-b916-c7c17674512c,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:47.021051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Made reservation on behalf of 1e30fbcf4d4a44cd8e357ffef9c757ad for: {'network': 2} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:47.026792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.065107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dd6073a-661f-4283-a3b7-00ab1e6042ac tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.136023 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cb1bb66f-0525-495b-9b58-e877853e0220 req-d7af97ab-ab5e-490a-9203-8f617a0677f2 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516360 Apr 23 00:30:47.144904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['d1f08627-5df2-4451-b916-c7c17674512c'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:30:47.163598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dd6073a-661f-4283-a3b7-00ab1e6042ac tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.165907 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:30:47.174749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.218720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.228672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:47.399021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Usage tracker for resource:security_group_rule and tenant:1e30fbcf4d4a44cd8e357ffef9c757ad is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:47.404218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:47.409726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dd6073a-661f-4283-a3b7-00ab1e6042ac tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.419135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for b668c0a1-fdd7-4616-856d-9780a9496f71 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:47.437233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6073a-661f-4283-a3b7-00ab1e6042ac tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249fedd7-2dd1-447f-ae57-586c6baa7168,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:47.460047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:47.491605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:47.566509 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:59Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:47.574476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d0e9f-b6c1-41a5-a840-62501e84e57f None None] The sync data for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv is: [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:28:51Z', 'revision_number': 4, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'dbcec3e3-2ce3-4700-955b-2ee8038f5fa6', 'name': '', 'network_id': '72e690f2-3565-4902-9684-544dba169e53', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'mac_address': 'fa:16:3e:71:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:49Z', 'updated_at': '2022-04-23T00:28:59Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'subnets': [{'id': '66534854-ac5d-4d1e-bd4e-a147cad2d277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:47.586538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2d24e769-9918-47d8-996d-00c30064c68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.673614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dd6073a-661f-4283-a3b7-00ab1e6042ac tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.675194 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1dd6073a-661f-4283-a3b7-00ab1e6042ac tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "DELETE /v2.0/security-groups/249fedd7-2dd1-447f-ae57-586c6baa7168 HTTP/1.1" status: 204 len: 168 time: 0.9180965 Apr 23 00:30:47.677824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.683155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35506) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:47.800783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:47.809400 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-055ebe47-b9de-4fb7-9604-1ddad1d8d068 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5933988 Apr 23 00:30:47.810435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35514) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:47.815108 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:47.835637 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:47.836470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:47.894829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet b673c26b-1ae4-42c1-b61b-cacb9f371ad6 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:47.898185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:47.965814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.052995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.054538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=b668c0a1-fdd7-4616-856d-9780a9496f71,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:48.085400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.085862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.110709 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-deebb6ec-6c72-4db7-86db-106bba1cfa9f tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] show failed (client error): The resource could not be found. Apr 23 00:30:48.111134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.112534 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:48.112661 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-deebb6ec-6c72-4db7-86db-106bba1cfa9f tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "GET /v2.0/security-groups/249fedd7-2dd1-447f-ae57-586c6baa7168 HTTP/1.1" status: 404 len: 347 time: 0.4213440 Apr 23 00:30:48.114746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7169afc-03a3-4848-8cbe-aba306b85ca7 None None] New status for floating IP 4cc49c26-6f43-40d0-92bb-6cacf1e8d63b: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:30:48.117738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.131934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35524) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:48.143174 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f6aeb65d-2667-4123-bc61-79e87c0c3418 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/b668c0a1-fdd7-4616-856d-9780a9496f71 HTTP/1.1" status: 204 len: 168 time: 2.0093343 Apr 23 00:30:48.148085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35526) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:48.249229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35534) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:48.329359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.336637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:48.353886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.354234 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Added segment 43f90c4c-0b42-4b5c-87e2-3a5697e173c2 of type vlan for network 881d1bb9-3495-44a7-b785-8df58cd3c457 Apr 23 00:30:48.382648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.382919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=b673c26b-1ae4-42c1-b61b-cacb9f371ad6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:48.385185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.396178 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ef323044-4336-4238-8601-a4aaccfec25e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/b673c26b-1ae4-42c1-b61b-cacb9f371ad6 HTTP/1.1" status: 204 len: 168 time: 0.5846801 Apr 23 00:30:48.397150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35540) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:48.401413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb986d96-8cd9-438d-8e91-9c92d1c7fbdb None None] Network c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:48.426866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:48.454909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-880185529', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:48.461967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:48.512383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Usage tracker for resource:port and tenant:4e783d50baa0431791b3909f4dac6027 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:48.521015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:48.537738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:48.549674 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:45Z', 'revision_number': 9, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:48.552977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.555078 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:48.564891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Made reservation on behalf of 4e783d50baa0431791b3909f4dac6027 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:48.567918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.569102 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:48.569799 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:48.581662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.601365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:48.605290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Usage tracker for resource:security_group_rule and tenant:4e783d50baa0431791b3909f4dac6027 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:48.608157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:48.614988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:48.629292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:30:48.635779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.636121 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Added segment 14491a9e-7977-4342-814f-25eb60c82e57 of type vlan for network e8bbf682-51af-47b2-ae20-c3d2752f08fc Apr 23 00:30:48.646922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.676269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 1f376093-a615-42fd-8dac-44bb0b5bfa2f {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:48.676855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.734206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448e0a59-0658-4832-9d04-d2fa77c8215f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:48.746604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event updated for resources: {'Subnet': ['ID=8e9e0c9a-e8f1-4379-b8da-52c2088f4a57,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:48.756456 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:48.758147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.758468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Deleting port d58179f5-f381-4ee6-b366-da978efe2a36 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:48.758805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.763820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.842783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.855189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.856949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:48.884662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] device_id is not set on port 15873e12-d618-4987-9828-f798ac1364f1 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:48.903397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] DHCP port deletion for c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:48.909343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] Deleting port 1f376093-a615-42fd-8dac-44bb0b5bfa2f {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:48.909841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.012551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b763693-4962-4a63-bf84-36d314aa0de6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:49.074425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:30:49.127594 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:45Z', 'revision_number': 9, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:49.134587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d978724-d0cf-4b73-b620-1a427fa87aa7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.138948 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6aaec-9e89-4777-ae05-4d3f813e0a94 None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:45Z', 'revision_number': 9, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e', 'name': '', 'network_id': '14ccd5b8-a118-42a6-86d6-64f83254c62d', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:e4:b4:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:52Z', 'updated_at': '2022-04-23T00:30:04Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': 'c5f0c2df-2253-4a9d-85fd-544daa0cea93', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:49.143124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d978724-d0cf-4b73-b620-1a427fa87aa7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.143920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d978724-d0cf-4b73-b620-1a427fa87aa7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:49.163530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.164187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.179916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 1f376093-a615-42fd-8dac-44bb0b5bfa2f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1f376093-a615-42fd-8dac-44bb0b5bfa2f,segment=NetworkSegment(0208602e-ae61-43cd-9bd6-a9babc3bb582),segment_id=0208602e-ae61-43cd-9bd6-a9babc3bb582)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:49.180413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.184174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.184679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.192925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.204159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.205678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.225240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] For port 1f376093-a615-42fd-8dac-44bb0b5bfa2f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1f376093-a615-42fd-8dac-44bb0b5bfa2f,segment=NetworkSegment(0208602e-ae61-43cd-9bd6-a9babc3bb582),segment_id=0208602e-ae61-43cd-9bd6-a9babc3bb582)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:49.225634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.228828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Checking segment: {'id': 'afe7d281-cf90-4d00-981e-4188da2836c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb226de9-396f-4529-938e-44ed791742d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:49.229414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network hostable DHCP agents. Network: cb226de9-396f-4529-938e-44ed791742d9, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:49.334437 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.2507639 Apr 23 00:30:49.345517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 1f376093-a615-42fd-8dac-44bb0b5bfa2f owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:49.369024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] Calling delete_port for 1f376093-a615-42fd-8dac-44bb0b5bfa2f owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:49.381775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35544) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:49.421572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Calling delete_port for d58179f5-f381-4ee6-b366-da978efe2a36 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:49.457216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Allocated IP 172.26.8.111 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/15873e12-d618-4987-9828-f798ac1364f1) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:49.482161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5500ca-fa35-47ff-beb8-21c72cb957bf req-c4084041-f8ce-4438-8b7e-86bc79ea3292 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.483291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.483799 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cd5500ca-fa35-47ff-beb8-21c72cb957bf req-c4084041-f8ce-4438-8b7e-86bc79ea3292 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 945 time: 1.0280564 Apr 23 00:30:49.557347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d978724-d0cf-4b73-b620-1a427fa87aa7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:49.558062 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4d978724-d0cf-4b73-b620-1a427fa87aa7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.4052150 Apr 23 00:30:49.562510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35548) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:49.569307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] Pushing event deleted for resources: {'Port': ['ID=1f376093-a615-42fd-8dac-44bb0b5bfa2f,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:49.573006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1f08627-5df2-4451-b916-c7c17674512c up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:30:49.601076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Network': ['ID=881d1bb9-3495-44a7-b785-8df58cd3c457,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:49.654716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 881d1bb9-3495-44a7-b785-8df58cd3c457 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:49.682467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Network cb226de9-396f-4529-938e-44ed791742d9 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:49.716746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1f376093-a615-42fd-8dac-44bb0b5bfa2f no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:49.762219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8654e-979b-4747-8b87-d1674021f737 None None] No DVR routers for this DVR port 1f376093-a615-42fd-8dac-44bb0b5bfa2f on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:49.768457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 1f376093-a615-42fd-8dac-44bb0b5bfa2f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:49.768931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1f376093-a615-42fd-8dac-44bb0b5bfa2f not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:49.769466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a0e83712-ad68-496a-8756-7b0fb9bc223c no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:49.807323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, cb226de9-396f-4529-938e-44ed791742d9) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:49.830370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:49.830965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:49.832292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cd5500ca-fa35-47ff-beb8-21c72cb957bf req-0c5a5691-299e-4400-9667-acb573f640f3 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831035 Apr 23 00:30:49.834367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.834967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.839136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b19f8-dc70-4924-b5e7-af6e503d28ce tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Network': ['ID=e8bbf682-51af-47b2-ae20-c3d2752f08fc,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:49.857031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f14f62-bba4-4b1b-a018-6a359ef8df02 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.863498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f14f62-bba4-4b1b-a018-6a359ef8df02 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.869434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f14f62-bba4-4b1b-a018-6a359ef8df02 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.876091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f14f62-bba4-4b1b-a018-6a359ef8df02 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:49.877856 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-43f14f62-bba4-4b1b-a018-6a359ef8df02 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4947276 Apr 23 00:30:49.881439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 1b819e5e-e1e1-43a5-92d5-b6467fb78c66 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:49.884366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:49.890975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35552) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:49.922980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a42a20-05d5-42cf-98aa-ef1dee660aa6 None None] Network cb226de9-396f-4529-938e-44ed791742d9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:49.934914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network e8bbf682-51af-47b2-ae20-c3d2752f08fc details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:49.940446 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5c7012eb-d098-4bcc-bdac-c6d7249255bb tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6440635 Apr 23 00:30:49.954502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35556) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:50.111582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a0e83712-ad68-496a-8756-7b0fb9bc223c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:50.111913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a0e83712-ad68-496a-8756-7b0fb9bc223c not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:50.138515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.180388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.188167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.210316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port d1f08627-5df2-4451-b916-c7c17674512c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:50.221914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port d1f08627-5df2-4451-b916-c7c17674512c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:30:50.222301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.245062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Pushing event deleted for resources: {'Port': ['ID=d58179f5-f381-4ee6-b366-da978efe2a36,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:50.293222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.364294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 1f376093-a615-42fd-8dac-44bb0b5bfa2f {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:50.364674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.395358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.421826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-cb226de9-396f-4529-938e-44ed791742d9', 'network_id': 'cb226de9-396f-4529-938e-44ed791742d9', 'tenant_id': 'a850a3ef985248918a6c287e97ff069a', 'fixed_ips': [{'subnet_id': '8e9e0c9a-e8f1-4379-b8da-52c2088f4a57'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:50.423052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.443025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.466959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] The port '1f376093-a615-42fd-8dac-44bb0b5bfa2f' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:30:50.470218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.481970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881d1bb9-3495-44a7-b785-8df58cd3c457']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:50.489635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.492029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.494732 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b63852ee-80cb-4a17-9dfb-d90aacb25bd5 tempest-ServersTestManualDisk-122207155 tempest-ServersTestManualDisk-122207155-project] 10.222.0.39 "DELETE /v2.0/floatingips/4cc49c26-6f43-40d0-92bb-6cacf1e8d63b HTTP/1.1" status: 204 len: 168 time: 2.3503284 Apr 23 00:30:50.497890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35560) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:50.504438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.554955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f90c4c-0b42-4b5c-87e2-3a5697e173c2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:50.555306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f90c4c-0b42-4b5c-87e2-3a5697e173c2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:50.557559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f08627-5df2-4451-b916-c7c17674512c'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:30:50.577339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1f08627-5df2-4451-b916-c7c17674512c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1f08627-5df2-4451-b916-c7c17674512c,segment=NetworkSegment(9ca639f1-66dc-40a3-b5fd-09cd30ae13b3),segment_id=9ca639f1-66dc-40a3-b5fd-09cd30ae13b3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:50.584200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.609500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.631925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:50.632343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.638966 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27924d37-1eee-4161-9bd3-122a492b2af6'] response: {'server_uuid': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f08627-5df2-4451-b916-c7c17674512c', 'code': 200} Apr 23 00:30:50.644490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:50.650138 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:50.678780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 1b819e5e-e1e1-43a5-92d5-b6467fb78c66 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:50.738801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Allocated IP 2001:db8::f816:3eff:fe25:94a0 (cb226de9-396f-4529-938e-44ed791742d9/8e9e0c9a-e8f1-4379-b8da-52c2088f4a57/ebf1be8a-4c3c-4cff-8b66-b8d5e377262a) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:50.753398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d1f08627-5df2-4451-b916-c7c17674512c,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:50.841273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.852691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.880121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.884618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.907981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:50.930111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Network': ['ID=881d1bb9-3495-44a7-b785-8df58cd3c457,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:51.020513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:51.053865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0208602e-ae61-43cd-9bd6-a9babc3bb582') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:51.054168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0208602e-ae61-43cd-9bd6-a9babc3bb582') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:51.062004 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-160ae390-639b-4598-adb0-16d472398c03 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/networks/881d1bb9-3495-44a7-b785-8df58cd3c457 HTTP/1.1" status: 204 len: 168 time: 1.1666057 Apr 23 00:30:51.065660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35568) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:51.077557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:51.093229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.107702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Transition to ACTIVE for port object ebf1be8a-4c3c-4cff-8b66-b8d5e377262a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:51.111998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.113879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:51.118339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.137949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Transition to ACTIVE for port object ebf1be8a-4c3c-4cff-8b66-b8d5e377262a will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:51.138380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:51.145726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.191479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Pushing event updated for resources: {'Port': ['ID=15873e12-d618-4987-9828-f798ac1364f1,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:51.216914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Network cb226de9-396f-4529-938e-44ed791742d9 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:51.220232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:51.228037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:51.237978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Pushing event updated for resources: {'Port': ['ID=ebf1be8a-4c3c-4cff-8b66-b8d5e377262a,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:51.265562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28d07a-3da4-4ad2-9a35-07dd78dd0cfb req-0ff1ba78-922f-43d1-8274-c023aee832e9 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:51.267754 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dc28d07a-3da4-4ad2-9a35-07dd78dd0cfb req-0ff1ba78-922f-43d1-8274-c023aee832e9 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.2102010 Apr 23 00:30:51.271865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.325550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=1b819e5e-e1e1-43a5-92d5-b6467fb78c66,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:51.330793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.339467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Attempting to bind port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:51.339961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Attempting to bind port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'afe7d281-cf90-4d00-981e-4188da2836c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb226de9-396f-4529-938e-44ed791742d9'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:51.340276 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dc28d07a-3da4-4ad2-9a35-07dd78dd0cfb req-dfb79bd2-953d-4aa0-95c1-b8a9861c4ac7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Apr 23 00:30:51.340699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Attempting to bind port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a on network cb226de9-396f-4529-938e-44ed791742d9 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:51.347348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:51.348161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Checking segment: {'id': 'afe7d281-cf90-4d00-981e-4188da2836c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb226de9-396f-4529-938e-44ed791742d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:51.348803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.349326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Bound using segment: {'id': 'afe7d281-cf90-4d00-981e-4188da2836c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb226de9-396f-4529-938e-44ed791742d9'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:51.349906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Bound port: ebf1be8a-4c3c-4cff-8b66-b8d5e377262a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe7d281-cf90-4d00-981e-4188da2836c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cb226de9-396f-4529-938e-44ed791742d9'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:51.350038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:51.350471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.350922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.425352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.458095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] For port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:51.462362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] For port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ebf1be8a-4c3c-4cff-8b66-b8d5e377262a,segment=NetworkSegment(afe7d281-cf90-4d00-981e-4188da2836c9),segment_id=afe7d281-cf90-4d00-981e-4188da2836c9)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:51.467908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:51.506107 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:51.532258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.565626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd9bee-858f-420d-adea-a79c5e8cf218 None None] Pushing event updated for resources: {'Port': ['ID=ebf1be8a-4c3c-4cff-8b66-b8d5e377262a,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:51.574510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:51.575127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.639723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.668861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9e0c9a-e8f1-4379-b8da-52c2088f4a57,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:51.717998 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-856e1d6e-4d89-4374-bac1-add92963a1e7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/1b819e5e-e1e1-43a5-92d5-b6467fb78c66 HTTP/1.1" status: 204 len: 168 time: 2.1520550 Apr 23 00:30:51.725899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fddd5-954c-4760-9c7d-f682217616e1 req-6c934a01-20ee-44ad-aed4-e9145cec4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:51.727761 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e46fddd5-954c-4760-9c7d-f682217616e1 req-6c934a01-20ee-44ad-aed4-e9145cec4132 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 1099 time: 0.7962973 Apr 23 00:30:51.731453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35572) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:51.740377 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-38a89a16-3171-4aa9-a945-4320104e46a5 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.4898429 Apr 23 00:30:51.745213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35576) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:51.748411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.874633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}]}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:51.929608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.946365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.949860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Deleting port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:51.950395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:51.959901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:51.979841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:52.013917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Usage tracker for resource:router and tenant:4e783d50baa0431791b3909f4dac6027 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:52.020465 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-13716b50-2f78-4421-981f-10cdb4c5b815 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/c9d4cbb2-66b1-4b5e-ab9e-7eff45c8e88e HTTP/1.1" status: 204 len: 168 time: 3.6192875 Apr 23 00:30:52.021995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35580) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:52.033018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:52.050473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb226de9-396f-4529-938e-44ed791742d9']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:52.057226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:52.075905 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e46fddd5-954c-4760-9c7d-f682217616e1 req-2b98aac7-713b-4e60-bbe0-0c043026fee5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314288 Apr 23 00:30:52.127444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe7d281-cf90-4d00-981e-4188da2836c9') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:52.127750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe7d281-cf90-4d00-981e-4188da2836c9') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:52.147817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.161274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.162288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.166428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.200762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8bbf682-51af-47b2-ae20-c3d2752f08fc']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:52.216362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.227522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14491a9e-7977-4342-814f-25eb60c82e57') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:52.227836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14491a9e-7977-4342-814f-25eb60c82e57') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:52.241751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:52.242154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:52.257101 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:52.263519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.283252 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.293970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec40dfd-4947-49ac-bf24-b452781f3b1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:52.294702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fec40dfd-4947-49ac-bf24-b452781f3b1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:52.349475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] For port dbcec3e3-2ce3-4700-955b-2ee8038f5fa6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:52.350068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.379418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.393069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:52.393525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:52.412587 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:52.431974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fec40dfd-4947-49ac-bf24-b452781f3b1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:52.433171 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fec40dfd-4947-49ac-bf24-b452781f3b1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6988957 Apr 23 00:30:52.477714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35586) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:52.488623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 23 00:30:52.488623 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 23 00:30:52.488623 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'id': 'cb226de9-396f-4529-938e-44ed791742d9'}] Apr 23 00:30:52.488623 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:52.489076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:52.582402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Calling delete_port for dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:52.637755 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7739d8c6-e712-45f5-9788-34124b65833b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:30:52.639281 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7739d8c6-e712-45f5-9788-34124b65833b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/b668c0a1-fdd7-4616-856d-9780a9496f71 HTTP/1.1" status: 404 len: 333 time: 0.1601548 Apr 23 00:30:52.647819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35592) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:52.660621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cdd440-f42f-4422-8cd0-a03c4b7928ad None None] Network cb226de9-396f-4529-938e-44ed791742d9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:52.728041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.746018 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a324091-d857-47b7-b8c0-0d7288435f3a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:30:52.747381 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3a324091-d857-47b7-b8c0-0d7288435f3a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/1b819e5e-e1e1-43a5-92d5-b6467fb78c66 HTTP/1.1" status: 404 len: 333 time: 0.0986471 Apr 23 00:30:52.752817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35596) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:52.755076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.772432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Network': ['ID=e8bbf682-51af-47b2-ae20-c3d2752f08fc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:52.838359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.846816 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-46324a63-b707-40c9-8c03-a76e6860e9f0 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/networks/e8bbf682-51af-47b2-ae20-c3d2752f08fc HTTP/1.1" status: 204 len: 168 time: 1.7727067 Apr 23 00:30:52.850193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35600) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:52.865104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-52574533-b013-4939-be30-ada938ffcf8a None None] Provisioning for port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:30:52.961699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:52.991477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.000335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99dc60-101d-4b23-ae63-8c93c5083c65 req-fe5fc589-998f-498a-9f72-754a825a33f8 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:53.007685 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c99dc60-101d-4b23-ae63-8c93c5083c65 req-fe5fc589-998f-498a-9f72-754a825a33f8 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.4652703 Apr 23 00:30:53.082910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] DHCP port deletion for cb226de9-396f-4529-938e-44ed791742d9 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:30:53.088625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] Deleting port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:53.089319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.095089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:53.095436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.324269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.329662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fa6d4-dd32-4c31-b52b-7bc1dbee36e1 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:53.335867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868fa6d4-dd32-4c31-b52b-7bc1dbee36e1 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:53.336656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-868fa6d4-dd32-4c31-b52b-7bc1dbee36e1 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Synchronizing usage tracker for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:30:53.348782 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c99dc60-101d-4b23-ae63-8c93c5083c65 req-c47102fc-037e-41ff-9e9a-aea059129737 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401651 Apr 23 00:30:53.361793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:53.403402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.413100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a79236-4c64-4456-b540-79fc7fdbbe65') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:53.413395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a79236-4c64-4456-b540-79fc7fdbbe65') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:53.443517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-868fa6d4-dd32-4c31-b52b-7bc1dbee36e1 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Unset dirty status for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:30:53.445026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-868fa6d4-dd32-4c31-b52b-7bc1dbee36e1 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5938811 Apr 23 00:30:53.449370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35604) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:53.466061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1357923417'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:53.489403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:53.516523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:53.537504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] For port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ebf1be8a-4c3c-4cff-8b66-b8d5e377262a,segment=NetworkSegment(afe7d281-cf90-4d00-981e-4188da2836c9),segment_id=afe7d281-cf90-4d00-981e-4188da2836c9)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:53.537900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.546533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.558666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcec3e3-2ce3-4700-955b-2ee8038f5fa6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:53.610438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] For port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ebf1be8a-4c3c-4cff-8b66-b8d5e377262a,segment=NetworkSegment(afe7d281-cf90-4d00-981e-4188da2836c9),segment_id=afe7d281-cf90-4d00-981e-4188da2836c9)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:53.610882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.618341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Made reservation on behalf of 1e30fbcf4d4a44cd8e357ffef9c757ad for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:53.621897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.641590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.694830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:53.695236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:53.712434 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:53.732705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] Calling delete_port for ebf1be8a-4c3c-4cff-8b66-b8d5e377262a owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:53.825508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.848090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Calling delete_port for ebf1be8a-4c3c-4cff-8b66-b8d5e377262a owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:53.848334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.877802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] Pushing event deleted for resources: {'Port': ['ID=ebf1be8a-4c3c-4cff-8b66-b8d5e377262a,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:53.880172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a832acd-55dc-4222-b0da-7bf055295690 None None] No DVR routers for this DVR port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:30:53.927244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:53.947446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:53.958170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.032326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:54.041012 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-399996f7-2900-4622-b12c-8d75801f3f1a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/f69ff3db-2e1c-40a5-bef5-e9ae6c0cc6b0 HTTP/1.1" status: 204 len: 168 time: 1.2864182 Apr 23 00:30:54.068032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.068605 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Added segment cc8cb193-3c92-479b-bbf6-5771e981d886 of type vlan for network 27751f3d-f6a3-4b95-b119-55f0ae3498c5 Apr 23 00:30:54.069257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35608) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:54.098661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-41727476'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:54.134947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:54.154673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:54.169224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:54.171947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:30:54.172258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:30:54.179119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.185017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:54.205184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.241921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:54.245319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.263613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.308414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.325734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.333177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:54.333767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.417073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:54.534369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Network': ['ID=27751f3d-f6a3-4b95-b119-55f0ae3498c5,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:54.539181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.539525 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment 37c3a41d-23ef-4770-aeaf-5de05b43a6cc of type vlan for network 41dde5c4-b2d6-4763-944d-6a8b881098a3 Apr 23 00:30:54.557285 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1051068 Apr 23 00:30:54.558839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.559189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.559530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.559863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.560197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.560405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35614) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:54.560853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.560853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.561162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.561489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.561810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.562133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.562517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7f09e0-0e0d-460b-8e3d-f3830e6ef7fb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:54.576141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 27751f3d-f6a3-4b95-b119-55f0ae3498c5 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:54.584655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-741845974'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:54.606451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:54.627158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Usage tracker for resource:network and tenant:1e30fbcf4d4a44cd8e357ffef9c757ad is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:54.631556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:54.641611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:54.641934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.645457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.667639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:54.674272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port ebf1be8a-4c3c-4cff-8b66-b8d5e377262a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:54.674658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.725599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.814049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.819460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:54.820044 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:54.836359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] The port 'ebf1be8a-4c3c-4cff-8b66-b8d5e377262a' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:30:54.895471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Made reservation on behalf of 1e30fbcf4d4a44cd8e357ffef9c757ad for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:54.898801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.061062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e893b-aed9-4dd0-9d3d-1c8ada3c2696 req-86180bef-6af3-4fb7-80f0-4fc15ccb766c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:55.063071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-568e893b-aed9-4dd0-9d3d-1c8ada3c2696 req-86180bef-6af3-4fb7-80f0-4fc15ccb766c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.5812936 Apr 23 00:30:55.154316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:30:55.207909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.208254 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Added segment 5f26fbc6-642a-4fc8-8924-121d7e04062d of type vlan for network 433ec36c-be12-41c2-b292-a4f445f0a06c Apr 23 00:30:55.228211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Router 3c17eded-d2f4-451d-a955-ec86099ef5e4 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:55.245075 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-568e893b-aed9-4dd0-9d3d-1c8ada3c2696 req-ce72938d-ffcc-4f87-8a10-03a31c185c72 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269538 Apr 23 00:30:55.258446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,segment=NetworkSegment(fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6),segment_id=fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:55.258828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.286098 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1985800 Apr 23 00:30:55.303495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35620) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:55.342773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.355636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af473d-4d18-49a2-8f0d-b11b5b8a688e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=41dde5c4-b2d6-4763-944d-6a8b881098a3,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:55.367099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:55.373359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 41dde5c4-b2d6-4763-944d-6a8b881098a3 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:55.404076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.475053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:55.521773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.539813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.605117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb226de9-396f-4529-938e-44ed791742d9']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:55.628032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.633460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:55.634036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.644940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe7d281-cf90-4d00-981e-4188da2836c9') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:55.645247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe7d281-cf90-4d00-981e-4188da2836c9') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:55.665758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.673462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:55.678885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.679355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87ef3b57-ffd1-4a76-8ec7-92dadf4513a4 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:30:55.693176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:55.702777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:55.711581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.721760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:55.732837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:30:55.733236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:30:55.748517 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:30:55.761788 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:30:55.762860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-56789ef6-d34d-47a0-a34d-ec2513bd2cc6 tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0156701 Apr 23 00:30:55.768909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35624) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:55.795466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2236502 Apr 23 00:30:55.799060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35626) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:55.799815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91897998-fd77-48c3-8cf3-c332fbf97a60 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Network': ['ID=433ec36c-be12-41c2-b292-a4f445f0a06c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:55.803764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:55.809566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'ports': [{'network_id': '27751f3d-f6a3-4b95-b119-55f0ae3498c5', 'name': 'tempest-port--403543125', 'admin_state_up': True}, {'network_id': '433ec36c-be12-41c2-b292-a4f445f0a06c', 'admin_state_up': False}]} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:55.809787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'port': {'network_id': '27751f3d-f6a3-4b95-b119-55f0ae3498c5', 'name': 'tempest-port--403543125', 'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:55.810412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'port': {'network_id': '433ec36c-be12-41c2-b292-a4f445f0a06c', 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:55.815235 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] Sync routers for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:55.818671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 433ec36c-be12-41c2-b292-a4f445f0a06c details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:30:55.830599 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a8633167-33e7-4b8f-8fe0-f4e72d4c323b admin admin] 10.222.0.39 "PUT /v2.0/routers/3c17eded-d2f4-451d-a955-ec86099ef5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3284299 Apr 23 00:30:55.831920 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:55.831920 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:55.832901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c438-1455-429f-a8c1-b5bb34ebd6e9 req-f3bd1d35-853a-4520-bc9e-b3997bd9a043 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:55.834444 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-70f4c438-1455-429f-a8c1-b5bb34ebd6e9 req-f3bd1d35-853a-4520-bc9e-b3997bd9a043 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.4448519 Apr 23 00:30:55.844554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35632) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:55.865705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:55.869722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:55.964530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:56.048390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:56.055447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Performing IP validity checks on allocation pools {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:30:56.058335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.ipam_backend_mixin [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:30:56.062333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Deleting port 15873e12-d618-4987-9828-f798ac1364f1 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:56.063137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:56.087875 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:56.093504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Network': ['ID=cb226de9-396f-4529-938e-44ed791742d9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:56.102994 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-70f4c438-1455-429f-a8c1-b5bb34ebd6e9 req-beea49bc-ff95-46c7-bc8c-5d624f58a6f1 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190027 Apr 23 00:30:56.150428 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0f66c763-5848-419f-a2ab-5c8244b074d6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/cb226de9-396f-4529-938e-44ed791742d9 HTTP/1.1" status: 204 len: 168 time: 6.1942501 Apr 23 00:30:56.160756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35638) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:56.245632 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0f42b6-cf0e-4c36-bf34-140d31d61f26 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:56.245632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0f42b6-cf0e-4c36-bf34-140d31d61f26 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:56.267070 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ef0f42b6-cf0e-4c36-bf34-140d31d61f26 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/8e9e0c9a-e8f1-4379-b8da-52c2088f4a57 HTTP/1.1" status: 404 len: 337 time: 0.1052287 Apr 23 00:30:56.267683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35642) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:56.364890 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3dd4ac-6681-4642-9c6d-7b3fde0d558d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:56.365550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3dd4ac-6681-4642-9c6d-7b3fde0d558d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:56.370078 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cd3dd4ac-6681-4642-9c6d-7b3fde0d558d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/cb226de9-396f-4529-938e-44ed791742d9 HTTP/1.1" status: 404 len: 339 time: 0.0984092 Apr 23 00:30:56.387334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35646) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:56.408156 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:30:53Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:56.413631 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] Checking router: 3c17eded-d2f4-451d-a955-ec86099ef5e4 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:30:56.424589 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] Routers {'3c17eded-d2f4-451d-a955-ec86099ef5e4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:56.425030 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3c17eded-d2f4-451d-a955-ec86099ef5e4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:56.480147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:56.529833 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c75d06-ec1a-4b37-81dc-43a2698f0ca7 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:56.530496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c75d06-ec1a-4b37-81dc-43a2698f0ca7 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:56.534933 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-53c75d06-ec1a-4b37-81dc-43a2698f0ca7 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/861b4119-9760-483a-b25b-53dfa4479947 HTTP/1.1" status: 404 len: 337 time: 0.1465561 Apr 23 00:30:56.541580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35654) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:56.589851 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-205b493a-09d9-47ad-bc42-03edcf4938a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:56.591039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205b493a-09d9-47ad-bc42-03edcf4938a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:56.595496 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-205b493a-09d9-47ad-bc42-03edcf4938a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/68110ec7-ed40-49cf-85e0-afd505ee6fe3 HTTP/1.1" status: 404 len: 339 time: 0.0528297 Apr 23 00:30:56.603043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35658) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:56.615807 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] Set router 3c17eded-d2f4-451d-a955-ec86099ef5e4 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:56.671916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:56.691237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Usage tracker for resource:port and tenant:1e30fbcf4d4a44cd8e357ffef9c757ad is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:56.696991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:56.699773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:56.741764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:56.817224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:56.830389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:56.843128 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7475030-71d0-445f-8fd5-bb72bb6ec945 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:56.843465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7475030-71d0-445f-8fd5-bb72bb6ec945 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:56.848437 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b7475030-71d0-445f-8fd5-bb72bb6ec945 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/06425cbf-3a44-404c-975c-71410f7907d4 HTTP/1.1" status: 404 len: 337 time: 0.2438776 Apr 23 00:30:56.849063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35666) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:56.899854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:56.949981 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:30:53Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:56.955513 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e35cb-91fc-4ef3-a290-f4a11abcca0f None None] The sync data for ids ['3c17eded-d2f4-451d-a955-ec86099ef5e4'] in dv-neutron-838784-1-hyperv is: [{'id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'name': 'tempest-ServersTestManualDisk-2124561773-router', 'tenant_id': '807dd741af784b969030e7c71115a3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:28:36Z', 'updated_at': '2022-04-23T00:30:53Z', 'revision_number': 5, 'project_id': '807dd741af784b969030e7c71115a3aa', 'gw_port': {'id': 'df446f85-6886-4df0-9dd3-fdaf74cf599d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:3b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c17eded-d2f4-451d-a955-ec86099ef5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:28:39Z', 'updated_at': '2022-04-23T00:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:30:57.009805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Made reservation on behalf of 1e30fbcf4d4a44cd8e357ffef9c757ad for: {'port': 2} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:57.014787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.051530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Deleting port df446f85-6886-4df0-9dd3-fdaf74cf599d {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:57.051960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.055588 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d921fc-b6f0-431a-9532-3dc29a71335a tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:57.056001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d921fc-b6f0-431a-9532-3dc29a71335a tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:57.060191 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07d921fc-b6f0-431a-9532-3dc29a71335a tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/869fd15f-8775-4165-8d78-2eae177c2764 HTTP/1.1" status: 404 len: 339 time: 0.1965706 Apr 23 00:30:57.065598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Calling delete_port for 15873e12-d618-4987-9828-f798ac1364f1 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:57.080806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35670) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:57.085001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.095398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.220982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.231970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=de1a16bb-0d95-4a40-bb11-108f61772e9f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:57.244244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce32b8-042b-443b-824b-fe8054ee864f req-0ade635d-7a4c-4397-aafe-440649dc4e9a tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:57.245666 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9ce32b8-042b-443b-824b-fe8054ee864f req-0ade635d-7a4c-4397-aafe-440649dc4e9a tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.6471653 Apr 23 00:30:57.301263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': '37c3a41d-23ef-4770-aeaf-5de05b43a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:57.301633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: 41dde5c4-b2d6-4763-944d-6a8b881098a3, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:30:57.332614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port 687ee6f7-9fbd-440a-a575-5b15cfea53eb {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:57.333282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.369899 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9ce32b8-042b-443b-824b-fe8054ee864f req-c05d5062-8ef5-4390-a0e2-5409fca48610 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151609 Apr 23 00:30:57.370768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.414643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 41dde5c4-b2d6-4763-944d-6a8b881098a3 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:30:57.426376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Pushing event deleted for resources: {'Port': ['ID=15873e12-d618-4987-9828-f798ac1364f1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:57.471054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 41dde5c4-b2d6-4763-944d-6a8b881098a3) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:57.495784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dcbdbe-5ad0-4e3d-b63d-79ffc9c366ba None None] Network 41dde5c4-b2d6-4763-944d-6a8b881098a3 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:30:57.509871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:57.510510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.525468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:30:57.554784 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-08d6ee0d-630c-4e86-8d27-7fa4c648aa17 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2478123 Apr 23 00:30:57.555099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35674) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:57.561712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3', 'name': 'tempest-PortsIpV6TestJSON-454026869'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:30:57.586084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:30:57.586580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbcec3e3-2ce3-4700-955b-2ee8038f5fa6 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:30:57.598202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.602990 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-28e3dc6b-1042-4865-bfe8-87fd29bd58eb tempest-RoutersAdminNegativeIpV6Test-313366415 tempest-RoutersAdminNegativeIpV6Test-313366415-project-admin] 10.222.0.39 "DELETE /v2.0/ports/15873e12-d618-4987-9828-f798ac1364f1 HTTP/1.1" status: 204 len: 168 time: 1.7830479 Apr 23 00:30:57.759636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:57.771975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:57.779909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] device_id is not set on port fd99bb77-0c8c-4262-add8-fe51f48c6045 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:57.786092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:30:57.791080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.793890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] For port df446f85-6886-4df0-9dd3-fdaf74cf599d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=df446f85-6886-4df0-9dd3-fdaf74cf599d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:30:57.794355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:57.819014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 15c2e33b-abf4-482c-b24e-e49b3c146d7a yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:57.828794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-41dde5c4-b2d6-4763-944d-6a8b881098a3', 'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3', 'tenant_id': '64d5d003d79e452e8eb0df89bf8887a7', 'fixed_ips': [{'subnet_id': 'de1a16bb-0d95-4a40-bb11-108f61772e9f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:30:57.830419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.003756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35682) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:58.054212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::e3 (41dde5c4-b2d6-4763-944d-6a8b881098a3/de1a16bb-0d95-4a40-bb11-108f61772e9f/15c2e33b-abf4-482c-b24e-e49b3c146d7a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:58.159381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.182603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Calling delete_port for df446f85-6886-4df0-9dd3-fdaf74cf599d owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:58.234671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:30:58.242473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Usage tracker for resource:security_group_rule and tenant:b846096529b24bf98b2469995819dcca is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:30:58.247114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:30:58.257045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:30:58.309173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.336667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 15c2e33b-abf4-482c-b24e-e49b3c146d7a will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:58.378797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.398856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.404394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.445755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.449506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7cf319-b015-41eb-b282-03ecf852e9b4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:58.485066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Allocated IP 2001:db8::2 (41dde5c4-b2d6-4763-944d-6a8b881098a3/de1a16bb-0d95-4a40-bb11-108f61772e9f/a2a5cd1b-3bab-4304-afa4-4065d0cd381f) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:30:58.522621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Calling delete_port for 687ee6f7-9fbd-440a-a575-5b15cfea53eb owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:58.553682 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-da44af08-2982-4d64-961e-fb4e90e8237f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b846096529b24bf98b2469995819dcca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484338 Apr 23 00:30:58.554275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35690) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:58.557976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 41dde5c4-b2d6-4763-944d-6a8b881098a3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:58.568728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:58.587448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:58.592860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:58.593617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.601878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=15c2e33b-abf4-482c-b24e-e49b3c146d7a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:58.619347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:30:58.665639 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-797ad992-4998-478a-9566-7847b1bbb134 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1095724 Apr 23 00:30:58.668436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35694) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:58.712514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39e78846-1b18-44f1-9abb-9232b1e49275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.720897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.731310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Transition to ACTIVE for port object a2a5cd1b-3bab-4304-afa4-4065d0cd381f will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:58.751277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Transition to ACTIVE for port object a2a5cd1b-3bab-4304-afa4-4065d0cd381f will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:30:58.756461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.763727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39e78846-1b18-44f1-9abb-9232b1e49275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.773959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 15c2e33b-abf4-482c-b24e-e49b3c146d7a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:30:58.774318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.832219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Pushing event updated for resources: {'Port': ['ID=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:58.838000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Network 41dde5c4-b2d6-4763-944d-6a8b881098a3 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:30:58.839226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:30:58.841412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:30:58.885959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.898579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.973910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Attempting to bind port a2a5cd1b-3bab-4304-afa4-4065d0cd381f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:30:58.974353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Attempting to bind port a2a5cd1b-3bab-4304-afa4-4065d0cd381f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '37c3a41d-23ef-4770-aeaf-5de05b43a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:30:58.974673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Attempting to bind port a2a5cd1b-3bab-4304-afa4-4065d0cd381f on network 41dde5c4-b2d6-4763-944d-6a8b881098a3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:30:58.980405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:30:58.980783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Checking segment: {'id': '37c3a41d-23ef-4770-aeaf-5de05b43a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:30:58.981806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:58.981806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Bound using segment: {'id': '37c3a41d-23ef-4770-aeaf-5de05b43a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:30:58.982115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Bound port: a2a5cd1b-3bab-4304-afa4-4065d0cd381f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c3a41d-23ef-4770-aeaf-5de05b43a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41dde5c4-b2d6-4763-944d-6a8b881098a3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:30:58.982484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.054775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Port': ['ID=687ee6f7-9fbd-440a-a575-5b15cfea53eb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:59.057724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39e78846-1b18-44f1-9abb-9232b1e49275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.094992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] For port a2a5cd1b-3bab-4304-afa4-4065d0cd381f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:30:59.095204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e78846-1b18-44f1-9abb-9232b1e49275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7cf319-b015-41eb-b282-03ecf852e9b4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:59.098200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] For port a2a5cd1b-3bab-4304-afa4-4065d0cd381f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,segment=NetworkSegment(37c3a41d-23ef-4770-aeaf-5de05b43a6cc),segment_id=37c3a41d-23ef-4770-aeaf-5de05b43a6cc)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:30:59.114151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.123340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:30:59.143995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27a487-700b-43f8-a718-e29946e4d41b req-3713feb9-66a9-4ee1-a0a2-b6efc2879acb tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:30:59.146407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39e78846-1b18-44f1-9abb-9232b1e49275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.149844 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-39e78846-1b18-44f1-9abb-9232b1e49275 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e7cf319-b015-41eb-b282-03ecf852e9b4 HTTP/1.1" status: 204 len: 168 time: 0.5884564 Apr 23 00:30:59.150921 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca27a487-700b-43f8-a718-e29946e4d41b req-3713feb9-66a9-4ee1-a0a2-b6efc2879acb tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.5903778 Apr 23 00:30:59.153455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.153654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.153770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:30:59.153995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.154360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.154695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.155024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.155354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.155678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.156102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.156429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.156806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.157077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:30:59.190211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.195949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:30:59.196651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:30:59.218481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] device_id is not set on port b59d2318-c5c2-44da-b1b4-8782d1d4be2a yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:30:59.240842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.248095 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-234fdf49-baad-4f60-9d02-33fedd0e2525 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2250333 Apr 23 00:30:59.254385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35700) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:59.273039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.278773 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c529582a-44cf-4b7f-83ab-b8c4ad59683e tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/ports/687ee6f7-9fbd-440a-a575-5b15cfea53eb HTTP/1.1" status: 204 len: 168 time: 2.1949670 Apr 23 00:30:59.293837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35706) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:59.366255 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca27a487-700b-43f8-a718-e29946e4d41b req-d8514d18-037f-40d4-afc2-0b0cb7be787e tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143681 Apr 23 00:30:59.368567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Pushing event deleted for resources: {'Port': ['ID=df446f85-6886-4df0-9dd3-fdaf74cf599d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:59.412715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272144ef-9575-4e2b-a65e-26421a102399 None None] Pushing event updated for resources: {'Port': ['ID=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:30:59.482153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:30:59.552355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 15c2e33b-abf4-482c-b24e-e49b3c146d7a owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:30:59.646288 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b5246c-b3b8-4507-b776-7a7ccfc9cb8d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:30:59.646791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b5246c-b3b8-4507-b776-7a7ccfc9cb8d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:30:59.648920 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c8b5246c-b3b8-4507-b776-7a7ccfc9cb8d tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/0d5d1f2b-0460-403a-a1d5-4851a6e82bcf HTTP/1.1" status: 404 len: 337 time: 0.3482332 Apr 23 00:30:59.665251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35714) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:59.742798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet c5f0c2df-2253-4a9d-85fd-544daa0cea93 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:30:59.757226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:30:59.799933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35720) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:30:59.992596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.032373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.036595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.052968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:56Z', 'revision_number': 10, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.058590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:00.065624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.071266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:00.072221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.138113 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a33dde3c-1ad6-44a2-83b9-c769305519f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e783d50baa0431791b3909f4dac6027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302443 Apr 23 00:31:00.171120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35724) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:00.188035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.193017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.237759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ba3fd-7fb3-4848-a8c6-a230080efbac req-c70c5300-6d12-4621-b5ac-daf3da50db4d tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:00.237997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:00.239385 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b02ba3fd-7fb3-4848-a8c6-a230080efbac req-c70c5300-6d12-4621-b5ac-daf3da50db4d tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.3565495 Apr 23 00:31:00.263287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.270334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.271808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c17eded-d2f4-451d-a955-ec86099ef5e4 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:31:00.289016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.385228 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b02ba3fd-7fb3-4848-a8c6-a230080efbac req-d966afe9-6b56-4e43-a99a-870bf817c458 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330729 Apr 23 00:31:00.398523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.399647 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9e2a5f14-a9a9-46ad-b7e7-15837326346d admin admin] 10.222.0.39 "DELETE /v2.0/routers/3c17eded-d2f4-451d-a955-ec86099ef5e4 HTTP/1.1" status: 204 len: 168 time: 4.5546494 Apr 23 00:31:00.409512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35728) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:00.425877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Port': ['ID=fd99bb77-0c8c-4262-add8-fe51f48c6045,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:00.449680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=15c2e33b-abf4-482c-b24e-e49b3c146d7a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:00.461947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-6c5358fb-6501-4e95-a571-2a5c449db046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:00.483298 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-6c5358fb-6501-4e95-a571-2a5c449db046 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ca6f3281b8543d384e6824b73e7e15c&device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 1099 time: 0.5665996 Apr 23 00:31:00.505485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.517649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Checking segment: {'id': 'cc8cb193-3c92-479b-bbf6-5771e981d886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '27751f3d-f6a3-4b95-b119-55f0ae3498c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:00.518024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network hostable DHCP agents. Network: 27751f3d-f6a3-4b95-b119-55f0ae3498c5, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:00.549641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] Deleting subnet 66534854-ac5d-4d1e-bd4e-a147cad2d277 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:00.555652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.586714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network 27751f3d-f6a3-4b95-b119-55f0ae3498c5 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:00.606294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.611675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 27751f3d-f6a3-4b95-b119-55f0ae3498c5) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:00.618729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:00.619992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.632886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c6605-f8b1-483a-bcf5-27c2fe757bc4 None None] Network 27751f3d-f6a3-4b95-b119-55f0ae3498c5 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:00.678979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.713060 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.735651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd830d7-6a17-4637-aea8-927d0989d4a5']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.762658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6e46-414a-4742-b211-95b5bac24af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.773592 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-30334889-b69c-4d03-be81-eb9161d48df6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/15c2e33b-abf4-482c-b24e-e49b3c146d7a HTTP/1.1" status: 204 len: 168 time: 2.1018939 Apr 23 00:31:00.774213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24eb75e8-3f4f-405b-90b7-b37c021fb378') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.774493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24eb75e8-3f4f-405b-90b7-b37c021fb378') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:00.777940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35732) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:00.789247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Port': ['ID=b59d2318-c5c2-44da-b1b4-8782d1d4be2a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:00.806943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.841110 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24ea4ed-5449-40e6-9e30-7bb10d21799e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:00.841110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24ea4ed-5449-40e6-9e30-7bb10d21799e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:00.845882 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f24ea4ed-5449-40e6-9e30-7bb10d21799e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/15c2e33b-abf4-482c-b24e-e49b3c146d7a HTTP/1.1" status: 404 len: 333 time: 0.0622444 Apr 23 00:31:00.848910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35736) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:00.863802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6e46-414a-4742-b211-95b5bac24af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.886898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Checking segment: {'id': '5f26fbc6-642a-4fc8-8924-121d7e04062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '433ec36c-be12-41c2-b292-a4f445f0a06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:00.887308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network hostable DHCP agents. Network: 433ec36c-be12-41c2-b292-a4f445f0a06c, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:00.895172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c05bc4e-3469-48d9-9cbf-5429c9de4cd2 None None] Network 41dde5c4-b2d6-4763-944d-6a8b881098a3 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:00.914381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.922962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:00.957595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network 433ec36c-be12-41c2-b292-a4f445f0a06c is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:00.979072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 433ec36c-be12-41c2-b292-a4f445f0a06c) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:00.986931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:00.993148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:00.998178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:00.998917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.025270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7b1e2-f08a-4205-9a5c-fe23376937fd None None] Network 433ec36c-be12-41c2-b292-a4f445f0a06c requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:01.027051 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-39220f0a-5215-4424-ab3e-3a6bd5de2b1e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2247491 Apr 23 00:31:01.028034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35740) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:01.050963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9c0bc9a9-60de-4c9a-b628-87d1af9d4280 None None] Provisioning for port a2a5cd1b-3bab-4304-afa4-4065d0cd381f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:01.080316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-50bdb729-4016-47e0-92e3-eadddfd927fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:01.081521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-50bdb729-4016-47e0-92e3-eadddfd927fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd4f762f-1f29-45e4-a613-1064408129e1 HTTP/1.1" status: 200 len: 912 time: 0.5973170 Apr 23 00:31:01.089294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:01.089294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:01.106921 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c778b130-e0da-4764-828b-e486820457aa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:31:01.109016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c778b130-e0da-4764-828b-e486820457aa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:01.109147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.159293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.163344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66534854-ac5d-4d1e-bd4e-a147cad2d277,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:01.178702 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9f13f7a0-7a8a-4b7e-9acc-448f9ba4b165 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/66534854-ac5d-4d1e-bd4e-a147cad2d277 HTTP/1.1" status: 204 len: 168 time: 0.7623825 Apr 23 00:31:01.181255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603cb1f8-b97b-472c-9783-c84b5c61b15e None None] Network 72e690f2-3565-4902-9684-544dba169e53 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:01.181746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35744) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:01.211084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67547aa5-9330-4b44-9dd8-1b7eef65fd80 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:01.217016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67547aa5-9330-4b44-9dd8-1b7eef65fd80 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:01.217766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-67547aa5-9330-4b44-9dd8-1b7eef65fd80 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Synchronizing usage tracker for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:01.224353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:56Z', 'revision_number': 10, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:01.233971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.243041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520d40a-d735-4055-9f0a-cab06469efa8 None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:30:56Z', 'revision_number': 10, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None, '_interfaces': [{'id': '8187ed72-e2ec-471b-9882-270db844b380', 'name': '', 'network_id': '9f0f39ef-4c53-49d2-ad2c-38a02041156c', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'mac_address': 'fa:16:3e:dc:93:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:40Z', 'updated_at': '2022-04-23T00:29:52Z', 'revision_number': 5, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'subnets': [{'id': '9f57c44a-2a55-4d73-8d1a-42a52ef11f6b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:01.306362 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-29a7a82e-7b7e-4a93-aea1-5fbd9faf1fba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1f08627-5df2-4451-b916-c7c17674512c HTTP/1.1" status: 200 len: 217 time: 0.1839223 Apr 23 00:31:01.315843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-67547aa5-9330-4b44-9dd8-1b7eef65fd80 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Unset dirty status for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:01.319478 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-67547aa5-9330-4b44-9dd8-1b7eef65fd80 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2870483 Apr 23 00:31:01.320705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35748) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:01.322297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f0c2df-2253-4a9d-85fd-544daa0cea93,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:01.370012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.370220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.383293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b711ec46-d503-491a-98fe-04d27f676089 None None] Network 14ccd5b8-a118-42a6-86d6-64f83254c62d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:01.384777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c778b130-e0da-4764-828b-e486820457aa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:01.386208 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c778b130-e0da-4764-828b-e486820457aa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/15c2e33b-abf4-482c-b24e-e49b3c146d7a HTTP/1.1" status: 404 len: 333 time: 0.5251191 Apr 23 00:31:01.392701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.395128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35752) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:01.419062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.420931 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/ebd830d7-6a17-4637-aea8-927d0989d4a5 HTTP/1.1" status: 204 len: 168 time: 1.7547281 Apr 23 00:31:01.427283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35756) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:01.445832 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c8797779-7361-49fb-ac32-0b0b50152cf4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/c5f0c2df-2253-4a9d-85fd-544daa0cea93 HTTP/1.1" status: 204 len: 168 time: 2.1936975 Apr 23 00:31:01.452280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35762) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:01.465522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Deleting port 77784865-51d3-4803-8866-260160a990bc {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:01.465862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.495076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Deleting port fd99bb77-0c8c-4262-add8-fe51f48c6045 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:01.495329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.537696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab106a3-172d-4596-9cf5-f9254435c354 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Network': ['ID=ebd830d7-6a17-4637-aea8-927d0989d4a5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:01.571953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet de1a16bb-0d95-4a40-bb11-108f61772e9f {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:01.582713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6e46-414a-4742-b211-95b5bac24af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.585103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6e46-414a-4742-b211-95b5bac24af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.588643 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9e2f6e46-414a-4742-b211-95b5bac24af7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b763693-4962-4a63-bf84-36d314aa0de6 HTTP/1.1" status: 204 len: 168 time: 1.4123776 Apr 23 00:31:01.588643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-c0778aaa-1e5e-4d5a-b166-f11d1cdb925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:01.590514 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-c0778aaa-1e5e-4d5a-b166-f11d1cdb925b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=744e0e50-b967-4363-a133-112d219cd976 HTTP/1.1" status: 200 len: 852 time: 0.2700157 Apr 23 00:31:01.603591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.768214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f6e46-414a-4742-b211-95b5bac24af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b763693-4962-4a63-bf84-36d314aa0de6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:01.778803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-c43797f0-07cb-400c-835e-c844727b96fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd4f762f-1f29-45e4-a613-1064408129e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731826 Apr 23 00:31:01.787314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a2a5cd1b-3bab-4304-afa4-4065d0cd381f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:01.791143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:01.791425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:01.975664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a2a5cd1b-3bab-4304-afa4-4065d0cd381f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:01.992844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a2a5cd1b-3bab-4304-afa4-4065d0cd381f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:01.994411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.031607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] DHCP port deletion for 72e690f2-3565-4902-9684-544dba169e53 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:02.052241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Deleting port 77784865-51d3-4803-8866-260160a990bc {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:02.052643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.116356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] DHCP port deletion for 14ccd5b8-a118-42a6-86d6-64f83254c62d request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:02.148747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Deleting port 674d3545-4b45-412b-b547-bf1474d9bdd8 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:02.149128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.164503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.457476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.532955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.548814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.679495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3a7fdb51-6166-4238-81b0-371e4a226a07 None None] Provisioning complete for port a2a5cd1b-3bab-4304-afa4-4065d0cd381f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:02.680095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb51-6166-4238-81b0-371e4a226a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.723577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Calling delete_port for fd99bb77-0c8c-4262-add8-fe51f48c6045 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:02.747157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Calling delete_port for 7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:02.786877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] For port 77784865-51d3-4803-8866-260160a990bc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=77784865-51d3-4803-8866-260160a990bc,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:02.787596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.859148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.880343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2b00-9a4f-4e3f-9c90-cf5742f5a961 req-b51057f6-24b4-41d1-b4b6-d14bf91a5bf1 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:02.881955 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d8ce2b00-9a4f-4e3f-9c90-cf5742f5a961 req-b51057f6-24b4-41d1-b4b6-d14bf91a5bf1 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 1.3051662 Apr 23 00:31:02.972467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] For port 77784865-51d3-4803-8866-260160a990bc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=77784865-51d3-4803-8866-260160a990bc,segment=NetworkSegment(5131ba4c-b699-421a-bd42-e76f11cfe987),segment_id=5131ba4c-b699-421a-bd42-e76f11cfe987)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:02.972977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:02.979486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 674d3545-4b45-412b-b547-bf1474d9bdd8 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:02.979996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.002866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Calling delete_port for 77784865-51d3-4803-8866-260160a990bc owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:03.014125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35790) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:03.024803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-110136a2-89b6-4b5a-af1e-108bcd2d85e4 service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1762760 Apr 23 00:31:03.056921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.108248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.139518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.183096 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d8ce2b00-9a4f-4e3f-9c90-cf5742f5a961 req-67b9c9f0-2fd9-41b9-98f7-8e9dbbf723d1 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933443 Apr 23 00:31:03.235142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.272898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Calling delete_port for 77784865-51d3-4803-8866-260160a990bc owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:03.295836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=de1a16bb-0d95-4a40-bb11-108f61772e9f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:03.303309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0cffb1-55da-437d-b568-46e437202b1c None None] Network 41dde5c4-b2d6-4763-944d-6a8b881098a3 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:03.313752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.317884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.322095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Port': ['ID=fd99bb77-0c8c-4262-add8-fe51f48c6045,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:03.340293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] For port 674d3545-4b45-412b-b547-bf1474d9bdd8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=674d3545-4b45-412b-b547-bf1474d9bdd8,segment=NetworkSegment(fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6),segment_id=fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:03.340709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.345993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.352773 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c3404141-b388-46f6-8820-d4b04aaf1138 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/de1a16bb-0d95-4a40-bb11-108f61772e9f HTTP/1.1" status: 204 len: 168 time: 1.9541891 Apr 23 00:31:03.381371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Port': ['ID=7f1ca8b2-d78c-4120-a689-9986c5ae0ec4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:03.383070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35796) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:03.387237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.399476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1358429117'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:03.404511 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dc6b0830-f916-477c-a762-1ac955e17afc tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/ports/fd99bb77-0c8c-4262-add8-fe51f48c6045 HTTP/1.1" status: 204 len: 168 time: 2.0809536 Apr 23 00:31:03.420292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Pushing event deleted for resources: {'Port': ['ID=77784865-51d3-4803-8866-260160a990bc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:03.426886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35800) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:03.429395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] No DVR routers for this DVR port 77784865-51d3-4803-8866-260160a990bc on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:03.449098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:03.458860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b9994757-a594-4bbf-9a4d-d73753c814df tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/ports/7f1ca8b2-d78c-4120-a689-9986c5ae0ec4 HTTP/1.1" status: 204 len: 168 time: 2.0277455 Apr 23 00:31:03.463532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35804) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:03.464395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:network and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:03.471151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:03.509601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:03.552489 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffda2a54-45c7-4506-9bb5-be4aa3b4a6e6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:03.552957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffda2a54-45c7-4506-9bb5-be4aa3b4a6e6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:03.557013 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ffda2a54-45c7-4506-9bb5-be4aa3b4a6e6 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/6faa8247-9806-4f83-b29b-c6a48c82e35b HTTP/1.1" status: 404 len: 337 time: 0.0874579 Apr 23 00:31:03.560213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Calling delete_port for 674d3545-4b45-412b-b547-bf1474d9bdd8 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:03.568959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35808) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:03.603459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:03.606843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.642930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Deleting port b59d2318-c5c2-44da-b1b4-8782d1d4be2a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:03.643367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.643720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:03.644070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:03.689014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.711749 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3a2196-3979-48a1-97aa-7d45505918b7 req-5a0f8c55-6a66-4542-b01e-d349d9175c68 service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693945 Apr 23 00:31:03.715872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.748073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.782449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb51-6166-4238-81b0-371e4a226a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.784537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:03.787862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 674d3545-4b45-412b-b547-bf1474d9bdd8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=674d3545-4b45-412b-b547-bf1474d9bdd8,segment=NetworkSegment(fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6),segment_id=fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:03.788620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.791456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:03.791807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:03.795491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e690f2-3565-4902-9684-544dba169e53']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:03.812646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:security_group_rule and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:03.824656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.831675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port a2a5cd1b-3bab-4304-afa4-4065d0cd381f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:03.832017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.870143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3a7fdb51-6166-4238-81b0-371e4a226a07 None None] For port a2a5cd1b-3bab-4304-afa4-4065d0cd381f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,segment=NetworkSegment(37c3a41d-23ef-4770-aeaf-5de05b43a6cc),segment_id=37c3a41d-23ef-4770-aeaf-5de05b43a6cc)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:03.877716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:03.885629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Pushing event deleted for resources: {'Port': ['ID=674d3545-4b45-412b-b547-bf1474d9bdd8,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:03.888352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] No DVR routers for this DVR port 674d3545-4b45-412b-b547-bf1474d9bdd8 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:03.890638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3a7fdb51-6166-4238-81b0-371e4a226a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.896263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:03.908567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.908994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.909235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.909749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.910361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.911029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.911362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.911692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.912021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.912349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.912673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.912995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10d3c2c-6e08-4e53-b0da-c915ac7c67ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:03.983929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 674d3545-4b45-412b-b547-bf1474d9bdd8 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:03.990726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fdb51-6166-4238-81b0-371e4a226a07 None None] Pushing event updated for resources: {'Port': ['ID=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:04.011499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8f97b417-82da-44d8-be5c-009802e8d011 None None] Could not find standard attr ID for object 15c2e33b-abf4-482c-b24e-e49b3c146d7a. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:31:04.024825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:04.055603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5131ba4c-b699-421a-bd42-e76f11cfe987') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.055898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5131ba4c-b699-421a-bd42-e76f11cfe987') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.064966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] DHCP port deletion for 41dde5c4-b2d6-4763-944d-6a8b881098a3 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:04.069446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] Deleting port a2a5cd1b-3bab-4304-afa4-4065d0cd381f {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:04.069815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.077336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.163641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.192196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:04.192596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:04.210037 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:04.243757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.258442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:04.259449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:04.278821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d957a1-0aad-48f2-9145-4b14588af99d']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.338940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990b8a39-a81d-4554-aad0-cd0486f01530') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.339152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990b8a39-a81d-4554-aad0-cd0486f01530') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:04.362381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.371680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Deleting port 77784865-51d3-4803-8866-260160a990bc {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:04.371880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.389493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.391344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.398147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.406576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:04.410368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:04.410784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.413432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:04.434960 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:04.480113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:04.480641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6c815dd7-4cdd-44bf-b9f5-bedc9a51da7e not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:04.481067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device df446f85-6886-4df0-9dd3-fdaf74cf599d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:04.513664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:04.523186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-77a16ca4-5c49-4ea2-9f27-f0d3bb4fb6c7 None None] The port '77784865-51d3-4803-8866-260160a990bc' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:31:04.525653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: df446f85-6886-4df0-9dd3-fdaf74cf599d {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:04.525924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device df446f85-6886-4df0-9dd3-fdaf74cf599d not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:04.534644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] For port a2a5cd1b-3bab-4304-afa4-4065d0cd381f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,segment=NetworkSegment(37c3a41d-23ef-4770-aeaf-5de05b43a6cc),segment_id=37c3a41d-23ef-4770-aeaf-5de05b43a6cc)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:04.534887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.541221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.541410 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Added segment f746abbe-e6cc-483a-823d-7b599c7f143c of type vlan for network 986a55f2-d336-4e62-8bc6-ead9728638f4 Apr 23 00:31:04.544851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535d1255-e80d-4989-ab80-85eda09fdcd7,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:04.553235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.574501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.598605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Network': ['ID=23d957a1-0aad-48f2-9145-4b14588af99d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:04.607752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.622475 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-826ef758-0df4-4072-a2de-0044b200dbe1 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/23d957a1-0aad-48f2-9145-4b14588af99d HTTP/1.1" status: 204 len: 168 time: 1.0495193 Apr 23 00:31:04.626157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35814) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:04.629112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.699664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] Calling delete_port for a2a5cd1b-3bab-4304-afa4-4065d0cd381f owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:04.701840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting subnet ccab5e85-477f-4129-8803-a325fef0b8af {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:04.719987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Calling delete_port for b59d2318-c5c2-44da-b1b4-8782d1d4be2a owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:04.720268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.742201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 77784865-51d3-4803-8866-260160a990bc no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:04.760183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 674d3545-4b45-412b-b547-bf1474d9bdd8 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:04.760527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.781382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 77784865-51d3-4803-8866-260160a990bc {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:04.782048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 77784865-51d3-4803-8866-260160a990bc not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:04.782640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 674d3545-4b45-412b-b547-bf1474d9bdd8 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:04.825190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.830165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 674d3545-4b45-412b-b547-bf1474d9bdd8 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:04.830770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 674d3545-4b45-412b-b547-bf1474d9bdd8 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:04.831444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a2a5cd1b-3bab-4304-afa4-4065d0cd381f no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:04.849537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] The port '674d3545-4b45-412b-b547-bf1474d9bdd8' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:31:04.859231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] For port a2a5cd1b-3bab-4304-afa4-4065d0cd381f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,segment=NetworkSegment(37c3a41d-23ef-4770-aeaf-5de05b43a6cc),segment_id=37c3a41d-23ef-4770-aeaf-5de05b43a6cc)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:04.859621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.891700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.897179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:04.897774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.943954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.945043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:04.991695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port a2a5cd1b-3bab-4304-afa4-4065d0cd381f update to DOWN by agent not found {{(pid=88074) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 23 00:31:05.008500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] Pushing event deleted for resources: {'Port': ['ID=a2a5cd1b-3bab-4304-afa4-4065d0cd381f,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.010820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93051637-fc07-46c3-94d1-e970566b9d70 None None] No DVR routers for this DVR port a2a5cd1b-3bab-4304-afa4-4065d0cd381f on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:05.037167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for a2a5cd1b-3bab-4304-afa4-4065d0cd381f owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:05.098224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.133860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1080153 Apr 23 00:31:05.146539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35818) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.150185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e690f2-3565-4902-9684-544dba169e53,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.171497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Port': ['ID=b59d2318-c5c2-44da-b1b4-8782d1d4be2a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.189819 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b0b651d6-b4d1-4cf4-a15c-5b64c07aa092 admin admin] 10.222.0.39 "DELETE /v2.0/networks/72e690f2-3565-4902-9684-544dba169e53 HTTP/1.1" status: 204 len: 168 time: 4.0058608 Apr 23 00:31:05.194909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.199505 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-96569b55-2a2f-401c-8109-5100fafe988d tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/ports/b59d2318-c5c2-44da-b1b4-8782d1d4be2a HTTP/1.1" status: 204 len: 168 time: 1.7692728 Apr 23 00:31:05.206906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35824) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.278686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-68557ecd-7472-4630-9e01-99db9734ee36 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Synchronizing usage tracker for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:05.301696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a5c19-a36e-4303-a361-937bb94850c7 req-6a46b251-3dc9-4cc2-af37-06ea8a297817 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:05.303185 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c07a5c19-a36e-4303-a361-937bb94850c7 req-6a46b251-3dc9-4cc2-af37-06ea8a297817 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.8926358 Apr 23 00:31:05.305956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:05.306282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:05.310531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-68557ecd-7472-4630-9e01-99db9734ee36 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Unset dirty status for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:05.315824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-68557ecd-7472-4630-9e01-99db9734ee36 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1038895 Apr 23 00:31:05.315824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35828) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.321598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:05.322432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1154415158'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:05.327434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:05.332681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Usage tracker for resource:network and tenant:1e30fbcf4d4a44cd8e357ffef9c757ad is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:05.337330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:05.347241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d49d1-7648-4cce-bcad-522b03c72e81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Network': ['ID=986a55f2-d336-4e62-8bc6-ead9728638f4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.359392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:05.365153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.367156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:05.415128 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c07a5c19-a36e-4303-a361-937bb94850c7 req-86c3e76b-67e1-46f7-9393-885961a24de4 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793481 Apr 23 00:31:05.415823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35832) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.416477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Made reservation on behalf of 1e30fbcf4d4a44cd8e357ffef9c757ad for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:05.425839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.461580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.486563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:05.497775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ccd5b8-a118-42a6-86d6-64f83254c62d']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:05.508516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.508865 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Added segment 5014d50a-697a-41e6-aa69-19aa4a6df535 of type vlan for network 985b42f5-f33a-42f2-800e-713d7b53abdc Apr 23 00:31:05.511849 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-10385e6c-3ef2-43fb-a602-4f498b0b67eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=807dd741af784b969030e7c71115a3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727968 Apr 23 00:31:05.516209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35836) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.529838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:05.530099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba63fbc-71a2-4ab5-a5aa-338c09dcdbf6') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:05.547220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:05.556373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.562864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:05.569447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.571080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:05.582077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:05.586627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.601127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:05.601503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.614503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-997ce115-430a-4ee9-b24e-2ef20da9ec13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:05.621588 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:05.630929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.633361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:05.636751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.636885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:05.637463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.650740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.692731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-997ce115-430a-4ee9-b24e-2ef20da9ec13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.767585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Subnet': ['ID=ccab5e85-477f-4129-8803-a325fef0b8af,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.770550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227b929-27f5-40c4-b455-52ffbf43bf8c None None] Network 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:05.772137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.785130 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4681809 Apr 23 00:31:05.785967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f568b-3044-4d58-bfdc-9572306aadec tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Network': ['ID=985b42f5-f33a-42f2-800e-713d7b53abdc,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.796640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35840) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.804930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 985b42f5-f33a-42f2-800e-713d7b53abdc details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:05.805634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2139206166'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:05.808597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port a2a5cd1b-3bab-4304-afa4-4065d0cd381f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:05.808941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.839946 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-68dcb96b-7eff-41a6-82ff-813303f0b82f tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/subnets/ccab5e85-477f-4129-8803-a325fef0b8af HTTP/1.1" status: 204 len: 168 time: 1.2127354 Apr 23 00:31:05.842209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.844240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35844) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.869326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:05.921072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=14ccd5b8-a118-42a6-86d6-64f83254c62d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:05.930944 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2c18f3ec-17b1-4318-9a7b-f34cfdc004ca tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/14ccd5b8-a118-42a6-86d6-64f83254c62d HTTP/1.1" status: 204 len: 168 time: 4.3907690 Apr 23 00:31:05.932085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35848) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:05.966782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:06.000040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Usage tracker for resource:network and tenant:1e30fbcf4d4a44cd8e357ffef9c757ad is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:06.003056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:06.009991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] The port 'a2a5cd1b-3bab-4304-afa4-4065d0cd381f' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:31:06.014686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:06.075601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Made reservation on behalf of 1e30fbcf4d4a44cd8e357ffef9c757ad for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:06.079464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.116504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-997ce115-430a-4ee9-b24e-2ef20da9ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.119548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.193082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.201315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ce115-430a-4ee9-b24e-2ef20da9ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d1699a-5ba1-4ab1-98da-3452bcd5b7f4,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:06.235117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:06.242443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-997ce115-430a-4ee9-b24e-2ef20da9ec13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.246102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-997ce115-430a-4ee9-b24e-2ef20da9ec13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8d1699a-5ba1-4ab1-98da-3452bcd5b7f4 HTTP/1.1" status: 204 len: 168 time: 0.7264369 Apr 23 00:31:06.246102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dde5c4-b2d6-4763-944d-6a8b881098a3']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:06.252069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] DHCP port deletion for 0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:06.258057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] Deleting port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:06.258752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.261281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c3a41d-23ef-4770-aeaf-5de05b43a6cc') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:06.261593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c3a41d-23ef-4770-aeaf-5de05b43a6cc') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:06.268509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.268860 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Added segment 0542591f-43db-4cc5-96ce-d4496d396bce of type vlan for network e589f6f6-def9-400d-9e10-d5aa9c4f1f7d Apr 23 00:31:06.279359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.309930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.317456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.322740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:06.323150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:06.338951 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:06.355983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:06.357079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.446589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.462934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.469015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:06.469618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.518582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.532528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] For port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,segment=NetworkSegment(7a23e281-eb6f-4fca-b4f5-9e3b249d8cde),segment_id=7a23e281-eb6f-4fca-b4f5-9e3b249d8cde)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:06.532943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.556389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=41dde5c4-b2d6-4763-944d-6a8b881098a3,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:06.610638 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-442bce6a-c54a-4f38-b599-1d1677ad4538 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/41dde5c4-b2d6-4763-944d-6a8b881098a3 HTTP/1.1" status: 204 len: 168 time: 3.2187345 Apr 23 00:31:06.611233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35860) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:06.614322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] For port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,segment=NetworkSegment(7a23e281-eb6f-4fca-b4f5-9e3b249d8cde),segment_id=7a23e281-eb6f-4fca-b4f5-9e3b249d8cde)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:06.614696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.632481 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8347187 Apr 23 00:31:06.636301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2029254079'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:06.646953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:06.655308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:06.660940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:06.667117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:06.727275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:06.730751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.760219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f67e8f-131c-4ca7-8033-4f6fc228fcfb tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Network': ['ID=e589f6f6-def9-400d-9e10-d5aa9c4f1f7d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:06.776585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:06.786694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.787059 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment 87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0 of type vlan for network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 Apr 23 00:31:06.818693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.818944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.860455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.864968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] Calling delete_port for 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:06.869439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:06.870060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:06.942940 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:06.973792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network e589f6f6-def9-400d-9e10-d5aa9c4f1f7d details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:06.994603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.064126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] Pushing event deleted for resources: {'Port': ['ID=221e8fd4-ba53-4f6b-8da4-e9de7a3750f0,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:07.066063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:07.066689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:07.140806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:07.147228 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-beab59f3-a874-4605-be1e-3dcb83711765 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5233424 Apr 23 00:31:07.148132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35872) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:07.153876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:07.211057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be7fc1-40cc-400c-b9ea-59862b8ab8b9 None None] No DVR routers for this DVR port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:07.213311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:07.257922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Calling delete_port for 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:07.304042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=182fa964-b3b1-45da-8a4d-2729b5667d28,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:07.384472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:07.389689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:07.393309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:07.400731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:07.414702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:07.419990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.506632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:07.507206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network hostable DHCP agents. Network: 986a55f2-d336-4e62-8bc6-ead9728638f4, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:07.580041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:07.580431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:07.598779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:07.644154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a02a1-3dad-462a-86e4-3dbe10f25ac2 req-1e473b4b-ed0e-4dd3-94a9-0274e166797c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:07.646627 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-112a02a1-3dad-462a-86e4-3dbe10f25ac2 req-1e473b4b-ed0e-4dd3-94a9-0274e166797c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.7341704 Apr 23 00:31:07.669036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 986a55f2-d336-4e62-8bc6-ead9728638f4) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:07.678187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727278ef-7411-4476-b853-f86a86ff86a7 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:07.718516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:07.718807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.719366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:07.796941 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-112a02a1-3dad-462a-86e4-3dbe10f25ac2 req-51185174-5ec4-498e-b08c-461e80f7cd25 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359971 Apr 23 00:31:07.817518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=9d8c98ff-335e-413f-8088-87b6c098d0fe,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:07.839252 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c08ebac5-24b9-42aa-80df-3f684183b4f2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6906314 Apr 23 00:31:07.840138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35890) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:07.881103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'name': 'tempest-NetworksTestDHCPv6-16238266'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:08.058641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.066348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': '87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:08.067381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:08.110944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:08.145244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:08.153966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:08.154717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.170631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:08.179017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:08.183871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4789a215-3346-4ebd-b2f2-b193a451b094 None None] Network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:08.185523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:08.195098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:08.201071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-432415ae-f436-47a9-8f6c-df0ae7050200 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0517941 Apr 23 00:31:08.204979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35900) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:08.213644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-342454288'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:08.226388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Deleting port 221e8fd4-ba53-4f6b-8da4-e9de7a3750f0 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:08.226739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.253622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:08.257820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.258725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '182fa964-b3b1-45da-8a4d-2729b5667d28'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:08.259716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.291062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 93419b40-407b-42aa-927a-135bb0b9f11c yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:08.396539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] The port '221e8fd4-ba53-4f6b-8da4-e9de7a3750f0' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:31:08.681173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35910) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:08.745991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::37e (986a55f2-d336-4e62-8bc6-ead9728638f4/182fa964-b3b1-45da-8a4d-2729b5667d28/93419b40-407b-42aa-927a-135bb0b9f11c) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:08.781290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:08.807381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6', 'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6', 'tenant_id': '64d5d003d79e452e8eb0df89bf8887a7', 'fixed_ips': [{'subnet_id': '9d8c98ff-335e-413f-8088-87b6c098d0fe'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:08.808431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.813483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:08.831507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.857402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:08.862006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:08.996700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:09.023414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:09.028050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:09.033180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Usage tracker for resource:floatingip and tenant:16d08bb4222a451a8a2a95d9a8b640de is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:09.037218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:09.044525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:09.066466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef45d2-fe15-4a98-9922-4e56829d16d7 req-19f882df-a224-43b0-b5ce-f3f7891a68ab tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:09.068364 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b6ef45d2-fe15-4a98-9922-4e56829d16d7 req-19f882df-a224-43b0-b5ce-f3f7891a68ab tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.4395831 Apr 23 00:31:09.070077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b022207-0bd7-4e4f-87ec-3e1e7babe3f9']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:09.080713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.108468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Allocated IP 2001:db8::2 (d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6/9d8c98ff-335e-413f-8088-87b6c098d0fe/f78b65fa-1783-43fa-ad15-1265e2914e5e) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:09.162651 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b6ef45d2-fe15-4a98-9922-4e56829d16d7 req-cc70bc5c-f796-4037-9a4e-5f58479d0684 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598631 Apr 23 00:31:09.168309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a23e281-eb6f-4fca-b4f5-9e3b249d8cde') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:09.168746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a23e281-eb6f-4fca-b4f5-9e3b249d8cde') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:09.199658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.215561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.220344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 93419b40-407b-42aa-927a-135bb0b9f11c will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:09.253573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.342310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.351839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:09.369864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:09.370374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.378561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:09.384566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:09.391839 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:09.398387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:09.399341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.406837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/182fa964-b3b1-45da-8a4d-2729b5667d28/e5ece325-7cbd-4510-8db3-bbe4484cd71d) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:09.415096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=93419b40-407b-42aa-927a-135bb0b9f11c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:09.462300 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4ae059fe-ddf0-4977-8484-2edb006f73cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6032774 Apr 23 00:31:09.463408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35916) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:09.473475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.568306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1691ed0a-88e1-4607-bb72-2a559a9146ae tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:09.569871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1691ed0a-88e1-4607-bb72-2a559a9146ae tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:09.580493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Transition to ACTIVE for port object f78b65fa-1783-43fa-ad15-1265e2914e5e will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:09.597932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1691ed0a-88e1-4607-bb72-2a559a9146ae tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:09.603345 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1691ed0a-88e1-4607-bb72-2a559a9146ae tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1386452 Apr 23 00:31:09.605094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35920) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:09.646183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Transition to ACTIVE for port object f78b65fa-1783-43fa-ad15-1265e2914e5e will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:09.654010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 8187ed72-e2ec-471b-9882-270db844b380 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:09.654961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.683833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.728444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.773034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.784327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 93419b40-407b-42aa-927a-135bb0b9f11c {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:09.785504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.809815 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] Pushing event deleted for resources: {'Network': ['ID=0b022207-0bd7-4e4f-87ec-3e1e7babe3f9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:09.854008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::2e2 (d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6/9d8c98ff-335e-413f-8088-87b6c098d0fe/128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:09.865736 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-48544843-0b19-4e80-8db8-4908c018e3a4 tempest-NetworksIpV6TestAttrs-381431918 tempest-NetworksIpV6TestAttrs-381431918-project] 10.222.0.39 "DELETE /v2.0/networks/0b022207-0bd7-4e4f-87ec-3e1e7babe3f9 HTTP/1.1" status: 204 len: 168 time: 4.0201013 Apr 23 00:31:09.887593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.914193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:09.919864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:09.927478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Pushing event updated for resources: {'Port': ['ID=f78b65fa-1783-43fa-ad15-1265e2914e5e,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:09.932754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:09.935982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:09.995796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 8187ed72-e2ec-471b-9882-270db844b380, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8187ed72-e2ec-471b-9882-270db844b380,segment=NetworkSegment(e344ead9-9cc9-4853-bd17-15d89d6af1f8),segment_id=e344ead9-9cc9-4853-bd17-15d89d6af1f8)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:09.996172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.043113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.073341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Transition to ACTIVE for port object e5ece325-7cbd-4510-8db3-bbe4484cd71d will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:10.086083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Attempting to bind port f78b65fa-1783-43fa-ad15-1265e2914e5e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:10.086492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Attempting to bind port f78b65fa-1783-43fa-ad15-1265e2914e5e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:10.086859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Attempting to bind port f78b65fa-1783-43fa-ad15-1265e2914e5e on network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:10.090881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35926) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:10.100036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:10.100427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Checking segment: {'id': '87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:10.100921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.101316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Bound using segment: {'id': '87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:10.101784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Bound port: f78b65fa-1783-43fa-ad15-1265e2914e5e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd854a01c-18b1-4a4e-9b9c-0b66dc13e0d6'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:10.102173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.121965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Transition to ACTIVE for port object e5ece325-7cbd-4510-8db3-bbe4484cd71d will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:10.177117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.199437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'subnets': [{'network_id': '985b42f5-f33a-42f2-800e-713d7b53abdc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1578361039', 'ip_version': 6}, {'network_id': 'e589f6f6-def9-400d-9e10-d5aa9c4f1f7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:10.199882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'subnet': {'network_id': '985b42f5-f33a-42f2-800e-713d7b53abdc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1578361039', 'ip_version': 6}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:10.200414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Request body: {'subnet': {'network_id': 'e589f6f6-def9-400d-9e10-d5aa9c4f1f7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:10.220465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 8187ed72-e2ec-471b-9882-270db844b380 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:10.310076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Pushing event updated for resources: {'Port': ['ID=e5ece325-7cbd-4510-8db3-bbe4484cd71d,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:10.335781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:10.339192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:10.342805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:10.426979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] For port f78b65fa-1783-43fa-ad15-1265e2914e5e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:10.440049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.446145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Allocated IP 172.26.8.80 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/79cfbfe2-9a04-448b-9ab7-338ad8299c8f) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:10.446781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] For port f78b65fa-1783-43fa-ad15-1265e2914e5e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f78b65fa-1783-43fa-ad15-1265e2914e5e,segment=NetworkSegment(87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0),segment_id=87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:10.447909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Attempting to bind port e5ece325-7cbd-4510-8db3-bbe4484cd71d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:10.448131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Attempting to bind port e5ece325-7cbd-4510-8db3-bbe4484cd71d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:10.448574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Attempting to bind port e5ece325-7cbd-4510-8db3-bbe4484cd71d on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:10.455511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.479243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35934) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:10.488905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:10.489140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:10.489437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:10.489683 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.490073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:10.490575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Bound port: e5ece325-7cbd-4510-8db3-bbe4484cd71d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:10.490952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.524634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.627667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a94e8a-737c-4e74-820b-afddb940d3e4 None None] Pushing event updated for resources: {'Port': ['ID=f78b65fa-1783-43fa-ad15-1265e2914e5e,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:10.664253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] For port e5ece325-7cbd-4510-8db3-bbe4484cd71d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:10.668262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] For port e5ece325-7cbd-4510-8db3-bbe4484cd71d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e5ece325-7cbd-4510-8db3-bbe4484cd71d,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:10.675482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.680308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 93419b40-407b-42aa-927a-135bb0b9f11c owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:10.731131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0ea1a-89a9-43ba-a9b8-b355215a6758 req-acaadfe1-1f7a-4121-9a45-f37882ec54ae tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:10.732807 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73d0ea1a-89a9-43ba-a9b8-b355215a6758 req-acaadfe1-1f7a-4121-9a45-f37882ec54ae tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.3693426 Apr 23 00:31:10.762767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:10.773876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Usage tracker for resource:subnet and tenant:1e30fbcf4d4a44cd8e357ffef9c757ad is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:10.780217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:10.789324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242969-3465-4f75-954e-7194bbb3fa2b None None] Pushing event updated for resources: {'Port': ['ID=e5ece325-7cbd-4510-8db3-bbe4484cd71d,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:10.797908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.808273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:10.910946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:10.911898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Made reservation on behalf of 1e30fbcf4d4a44cd8e357ffef9c757ad for: {'subnet': 2} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:10.918320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:10.921420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.921420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.921633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:10.930629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:10.931393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:10.948227 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b874e43d-2161-43d9-ac93-c09de3b1c3a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a850a3ef985248918a6c287e97ff069a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687812 Apr 23 00:31:10.950818 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73d0ea1a-89a9-43ba-a9b8-b355215a6758 req-888654a6-c974-4e1f-87c7-0f4d17eeefcf tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083759 Apr 23 00:31:10.951355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35940) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:11.125832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.143822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.160310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ee158dee-8a28-400e-889f-3ead7eae4139 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.9540846 Apr 23 00:31:11.164474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35946) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:11.181623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.240942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.260701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=8187ed72-e2ec-471b-9882-270db844b380,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.367860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.535069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=93419b40-407b-42aa-927a-135bb0b9f11c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.543474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.548206 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f1528b17-b5cb-4c93-9a38-36c60f3dfd80 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/93419b40-407b-42aa-927a-135bb0b9f11c HTTP/1.1" status: 204 len: 168 time: 1.9390128 Apr 23 00:31:11.549952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35952) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:11.700230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:11.700575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.736916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-892bc12c-c0a7-4922-8acc-1a084cac4730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.767846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553f4c2-685d-47b8-9555-a6ca5eaf2547 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:11.769442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553f4c2-685d-47b8-9555-a6ca5eaf2547 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:11.771013 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3553f4c2-685d-47b8-9555-a6ca5eaf2547 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1872196 Apr 23 00:31:11.785201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35956) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:11.830038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:11.844464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:11.846577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-892bc12c-c0a7-4922-8acc-1a084cac4730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.857077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:11.881884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:11.885242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Pushing event updated for resources: {'Port': ['ID=79cfbfe2-9a04-448b-9ab7-338ad8299c8f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:11.953165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63522b9a-91c1-4db7-8bb5-ee8a01537c89 None None] Network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:12.121426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8811a80c-c62e-45ac-a2be-2107741614ae None None] Provisioning for port f78b65fa-1783-43fa-ad15-1265e2914e5e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:12.147754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.168515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.317866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:12.344505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0fbb8-1e92-4aba-9290-07bb2f61372e None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:12.462804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-d54a9c1f-cdd7-4b0c-9f67-379472cab8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:12.464613 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-d54a9c1f-cdd7-4b0c-9f67-379472cab8d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ca6f3281b8543d384e6824b73e7e15c&device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 1099 time: 0.9142509 Apr 23 00:31:12.471467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2b06f-0cb6-45fd-b496-cd8bce57e73b req-3bebc2bd-d1d3-478b-8bd9-ef276eceea77 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:12.473026 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-88b2b06f-0cb6-45fd-b496-cd8bce57e73b req-3bebc2bd-d1d3-478b-8bd9-ef276eceea77 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.9435022 Apr 23 00:31:12.514119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 182fa964-b3b1-45da-8a4d-2729b5667d28 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:12.527104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.558898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-dab2430f-d1dd-4a85-96eb-a84a246d9dad None None] Provisioning for port e5ece325-7cbd-4510-8db3-bbe4484cd71d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:12.568450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:31:12.627800 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-88b2b06f-0cb6-45fd-b496-cd8bce57e73b req-4c30772c-5bcc-4c14-a34c-4e12f636f7ce tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384003 Apr 23 00:31:12.639441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.691571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-892bc12c-c0a7-4922-8acc-1a084cac4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.694618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.745604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-43423023-ab4d-4f00-bb90-1f6b7192a51e None None] Could not find standard attr ID for object 128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:31:12.773513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-5b1070b6-55ca-4e6a-9934-8f913c6db9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:12.775013 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-5b1070b6-55ca-4e6a-9934-8f913c6db9a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fd4f762f-1f29-45e4-a613-1064408129e1 HTTP/1.1" status: 200 len: 912 time: 0.2764375 Apr 23 00:31:12.848479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:12.875903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bc12c-c0a7-4922-8acc-1a084cac4730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c77d0d-bb91-4138-b222-f5354960fcf9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:12.882737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f78b65fa-1783-43fa-ad15-1265e2914e5e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:12.883490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.891115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.902370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-892bc12c-c0a7-4922-8acc-1a084cac4730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:12.906913 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-892bc12c-c0a7-4922-8acc-1a084cac4730 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11c77d0d-bb91-4138-b222-f5354960fcf9 HTTP/1.1" status: 204 len: 168 time: 1.8535266 Apr 23 00:31:12.913236 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9bd28985-30bc-4e42-a339-c00d67b251c4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0 HTTP/1.1" status: 204 len: 168 time: 1.6841607 Apr 23 00:31:12.915397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:12.979071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-429e261b-f92e-4890-a8b3-45c92214076b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:31:12.979640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-429e261b-f92e-4890-a8b3-45c92214076b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:13.006891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2cbf9705-6c19-4a69-a9e2-63c6a5f7728b None None] Could not find standard attr ID for object 128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:31:13.036022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-429e261b-f92e-4890-a8b3-45c92214076b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:13.040700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-429e261b-f92e-4890-a8b3-45c92214076b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0 HTTP/1.1" status: 404 len: 333 time: 0.1215785 Apr 23 00:31:13.041582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.044501 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-67183a88-4954-46d1-a91e-1fefcc04deed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1f08627-5df2-4451-b916-c7c17674512c HTTP/1.1" status: 200 len: 217 time: 0.1544929 Apr 23 00:31:13.057292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 35968) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:13.079848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port f78b65fa-1783-43fa-ad15-1265e2914e5e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:13.090414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f78b65fa-1783-43fa-ad15-1265e2914e5e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:13.090949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.208551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.261621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=182fa964-b3b1-45da-8a4d-2729b5667d28,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:13.269893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.278404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eb57cceb-2a9f-4bfe-bb02-48a20f222d5e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/182fa964-b3b1-45da-8a4d-2729b5667d28 HTTP/1.1" status: 204 len: 168 time: 1.4921613 Apr 23 00:31:13.281544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35974) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:13.315546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.374413 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d96f23a4-1a14-49d3-94c0-5b530d22c694 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909853 Apr 23 00:31:13.376800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35978) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:13.385097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:13.387446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port f78b65fa-1783-43fa-ad15-1265e2914e5e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f78b65fa-1783-43fa-ad15-1265e2914e5e,segment=NetworkSegment(87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0),segment_id=87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:13.398846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.400036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e5ece325-7cbd-4510-8db3-bbe4484cd71d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:13.501067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:31:13.515860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbfb7f2-c94c-4d16-a269-921ef0680e46 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:13.517759 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66862b13-5248-4584-923a-e9837f34e46f None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:13.543558 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:13.545607 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:13.548887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 9d8c98ff-335e-413f-8088-87b6c098d0fe {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:13.594020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.604247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c2a8ab48-5775-4f2d-a6eb-f1927fb2094f None None] Could not find standard attr ID for object 93419b40-407b-42aa-927a-135bb0b9f11c. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:31:13.685591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:13.688052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-3e9fce2d-65fa-4b45-90db-309ad0881fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:13.689591 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-3e9fce2d-65fa-4b45-90db-309ad0881fde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=744e0e50-b967-4363-a133-112d219cd976 HTTP/1.1" status: 200 len: 852 time: 0.5374448 Apr 23 00:31:13.692895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:13.700476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:13.717192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:13.718870 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ddba5a02-b9bc-44e7-9078-12a4483aa017 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7807114 Apr 23 00:31:13.736517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 35992) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:13.763120 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:13.824776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:13.838779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.852774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=f78b65fa-1783-43fa-ad15-1265e2914e5e,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:13.855272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.886695 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-b246554f-2862-4f90-92ec-c308c3067fcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fd4f762f-1f29-45e4-a613-1064408129e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1732061 Apr 23 00:31:13.902219 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:31:10Z', 'revision_number': 11, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:13.907718 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66862b13-5248-4584-923a-e9837f34e46f None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:13.917819 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:13.918870 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:30:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:13.988128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:13.992078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port e5ece325-7cbd-4510-8db3-bbe4484cd71d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:14.010187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e5ece325-7cbd-4510-8db3-bbe4484cd71d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:14.011291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.013824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting subnet 9f57c44a-2a55-4d73-8d1a-42a52ef11f6b {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:14.018704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.136856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.166524 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-c89d34c1-d412-4e6b-929e-7dff1ee8581b service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480384 Apr 23 00:31:14.204872 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:14.278523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.283515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:14.314888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Deleting port e5ece325-7cbd-4510-8db3-bbe4484cd71d {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:14.315249 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.407011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.434940 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eca15c43-a2e8-4c9c-bb95-cdf650ccb7b1 req-61cbaca1-7a51-4b86-b822-80c5f48c5d2f service neutron] 10.222.0.42 "GET /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455525 Apr 23 00:31:14.442714 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66862b13-5248-4584-923a-e9837f34e46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:31:10Z', 'revision_number': 11, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:14.445489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.451875 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66862b13-5248-4584-923a-e9837f34e46f None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:31:10Z', 'revision_number': 11, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:14.471389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Checking segment: {'id': '5014d50a-697a-41e6-aa69-19aa4a6df535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '985b42f5-f33a-42f2-800e-713d7b53abdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:14.473587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network hostable DHCP agents. Network: 985b42f5-f33a-42f2-800e-713d7b53abdc, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:14.487429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Subnet': ['ID=2cacb3ff-11ce-492c-9867-d4150abf6109,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:14.534680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port e5ece325-7cbd-4510-8db3-bbe4484cd71d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e5ece325-7cbd-4510-8db3-bbe4484cd71d,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:14.540611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network 985b42f5-f33a-42f2-800e-713d7b53abdc is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:14.560118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d60c845-5712-4d3e-ac6d-b685e4dc7cce None None] Network 9f0f39ef-4c53-49d2-ad2c-38a02041156c requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:14.564608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36006) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:14.566505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.569855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Subnet': ['ID=9f57c44a-2a55-4d73-8d1a-42a52ef11f6b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:14.573779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 985b42f5-f33a-42f2-800e-713d7b53abdc) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:14.578205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.592297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.598458 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fa46f67d-34b4-4190-bbfc-c0bb4dbf04f4 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/9f57c44a-2a55-4d73-8d1a-42a52ef11f6b HTTP/1.1" status: 204 len: 168 time: 0.8593369 Apr 23 00:31:14.599044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:14.633250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dbd014-6f47-4822-bf83-615164916154 None None] Network 985b42f5-f33a-42f2-800e-713d7b53abdc requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:14.658946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.665901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.700569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ca0fb7c0-0bc7-413d-bbca-d6192365a3e2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:14.701263 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-ca0fb7c0-0bc7-413d-bbca-d6192365a3e2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:31:14.701950 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-ca0fb7c0-0bc7-413d-bbca-d6192365a3e2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:31:14.706479 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ca0fb7c0-0bc7-413d-bbca-d6192365a3e2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1351881 Apr 23 00:31:14.709214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36016) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:14.714841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.734281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.804690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--797661218'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:14.811197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.819031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:14.824805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:14.832260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:14.832497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.850288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=8bd7676b-fef1-4085-a205-073311cfd729,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:14.855436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Deleting port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:14.855783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:14.856920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:14.901400 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-232ac057-bf27-4423-8b0c-6c0f3ff7d80e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5209897 Apr 23 00:31:14.906413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36020) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:14.918916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'name': 'tempest-NetworksTestDHCPv6-297766689'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:14.945884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:14.953180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:14.982866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event updated for resources: {'Subnet': ['ID=7276167e-ceda-41c4-b3bb-8b06d056c307,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:14.989880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:15.022692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Pushing event updated for resources: {'Port': ['ID=79cfbfe2-9a04-448b-9ab7-338ad8299c8f,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.032751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Checking segment: {'id': '0542591f-43db-4cc5-96ce-d4496d396bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e589f6f6-def9-400d-9e10-d5aa9c4f1f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:15.033373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network hostable DHCP agents. Network: e589f6f6-def9-400d-9e10-d5aa9c4f1f7d, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:15.047128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.058624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.078622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.084506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f78b65fa-1783-43fa-ad15-1265e2914e5e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:15.103356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.136181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=e5ece325-7cbd-4510-8db3-bbe4484cd71d,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.147713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:15.164952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8c98ff-335e-413f-8088-87b6c098d0fe,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.167283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:15.171446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] For port e5ece325-7cbd-4510-8db3-bbe4484cd71d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e5ece325-7cbd-4510-8db3-bbe4484cd71d,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:15.172399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.173385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.175182 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-622571a0-9c5b-43cb-9c36-e95305042370 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4815667 Apr 23 00:31:15.177494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:15.187145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36024) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:15.195685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218bf20-ce1b-499a-8d83-e5e4c588321e req-300b5000-ab8e-41e1-a5c9-6bf9ee45cf4a tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:15.203041 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6218bf20-ce1b-499a-8d83-e5e4c588321e req-300b5000-ab8e-41e1-a5c9-6bf9ee45cf4a tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 1.3694916 Apr 23 00:31:15.205778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-222410401', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'fixed_ips': [{'ip_address': '172.26.8.80'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:15.209322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.213830 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ad7b44d6-1327-4a20-8f5b-3d8f783274a3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/9d8c98ff-335e-413f-8088-87b6c098d0fe HTTP/1.1" status: 204 len: 168 time: 2.1449137 Apr 23 00:31:15.215290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:15.216882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:15.224482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:15.226362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Network e589f6f6-def9-400d-9e10-d5aa9c4f1f7d is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:15.248581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Usage tracker for resource:port and tenant:16d08bb4222a451a8a2a95d9a8b640de is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:15.264542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:15.269175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, e589f6f6-def9-400d-9e10-d5aa9c4f1f7d) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:15.282406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:15.284892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:15.284892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.285149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42931d-f76e-45bf-a37f-481bf6d54460 None None] Network d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:15.294697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:15.297038 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6218bf20-ce1b-499a-8d83-e5e4c588321e req-cccbc3f4-dd56-47e5-8d0e-5969383a0038 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926020 Apr 23 00:31:15.323765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:15.331879 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8743f4d5-36f9-40f2-a3de-2751d42f0904 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.2364261 Apr 23 00:31:15.336016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36032) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:15.382301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f929a9b-aa4e-473e-8cbc-d0426b256830 None None] Network e589f6f6-def9-400d-9e10-d5aa9c4f1f7d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:15.387830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:15.397811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fe84-12eb-4e85-82b0-b31ee2a6d665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.399541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:15.407504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Made reservation on behalf of 16d08bb4222a451a8a2a95d9a8b640de for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:15.409958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.437858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9a593-8fbf-4a2d-8e0a-e6213242dedf tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:15.438074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:15.439599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9a593-8fbf-4a2d-8e0a-e6213242dedf tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:15.441250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b9a593-8fbf-4a2d-8e0a-e6213242dedf tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:15.442278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-47b9a593-8fbf-4a2d-8e0a-e6213242dedf tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Synchronizing usage tracker for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:15.481795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-47b9a593-8fbf-4a2d-8e0a-e6213242dedf tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Unset dirty status for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:15.489220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Calling delete_port for e5ece325-7cbd-4510-8db3-bbe4484cd71d owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:15.492762 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-47b9a593-8fbf-4a2d-8e0a-e6213242dedf tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1553621 Apr 23 00:31:15.495402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.496432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36036) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:15.500652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.525025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.539064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:15.542550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.561524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:15.571835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Usage tracker for resource:security_group_rule and tenant:16d08bb4222a451a8a2a95d9a8b640de is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:15.575122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] For port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf,segment=NetworkSegment(e344ead9-9cc9-4853-bd17-15d89d6af1f8),segment_id=e344ead9-9cc9-4853-bd17-15d89d6af1f8)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:15.575486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.586762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:15.588536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Deleting subnet 2cacb3ff-11ce-492c-9867-d4150abf6109 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:15.592488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.646322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.650844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:15.653132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port cd0ff998-ec8a-4468-8cd0-12eef8c60ed7 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:15.655515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:15.675161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:15.687565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port f78b65fa-1783-43fa-ad15-1265e2914e5e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:15.688041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.702030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:15.706902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.716564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:15.773919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c0440-114b-49f9-8997-ba6c19d1a02c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:15.784899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Calling delete_port for 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:15.812364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.911061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.915512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.937476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863dbd8b-b038-4883-8e3b-58faf05e3759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-985b42f5-f33a-42f2-800e-713d7b53abdc', 'network_id': '985b42f5-f33a-42f2-800e-713d7b53abdc', 'tenant_id': '1e30fbcf4d4a44cd8e357ffef9c757ad', 'fixed_ips': [{'subnet_id': '2cacb3ff-11ce-492c-9867-d4150abf6109'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:15.938409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-863dbd8b-b038-4883-8e3b-58faf05e3759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:15.969609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.013982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Subnet': ['ID=2cacb3ff-11ce-492c-9867-d4150abf6109,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:16.018270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f36f89-71be-4415-9a8f-bbb8ac3b64a4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:16.035625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.042292 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c602b3fc-cc5b-4801-a66a-2b8462b13762 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/subnets/2cacb3ff-11ce-492c-9867-d4150abf6109 HTTP/1.1" status: 204 len: 168 time: 0.5445344 Apr 23 00:31:16.043570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36040) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:16.047291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f78b65fa-1783-43fa-ad15-1265e2914e5e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:16.047716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.049129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.054088 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6d8e7245-36cb-4de6-9fa8-ef7d42f2d9a2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3354032 Apr 23 00:31:16.055112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36044) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:16.187582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.204078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d6add-e039-4060-a089-5caffb1d69c1 None None] DHCP port deletion for 9f0f39ef-4c53-49d2-ad2c-38a02041156c request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:16.206465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:16.206825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:16.259099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '47f36f89-71be-4415-9a8f-bbb8ac3b64a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:16.276707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:16.284438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Port': ['ID=0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:16.285979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:16.286269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No DVR routers for this DVR port 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:16.292203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:16.302414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:16.313206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::33e (986a55f2-d336-4e62-8bc6-ead9728638f4/8bd7676b-fef1-4085-a205-073311cfd729/cd0ff998-ec8a-4468-8cd0-12eef8c60ed7) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:16.315185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Deleting subnet 7276167e-ceda-41c4-b3bb-8b06d056c307 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:16.319723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.394112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.438730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a2fe2-c643-4c13-a5b4-c60188dbd37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-e589f6f6-def9-400d-9e10-d5aa9c4f1f7d', 'network_id': 'e589f6f6-def9-400d-9e10-d5aa9c4f1f7d', 'tenant_id': '1e30fbcf4d4a44cd8e357ffef9c757ad', 'fixed_ips': [{'subnet_id': '7276167e-ceda-41c4-b3bb-8b06d056c307'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:16.439672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b46a2fe2-c643-4c13-a5b4-c60188dbd37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.440897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.490723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842f5002-c786-4cbc-b4e4-5643872471bf None None] Network 985b42f5-f33a-42f2-800e-713d7b53abdc requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:16.557993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.559619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.596228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.611281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] For port f78b65fa-1783-43fa-ad15-1265e2914e5e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f78b65fa-1783-43fa-ad15-1265e2914e5e,segment=NetworkSegment(87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0),segment_id=87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:16.611640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.614952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.626503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.633621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.646283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] DHCP port deletion for d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:16.648701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e5ece325-7cbd-4510-8db3-bbe4484cd71d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:16.656561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] device_id is not set on port 65a18581-6ec3-4708-96af-5fd8ca004ebc yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:16.658029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55069b70-d00b-40bd-823e-af49bbd0fd93,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:16.675623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.679567 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c016bc62-ddae-44d5-9dab-4eecec3b390f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4258657 Apr 23 00:31:16.680186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36052) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:16.689968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '47f36f89-71be-4415-9a8f-bbb8ac3b64a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:16.698003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:16.705298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:16.707129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Deleting port f78b65fa-1783-43fa-ad15-1265e2914e5e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:16.707505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.715409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:16.724186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:16.732059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.757362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Deleting port e5ece325-7cbd-4510-8db3-bbe4484cd71d {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:16.757362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.779183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Subnet': ['ID=7276167e-ceda-41c4-b3bb-8b06d056c307,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:16.784168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.786770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:16.818007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for f78b65fa-1783-43fa-ad15-1265e2914e5e owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:16.820508 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bcad163f-7df1-4bc3-a687-2c84e9f53fed tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/subnets/7276167e-ceda-41c4-b3bb-8b06d056c307 HTTP/1.1" status: 204 len: 168 time: 0.7753124 Apr 23 00:31:16.829698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36056) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:16.909667 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:31:16.913645 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2040e524-c3be-4f34-b579-2e6e099fb386 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2293663 Apr 23 00:31:16.914233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36060) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:16.931265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f238eb-ed3c-417b-8524-18bbbf1cca8e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:16.931533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0f39ef-4c53-49d2-ad2c-38a02041156c']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:16.932001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-77f238eb-ed3c-417b-8524-18bbbf1cca8e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Synchronizing usage tracker for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server [None req-b46a2fe2-c643-4c13-a5b4-c60188dbd37b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7276167e-ceda-41c4-b3bb-8b06d056c307: This subnet is being modified by another concurrent operation. Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7276167e-ceda-41c4-b3bb-8b06d056c307: This subnet is being modified by another concurrent operation. Apr 23 00:31:16.950208 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Apr 23 00:31:16.993278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e344ead9-9cc9-4853-bd17-15d89d6af1f8') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:16.993585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e344ead9-9cc9-4853-bd17-15d89d6af1f8') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:17.008256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713d76c1-9272-4d3c-9e6c-1b103d0a353e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.011783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9980b-ff50-4ae5-a4d9-fa6949484ed1 None None] Network e589f6f6-def9-400d-9e10-d5aa9c4f1f7d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:17.026509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-77f238eb-ed3c-417b-8524-18bbbf1cca8e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Unset dirty status for tenant:1e30fbcf4d4a44cd8e357ffef9c757ad on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:17.035560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-77f238eb-ed3c-417b-8524-18bbbf1cca8e tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2043118 Apr 23 00:31:17.036480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36064) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:17.086368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.160125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e715792e-4919-492f-bddc-83e69b5e5cf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.189787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.205178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.214449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:17.215118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.215649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e715792e-4919-492f-bddc-83e69b5e5cf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:17.235376 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:17.272290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.341356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.384051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.408116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=f78b65fa-1783-43fa-ad15-1265e2914e5e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.408484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e715792e-4919-492f-bddc-83e69b5e5cf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.425778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88d353-1654-40ef-9978-12401f4d54b6 req-81cf5f4b-2cba-4b71-a6e7-88977d8028c7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:17.427376 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fd88d353-1654-40ef-9978-12401f4d54b6 req-81cf5f4b-2cba-4b71-a6e7-88977d8028c7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.9987953 Apr 23 00:31:17.430759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e589f6f6-def9-400d-9e10-d5aa9c4f1f7d']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:17.431232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.447975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715792e-4919-492f-bddc-83e69b5e5cf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f36f89-71be-4415-9a8f-bbb8ac3b64a4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.451795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0542591f-43db-4cc5-96ce-d4496d396bce') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:17.452102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0542591f-43db-4cc5-96ce-d4496d396bce') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:17.460920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e715792e-4919-492f-bddc-83e69b5e5cf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.466617 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e715792e-4919-492f-bddc-83e69b5e5cf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/47f36f89-71be-4415-9a8f-bbb8ac3b64a4 HTTP/1.1" status: 204 len: 168 time: 0.5472522 Apr 23 00:31:17.466617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36068) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:17.475509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No DVR routers for this DVR port f78b65fa-1783-43fa-ad15-1265e2914e5e on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:17.493626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.527679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.531753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.550185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:17.550807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:17.568508 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:17.593460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8909dc76-60f2-4a7d-bddb-d2e17ee31d20 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:17.631260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] For port f78b65fa-1783-43fa-ad15-1265e2914e5e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f78b65fa-1783-43fa-ad15-1265e2914e5e,segment=NetworkSegment(87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0),segment_id=87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:17.631655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.669740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8909dc76-60f2-4a7d-bddb-d2e17ee31d20 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:17.679489 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8909dc76-60f2-4a7d-bddb-d2e17ee31d20 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2134027 Apr 23 00:31:17.681204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36072) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:17.689382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--349850513'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:17.695720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.697727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:17.709948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object cd0ff998-ec8a-4468-8cd0-12eef8c60ed7 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:17.713255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.723646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.738486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Network': ['ID=e589f6f6-def9-400d-9e10-d5aa9c4f1f7d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.744121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:17.749829 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-12c0736a-8c46-4279-a91b-2dfd4cf7dbde tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/networks/e589f6f6-def9-400d-9e10-d5aa9c4f1f7d HTTP/1.1" status: 204 len: 168 time: 0.7093370 Apr 23 00:31:17.750444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36076) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:17.753231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Pushing event deleted for resources: {'Network': ['ID=9f0f39ef-4c53-49d2-ad2c-38a02041156c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:17.791737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.793116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4351405-3df9-4212-8673-c2586331cd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.798744 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fd88d353-1654-40ef-9978-12401f4d54b6 req-bca7349d-3a9f-408c-ae6c-a594c36ba993 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306508 Apr 23 00:31:17.805124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Calling delete_port for f78b65fa-1783-43fa-ad15-1265e2914e5e owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:17.826281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:17.856804 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 00:31:17.857312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:17.861241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port e5ece325-7cbd-4510-8db3-bbe4484cd71d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e5ece325-7cbd-4510-8db3-bbe4484cd71d,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:17.876501 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e7984edb-d028-4865-8ac3-efc681e3367b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/networks/9f0f39ef-4c53-49d2-ad2c-38a02041156c HTTP/1.1" status: 204 len: 168 time: 3.2648485 Apr 23 00:31:17.878385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.886399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36082) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:17.887872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.890990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8187ed72-e2ec-471b-9882-270db844b380 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:17.902037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'routes': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:17.902355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:17.908308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:17.928277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:17.938660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:17.975260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3bba112f-6d20-45e6-8203-322afc3616e1 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.7868927 Apr 23 00:31:17.978393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36086) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:17.991157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:18.035423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 8187ed72-e2ec-471b-9882-270db844b380 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:18.036193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8187ed72-e2ec-471b-9882-270db844b380 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:18.065932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:18.066224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87dc3787-e3b9-4f2c-a46e-5fe2e80f7db0') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:18.104178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] For port e5ece325-7cbd-4510-8db3-bbe4484cd71d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e5ece325-7cbd-4510-8db3-bbe4484cd71d,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:18.104578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.173928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.176638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.271698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Deleting port 79cfbfe2-9a04-448b-9ab7-338ad8299c8f {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:18.272346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.301907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:18.338051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Calling delete_port for e5ece325-7cbd-4510-8db3-bbe4484cd71d owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:18.366730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.401251 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:18.401862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0bdedacb-245a-48f8-ac9e-bf9ef67ae6bf not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:18.402007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f78b65fa-1783-43fa-ad15-1265e2914e5e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:18.419667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:18.431790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Added routes are [] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 00:31:18.432095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Removed routes are [] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 00:31:18.432462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.434702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:18.435324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.444323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: f78b65fa-1783-43fa-ad15-1265e2914e5e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:18.444670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f78b65fa-1783-43fa-ad15-1265e2914e5e not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:18.455653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:18.457990 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:18.460167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:18.460167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:18.462958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=e5ece325-7cbd-4510-8db3-bbe4484cd71d,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:18.464030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:18.470336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:18.471189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.496813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:18.497174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:18.497895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=cd0ff998-ec8a-4468-8cd0-12eef8c60ed7,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:18.538892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.558648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.569194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.573525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.599237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.627408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985b42f5-f33a-42f2-800e-713d7b53abdc']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:18.693573 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d761d144-b1aa-40fb-8904-30f8aaef3755 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7839684 Apr 23 00:31:18.702740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36092) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:18.714414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.720341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5014d50a-697a-41e6-aa69-19aa4a6df535') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:18.720643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5014d50a-697a-41e6-aa69-19aa4a6df535') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:18.782494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.792432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.793221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2145cdab-78cd-4338-8218-6672a77f14f2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:18.806913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:18.816979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-62d7c962-2e3b-425b-82fc-7dab698219ab tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/d854a01c-18b1-4a4e-9b9c-0b66dc13e0d6 HTTP/1.1" status: 204 len: 168 time: 3.5954540 Apr 23 00:31:18.818184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.819539 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-eba8fd45-475a-4585-b31f-a24ecaf7687c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1370411 Apr 23 00:31:18.821497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae79c2-2dfc-416b-8b7d-f05906385020 req-1b9fb3ea-2e8e-4a87-bdcf-062e3e3ec4d7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:18.823002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-89ae79c2-2dfc-416b-8b7d-f05906385020 req-1b9fb3ea-2e8e-4a87-bdcf-062e3e3ec4d7 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.5987730 Apr 23 00:31:18.830626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36096) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:18.830962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36098) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:18.838885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.847579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'name': 'tempest-PortsIpV6TestJSON-499968626'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:18.865074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8519eded-e288-40d2-acc0-936d9a851baf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '2145cdab-78cd-4338-8218-6672a77f14f2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:18.865819 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-8519eded-e288-40d2-acc0-936d9a851baf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 23 00:31:18.866378 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-8519eded-e288-40d2-acc0-936d9a851baf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:18.867341 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8519eded-e288-40d2-acc0-936d9a851baf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0339773 Apr 23 00:31:18.874724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.875058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.875900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36104) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:18.888998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.898129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:18.898586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:18.915285 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:18.920785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:18.961131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Deleting port f78b65fa-1783-43fa-ad15-1265e2914e5e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:18.961681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.029209 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-89ae79c2-2dfc-416b-8b7d-f05906385020 req-7bbab68b-c93d-4791-9bd5-a98834fd88ea tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436346 Apr 23 00:31:19.058143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-80aa7266-2de5-4bb9-b1be-36a53499f747 None None] The port 'f78b65fa-1783-43fa-ad15-1265e2914e5e' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:31:19.058956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Deleting port e5ece325-7cbd-4510-8db3-bbe4484cd71d {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:19.059390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.171295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Calling delete_port for 79cfbfe2-9a04-448b-9ab7-338ad8299c8f owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:19.245803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.249478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:31:19.250180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.259950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ddb2d03-ba64-4aee-803b-aad3bd933cff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.299001 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/networks/985b42f5-f33a-42f2-800e-713d7b53abdc HTTP/1.1" status: 204 len: 168 time: 1.5474622 Apr 23 00:31:19.305159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:19.309820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36110) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:19.311782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e856c-a92e-4d02-be33-4990b412761a tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Network': ['ID=985b42f5-f33a-42f2-800e-713d7b53abdc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:19.315792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] For port e5ece325-7cbd-4510-8db3-bbe4484cd71d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e5ece325-7cbd-4510-8db3-bbe4484cd71d,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:19.316265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.346684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:19.363938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb03bc1-3e44-44d0-b7b8-46bb72d95c69 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:19.369892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb03bc1-3e44-44d0-b7b8-46bb72d95c69 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:19.373849 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3bb03bc1-3e44-44d0-b7b8-46bb72d95c69 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.6591294 Apr 23 00:31:19.393645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36114) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:19.414972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ddb2d03-ba64-4aee-803b-aad3bd933cff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.427370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:31:19.435659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.438943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bc8bd417-bfef-4f2b-a071-19b1b56e9ea5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 200 len: 705 time: 1.5493224 Apr 23 00:31:19.440079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36118) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:19.462698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] Sync routers for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:19.473184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Calling delete_port for e5ece325-7cbd-4510-8db3-bbe4484cd71d owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:19.493839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:19.497169 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.510269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bf40571-132f-47ef-b432-b7d732470daf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:19.515810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:19.516483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:19.534387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bf40571-132f-47ef-b432-b7d732470daf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:19.535846 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0bf40571-132f-47ef-b432-b7d732470daf tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 200 len: 205 time: 0.0884671 Apr 23 00:31:19.538600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36122) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:19.541548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ddb2d03-ba64-4aee-803b-aad3bd933cff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.597585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port be75d436-5bb4-4211-8ecd-692a9bb5ed80 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:19.639197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb2d03-ba64-4aee-803b-aad3bd933cff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2145cdab-78cd-4338-8218-6672a77f14f2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:19.642155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.646943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port cd0ff998-ec8a-4468-8cd0-12eef8c60ed7 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:19.647338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.696146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5ddb2d03-ba64-4aee-803b-aad3bd933cff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.699660 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5ddb2d03-ba64-4aee-803b-aad3bd933cff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/2145cdab-78cd-4338-8218-6672a77f14f2 HTTP/1.1" status: 204 len: 168 time: 0.8205183 Apr 23 00:31:19.706681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36126) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:19.711676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31dfddb0-4f2a-49db-87ae-c4df50463e47 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.728451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:19.830595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.836294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:31:10Z', 'revision_number': 11, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:19.841117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] Checking router: 5b4a2a24-ce58-4466-8df8-e59f7ef6595a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:19.847505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:19.901765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] Routers {'5b4a2a24-ce58-4466-8df8-e59f7ef6595a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:19.902032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:19.949345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] Pushing event deleted for resources: {'Port': ['ID=e5ece325-7cbd-4510-8db3-bbe4484cd71d,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:19.958209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d201abc-3079-423a-9484-fa1610174a68 None None] No DVR routers for this DVR port e5ece325-7cbd-4510-8db3-bbe4484cd71d on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:19.969847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Pushing event deleted for resources: {'Port': ['ID=79cfbfe2-9a04-448b-9ab7-338ad8299c8f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:20.028206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7de354e6-7fa7-4311-ac3e-727491260d4a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:20.039150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31dfddb0-4f2a-49db-87ae-c4df50463e47 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.039944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c43b8-a3ea-4981-bc75-f74de0f38e3a None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:20.042098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31dfddb0-4f2a-49db-87ae-c4df50463e47 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.080158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31dfddb0-4f2a-49db-87ae-c4df50463e47 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.080804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dfddb0-4f2a-49db-87ae-c4df50463e47 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:31:20.082171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] Set router 5b4a2a24-ce58-4466-8df8-e59f7ef6595a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:20.110656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31dfddb0-4f2a-49db-87ae-c4df50463e47 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.111872 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-31dfddb0-4f2a-49db-87ae-c4df50463e47 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 204 len: 168 time: 0.5721481 Apr 23 00:31:20.117252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36132) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:20.123523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2111174729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:20.126121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.132546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:20.137637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Usage tracker for resource:router and tenant:79b017aa787f4fc1b3f96813157e59a8 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:20.143179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:20.149965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:20.166108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.167907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.192620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.219692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.242653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:31:10Z', 'revision_number': 11, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:20.253714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.257975 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-07cabdca-1c07-4542-ab54-5d8b2c997678 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1370730 Apr 23 00:31:20.258435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36136) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:20.260241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa7d25-7e9c-4a6b-8d3b-8f4db18094fb None None] The sync data for ids ['5b4a2a24-ce58-4466-8df8-e59f7ef6595a'] in dv-neutron-838784-1-hyperv is: [{'id': '5b4a2a24-ce58-4466-8df8-e59f7ef6595a', 'name': 'tempest-RoutersIpV6Test-router-1232124127', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:35Z', 'updated_at': '2022-04-23T00:31:10Z', 'revision_number': 11, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:20.265861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3ce1e46d-51b6-48d0-b8e6-29853b1f018f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:20.436998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '8bd7676b-fef1-4085-a205-073311cfd729'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:20.437889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.531796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.548832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.629992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/8bd7676b-fef1-4085-a205-073311cfd729/ddfdbf0d-adc4-4cc7-849c-a16f46b532cb) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:20.648236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7de354e6-7fa7-4311-ac3e-727491260d4a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:20.653044 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7de354e6-7fa7-4311-ac3e-727491260d4a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9296451 Apr 23 00:31:20.688152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36142) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:20.711131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--242999948'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:20.720157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433ec36c-be12-41c2-b292-a4f445f0a06c']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:20.752698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:20.770336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.773228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f26fbc6-642a-4fc8-8924-121d7e04062d') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:20.773520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f26fbc6-642a-4fc8-8924-121d7e04062d') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:20.818970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.821894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e46d-51b6-48d0-b8e6-29853b1f018f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.826083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.831453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-49ff955c-01f7-406c-b8c0-938eeb88c8fb tempest-ExternalNetworksAdminNegativeTestJSON-1931492299 tempest-ExternalNetworksAdminNegativeTestJSON-1931492299-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/cd1bc377-4003-4ab7-998c-95d8fa53ccb3 HTTP/1.1" status: 204 len: 168 time: 2.8478763 Apr 23 00:31:20.831453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:20.839857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e46d-51b6-48d0-b8e6-29853b1f018f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.853489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.871205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.887699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.901849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Transition to ACTIVE for port object ddfdbf0d-adc4-4cc7-849c-a16f46b532cb will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:20.925749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Transition to ACTIVE for port object ddfdbf0d-adc4-4cc7-849c-a16f46b532cb will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:20.935434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:20.942820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.021877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Pushing event updated for resources: {'Port': ['ID=ddfdbf0d-adc4-4cc7-849c-a16f46b532cb,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:21.047961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:21.049349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:21.052133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:21.076860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce1e46d-51b6-48d0-b8e6-29853b1f018f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Router 762ee81a-e620-4479-b830-94b166fed822 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:31:21.088864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:21.089276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:21.105577 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:21.133803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for cd0ff998-ec8a-4468-8cd0-12eef8c60ed7 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:21.163878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36150) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:21.170188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Attempting to bind port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:21.170612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Attempting to bind port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:21.171182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Attempting to bind port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:21.176868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:21.177247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:21.177651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.178043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:21.178552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Bound port: ddfdbf0d-adc4-4cc7-849c-a16f46b532cb, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:21.178929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.238779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce1e46d-51b6-48d0-b8e6-29853b1f018f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:31:21.246117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3ce1e46d-51b6-48d0-b8e6-29853b1f018f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.247328 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3ce1e46d-51b6-48d0-b8e6-29853b1f018f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "PUT /v2.0/routers/762ee81a-e620-4479-b830-94b166fed822 HTTP/1.1" status: 200 len: 698 time: 0.9876413 Apr 23 00:31:21.249870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36156) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:21.255648 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] Sync routers for ids ['762ee81a-e620-4479-b830-94b166fed822'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:21.258316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-c618762f-5aab-4b11-bd44-a58bc248339f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:21.259851 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-c618762f-5aab-4b11-bd44-a58bc248339f tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.42 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.7204044 Apr 23 00:31:21.268603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159831a-03d8-49c2-835c-13a146a9427a req-e7abdff6-6430-4d2d-965c-57939eb51983 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:21.277731 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a159831a-03d8-49c2-835c-13a146a9427a req-e7abdff6-6430-4d2d-965c-57939eb51983 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.8620770 Apr 23 00:31:21.289426 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] Routers {'762ee81a-e620-4479-b830-94b166fed822'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:21.294659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['762ee81a-e620-4479-b830-94b166fed822'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:21.321144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] For port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:21.324221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] For port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ddfdbf0d-adc4-4cc7-849c-a16f46b532cb,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:21.331757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.353001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:21.416526 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5723d835-635f-46de-8c9a-ce98d74ed608 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/routers/762ee81a-e620-4479-b830-94b166fed822 HTTP/1.1" status: 200 len: 704 time: 0.1644022 Apr 23 00:31:21.416788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:21.419166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36160) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:21.433048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.436301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:21.458777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84c207-63bd-426e-8f8c-a6d4fbfd3fae None None] Pushing event updated for resources: {'Port': ['ID=ddfdbf0d-adc4-4cc7-849c-a16f46b532cb,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:21.486023 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-992368dd-3409-4e8b-8ad2-455b31404dc2 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=762ee81a-e620-4479-b830-94b166fed822 HTTP/1.1" status: 200 len: 205 time: 0.0632722 Apr 23 00:31:21.488489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36164) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:21.494697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.516382 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] Set router 762ee81a-e620-4479-b830-94b166fed822 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:21.533224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:21.593247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.635718 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ee81a-e620-4479-b830-94b166fed822', 'name': 'tempest-RoutersIpV6Test-router-2111174729', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:20Z', 'updated_at': '2022-04-23T00:31:20Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:21.638614 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a159831a-03d8-49c2-835c-13a146a9427a req-17ff6363-4f32-4e60-b50f-92cb7205d2da tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596952 Apr 23 00:31:21.640614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Network': ['ID=433ec36c-be12-41c2-b292-a4f445f0a06c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:21.640839 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] Checking router: 762ee81a-e620-4479-b830-94b166fed822 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:21.642585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.642771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4170fa64-a3c1-4116-9635-2b295c14e530 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.654895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Deleting port d1f08627-5df2-4451-b916-c7c17674512c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:21.655400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.666121 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] Routers {'762ee81a-e620-4479-b830-94b166fed822'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:21.667127 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['762ee81a-e620-4479-b830-94b166fed822'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:21.683056 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7f67573e-92b9-4c4b-aa83-f1c0d6ba74c8 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/networks/433ec36c-be12-41c2-b292-a4f445f0a06c HTTP/1.1" status: 204 len: 168 time: 2.3663311 Apr 23 00:31:21.725056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36170) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:21.842179 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] Set router 762ee81a-e620-4479-b830-94b166fed822 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:21.913442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:21.915472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:21.932305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:21.956286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=be75d436-5bb4-4211-8ecd-692a9bb5ed80,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:21.958643 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762ee81a-e620-4479-b830-94b166fed822', 'name': 'tempest-RoutersIpV6Test-router-2111174729', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:20Z', 'updated_at': '2022-04-23T00:31:20Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:21.963047 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a520c4-3600-452a-92f5-e0c34cb6d376 None None] The sync data for ids ['762ee81a-e620-4479-b830-94b166fed822'] in dv-neutron-838784-1-hyperv is: [{'id': '762ee81a-e620-4479-b830-94b166fed822', 'name': 'tempest-RoutersIpV6Test-router-2111174729', 'tenant_id': '79b017aa787f4fc1b3f96813157e59a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:20Z', 'updated_at': '2022-04-23T00:31:20Z', 'revision_number': 2, 'project_id': '79b017aa787f4fc1b3f96813157e59a8', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:21.969132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Usage tracker for resource:security_group_rule and tenant:75fc49736bbd449782273f495c952eea is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:21.979802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:22.005350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4170fa64-a3c1-4116-9635-2b295c14e530 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.007641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4170fa64-a3c1-4116-9635-2b295c14e530 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.028311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:22.033880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4170fa64-a3c1-4116-9635-2b295c14e530 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.034754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:22.034893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4170fa64-a3c1-4116-9635-2b295c14e530 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Fanout notify agent at l3_agent the message router_deleted on router 762ee81a-e620-4479-b830-94b166fed822 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:31:22.035392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.042025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:22.050321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4170fa64-a3c1-4116-9635-2b295c14e530 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.054299 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4170fa64-a3c1-4116-9635-2b295c14e530 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/762ee81a-e620-4479-b830-94b166fed822 HTTP/1.1" status: 204 len: 168 time: 0.5615914 Apr 23 00:31:22.054886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36174) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.073695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:22.104542 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d54d2ac5-2440-4092-a0b3-4f25d3a744d7 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=762ee81a-e620-4479-b830-94b166fed822 HTTP/1.1" status: 200 len: 205 time: 0.0485613 Apr 23 00:31:22.107112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36178) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.183866 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-16b0f661-c501-4790-a918-91777daf38a3 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] delete failed (client error): The resource could not be found. Apr 23 00:31:22.184744 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-16b0f661-c501-4790-a918-91777daf38a3 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/762ee81a-e620-4479-b830-94b166fed822 HTTP/1.1" status: 404 len: 336 time: 0.0766227 Apr 23 00:31:22.188075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36182) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.189799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ddfdbf0d-adc4-4cc7-849c-a16f46b532cb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:22.230022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca92334-52ba-4134-9a4b-4227c88f8721 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:22.230862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca92334-52ba-4134-9a4b-4227c88f8721 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:22.240496 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ca92334-52ba-4134-9a4b-4227c88f8721 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/570093f5-2e49-4515-a641-9f68c3959eaa HTTP/1.1" status: 404 len: 337 time: 0.0513165 Apr 23 00:31:22.241271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36186) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.295539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:22.392945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.429277 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-524a6a7d-e482-4cac-bbe1-cfc5a4dd7b69 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:22.429736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524a6a7d-e482-4cac-bbe1-cfc5a4dd7b69 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:22.431776 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-524a6a7d-e482-4cac-bbe1-cfc5a4dd7b69 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/b673c26b-1ae4-42c1-b61b-cacb9f371ad6 HTTP/1.1" status: 404 len: 337 time: 0.1888630 Apr 23 00:31:22.434046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36190) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.435196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.475260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-317ff924-9447-4de7-b2f4-6b7c9ee381c8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:22.475721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317ff924-9447-4de7-b2f4-6b7c9ee381c8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:22.477798 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-317ff924-9447-4de7-b2f4-6b7c9ee381c8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/c5f0c2df-2253-4a9d-85fd-544daa0cea93 HTTP/1.1" status: 404 len: 337 time: 0.0424805 Apr 23 00:31:22.478688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.480700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36194) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.505375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2f8edc5b-085a-49f6-b050-8a997485f8f0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6733599 Apr 23 00:31:22.515628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36198) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.557748 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefeb955-a8b1-46bb-b804-89514c5ca8c9 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:22.558204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefeb955-a8b1-46bb-b804-89514c5ca8c9 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:22.559939 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aefeb955-a8b1-46bb-b804-89514c5ca8c9 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/9f57c44a-2a55-4d73-8d1a-42a52ef11f6b HTTP/1.1" status: 404 len: 337 time: 0.0782738 Apr 23 00:31:22.565442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36202) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.625947 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-074d3833-877c-461b-8082-3d25c793cf33 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 200 len: 205 time: 0.0567796 Apr 23 00:31:22.626615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36206) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.709532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port be75d436-5bb4-4211-8ecd-692a9bb5ed80 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:22.709889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.721148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=cd0ff998-ec8a-4468-8cd0-12eef8c60ed7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:22.725267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.735672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] Provisioning for port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:22.741642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.742866 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0479424 Apr 23 00:31:22.750417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-f7fe578c-0d64-4881-8b19-4b4db7b8591b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] delete failed (client error): The resource could not be found. Apr 23 00:31:22.751360 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f7fe578c-0d64-4881-8b19-4b4db7b8591b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/5b4a2a24-ce58-4466-8df8-e59f7ef6595a HTTP/1.1" status: 404 len: 336 time: 0.1238034 Apr 23 00:31:22.751835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36212) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.757654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] Provisioning complete for port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:22.759050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.760349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36214) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.801291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c8bd20a8-7abb-4a99-b4b5-bccc62024db2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '132ad434-8fdb-4e36-955d-95dbcaeb182a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:22.802166 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-c8bd20a8-7abb-4a99-b4b5-bccc62024db2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 23 00:31:22.802685 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-c8bd20a8-7abb-4a99-b4b5-bccc62024db2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:22.803664 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c8bd20a8-7abb-4a99-b4b5-bccc62024db2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0444791 Apr 23 00:31:22.812136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36220) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.824414 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9a6826f7-3799-40c9-83cf-dfe29ced2372 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=39fd40bd-7336-4213-bd67-844074b3d255 HTTP/1.1" status: 200 len: 205 time: 0.0606503 Apr 23 00:31:22.829083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86183632-c884-4fcf-ba36-7dc927000d42 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132ad434-8fdb-4e36-955d-95dbcaeb182a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:22.841288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36224) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.858968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:22.944277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e7cf67b8-ed9e-44ed-bdb6-7c10dc1f7cc2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/cd0ff998-ec8a-4468-8cd0-12eef8c60ed7 HTTP/1.1" status: 204 len: 168 time: 3.5477080 Apr 23 00:31:22.947295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36228) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:22.977163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27751f3d-f6a3-4b95-b119-55f0ae3498c5']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:22.993639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.016225 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-238fc8c4-7146-4282-9892-7bfbbe83e19b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] delete failed (client error): The resource could not be found. Apr 23 00:31:23.019479 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-238fc8c4-7146-4282-9892-7bfbbe83e19b tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/39fd40bd-7336-4213-bd67-844074b3d255 HTTP/1.1" status: 404 len: 336 time: 0.1750209 Apr 23 00:31:23.024868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36232) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.028383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8cb193-3c92-479b-bbf6-5771e981d886') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:23.028692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8cb193-3c92-479b-bbf6-5771e981d886') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:23.054002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] For port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ddfdbf0d-adc4-4cc7-849c-a16f46b532cb,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:23.068428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.079624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.105640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.110778 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-0970f2c8-23b2-4472-9bc2-07bf4fbb0cb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:23.111252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0970f2c8-23b2-4472-9bc2-07bf4fbb0cb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:23.115406 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0970f2c8-23b2-4472-9bc2-07bf4fbb0cb8 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/f6776a8c-07b0-456a-9982-16d9f8db9116 HTTP/1.1" status: 404 len: 337 time: 0.0806172 Apr 23 00:31:23.115562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.115664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] Could not find standard attr ID for object cd0ff998-ec8a-4468-8cd0-12eef8c60ed7. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:31:23.120502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36236) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.123613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:23.124332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.171603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe1644-4f5f-436c-b15b-bb239452df4a None None] Pushing event updated for resources: {'Port': ['ID=ddfdbf0d-adc4-4cc7-849c-a16f46b532cb,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:23.180154 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:23.193994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7a2-3803-4c4c-b109-150c184ff1bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.236397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-84d95544-bb5c-4ba9-b67d-6098bd05979d None None] Could not find standard attr ID for object cd0ff998-ec8a-4468-8cd0-12eef8c60ed7. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:31:23.251021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd24b43-fcc0-4db9-8875-99ba36c35d6e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:23.252498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd24b43-fcc0-4db9-8875-99ba36c35d6e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:23.253530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bd24b43-fcc0-4db9-8875-99ba36c35d6e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:23.263485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.274215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] For port d1f08627-5df2-4451-b916-c7c17674512c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1f08627-5df2-4451-b916-c7c17674512c,segment=NetworkSegment(9ca639f1-66dc-40a3-b5fd-09cd30ae13b3),segment_id=9ca639f1-66dc-40a3-b5fd-09cd30ae13b3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:23.274615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.318367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b82ed-091a-41a3-bae2-fb70d9bc2c3f None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:31:23.320802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c15e993b-c566-4426-a1b0-ff11390e9725 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Synchronizing usage tracker for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:23.321378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bae7a-cd7e-43e2-8910-51f113089e31 req-a4da5e66-b657-4a29-a919-cc7a3dec6472 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:23.322948 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-583bae7a-cd7e-43e2-8910-51f113089e31 req-a4da5e66-b657-4a29-a919-cc7a3dec6472 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 946 time: 0.5011868 Apr 23 00:31:23.324739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.340917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7a2-3803-4c4c-b109-150c184ff1bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.426217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033b82ed-091a-41a3-bae2-fb70d9bc2c3f None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:31:23.464609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Calling delete_port for d1f08627-5df2-4451-b916-c7c17674512c owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:23.503279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for be75d436-5bb4-4211-8ecd-692a9bb5ed80 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:23.519813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.525927 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75fc49736bbd449782273f495c952eea&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3518500 Apr 23 00:31:23.529230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a6d3-09e1-43f6-b3ba-4de1809c9cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f7c00-4682-4192-a69c-ccabf00c9277,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:23.538622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36240) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.546540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.555439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c15e993b-c566-4426-a1b0-ff11390e9725 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] Unset dirty status for tenant:79b017aa787f4fc1b3f96813157e59a8 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:23.559023 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c15e993b-c566-4426-a1b0-ff11390e9725 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=86dc70b5-1019-455f-aa3c-d019657f54d8 HTTP/1.1" status: 200 len: 205 time: 0.4351563 Apr 23 00:31:23.572672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36244) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.581983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] Pushing event deleted for resources: {'Network': ['ID=27751f3d-f6a3-4b95-b119-55f0ae3498c5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:23.583169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bd24b43-fcc0-4db9-8875-99ba36c35d6e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:23.585258 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0bd24b43-fcc0-4db9-8875-99ba36c35d6e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6368859 Apr 23 00:31:23.599900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36248) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.619431 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-583bae7a-cd7e-43e2-8910-51f113089e31 req-78bec192-b5be-44c6-9f21-1f79a942b492 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/security-groups?id=340b296d-0555-46aa-b320-87c51d738f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803371 Apr 23 00:31:23.647596 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7effe3eb-7a22-41c8-8d3e-7390b59cd368 tempest-BulkNetworkOpsIpV6Test-666639868 tempest-BulkNetworkOpsIpV6Test-666639868-project] 10.222.0.39 "DELETE /v2.0/networks/27751f3d-f6a3-4b95-b119-55f0ae3498c5 HTTP/1.1" status: 204 len: 168 time: 1.9213598 Apr 23 00:31:23.669238 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-7010a2de-162b-43b3-98dc-52604ecea5ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] delete failed (client error): The resource could not be found. Apr 23 00:31:23.670500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7010a2de-162b-43b3-98dc-52604ecea5ef tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/86dc70b5-1019-455f-aa3c-d019657f54d8 HTTP/1.1" status: 404 len: 336 time: 0.0944691 Apr 23 00:31:23.671474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1f08627-5df2-4451-b916-c7c17674512c no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:23.673331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36254) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.732562 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d9ab88b-32fb-404f-a709-ea8e48b14915 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=f31aa8fa-b1b7-4b50-916b-a54c2ce233b6 HTTP/1.1" status: 200 len: 205 time: 0.0555656 Apr 23 00:31:23.733748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36258) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.748556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 8bd7676b-fef1-4085-a205-073311cfd729 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:23.750816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7a2-3803-4c4c-b109-150c184ff1bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.772176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.800282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.840183 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-624b9608-7405-4310-8899-4b3172ffdaf5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] delete failed (client error): The resource could not be found. Apr 23 00:31:23.844143 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-624b9608-7405-4310-8899-4b3172ffdaf5 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/f31aa8fa-b1b7-4b50-916b-a54c2ce233b6 HTTP/1.1" status: 404 len: 336 time: 0.1068823 Apr 23 00:31:23.846513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36262) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.848053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52a0ef71-7b56-40ea-8e57-5a20bd1358a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.864944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2e7a2-3803-4c4c-b109-150c184ff1bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132ad434-8fdb-4e36-955d-95dbcaeb182a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:23.901343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c82c80-c4dd-4f4a-a4c1-74680ebc0695 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:23.901806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c82c80-c4dd-4f4a-a4c1-74680ebc0695 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:23.904124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=be75d436-5bb4-4211-8ecd-692a9bb5ed80,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:23.914288 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d3c82c80-c4dd-4f4a-a4c1-74680ebc0695 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/f116fa81-0134-4d33-9ac9-b5d2a8c5c212 HTTP/1.1" status: 404 len: 337 time: 0.0644650 Apr 23 00:31:23.915164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36268) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.921272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.941778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbe2e7a2-3803-4c4c-b109-150c184ff1bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.942921 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bbe2e7a2-3803-4c4c-b109-150c184ff1bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/132ad434-8fdb-4e36-955d-95dbcaeb182a HTTP/1.1" status: 204 len: 168 time: 1.1252198 Apr 23 00:31:23.948304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36272) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:23.950035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52a0ef71-7b56-40ea-8e57-5a20bd1358a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.956866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.960655 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3b98786c-91b1-49b2-9420-f86fc0545f15 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/be75d436-5bb4-4211-8ecd-692a9bb5ed80 HTTP/1.1" status: 204 len: 168 time: 1.4409921 Apr 23 00:31:23.967319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:23.983948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36274) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.005512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'mac_address': 'fa:16:3e:e6:85:68', 'name': 'tempest-PortsIpV6TestJSON-874182472'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:24.025140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36280) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.088652 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-149c5daf-f3ff-4408-a8bf-f4dd18e28648 tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=52f60aae-614e-4eae-aead-8d32fd019e69 HTTP/1.1" status: 200 len: 205 time: 0.1725645 Apr 23 00:31:24.099916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36286) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.146722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.167487 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:31:24.199062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ddfdbf0d-adc4-4cc7-849c-a16f46b532cb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:24.278311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:24.279055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.322710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf61af85-ae78-4ced-bd6d-612102030fb6 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:24.332735 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-7c0a05c9-5099-49f8-b34c-f4ba3a57e02e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] delete failed (client error): The resource could not be found. Apr 23 00:31:24.333922 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7c0a05c9-5099-49f8-b34c-f4ba3a57e02e tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/52f60aae-614e-4eae-aead-8d32fd019e69 HTTP/1.1" status: 404 len: 336 time: 0.2344289 Apr 23 00:31:24.340656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36290) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.343074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Pushing event deleted for resources: {'Port': ['ID=d1f08627-5df2-4451-b916-c7c17674512c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:24.357395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52a0ef71-7b56-40ea-8e57-5a20bd1358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.387489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0ef71-7b56-40ea-8e57-5a20bd1358a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f7c00-4682-4192-a69c-ccabf00c9277,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:24.414049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf61af85-ae78-4ced-bd6d-612102030fb6 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:24.415478 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf61af85-ae78-4ced-bd6d-612102030fb6 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4536145 Apr 23 00:31:24.421288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.430259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36294) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.431186 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ae6eff-96d7-496c-bd44-33c074b4458c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:24.431718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ae6eff-96d7-496c-bd44-33c074b4458c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:24.433292 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e2ae6eff-96d7-496c-bd44-33c074b4458c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/faecb6d0-6b88-43d7-9266-d0d59ee17eaa HTTP/1.1" status: 404 len: 337 time: 0.0881085 Apr 23 00:31:24.435958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:24.450488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36298) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.451383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52a0ef71-7b56-40ea-8e57-5a20bd1358a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.453943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-52a0ef71-7b56-40ea-8e57-5a20bd1358a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e07f7c00-4682-4192-a69c-ccabf00c9277 HTTP/1.1" status: 204 len: 168 time: 0.9132161 Apr 23 00:31:24.469508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--57964948'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:24.486310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:port and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:24.489441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:24.492070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] No DVR routers for this DVR port d1f08627-5df2-4451-b916-c7c17674512c on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:24.495247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:24.498938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.501076 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af54a768-94d0-4f92-b139-4ff9985b8a34 req-17452f3d-2d21-4d79-b814-3370b2c1f520 tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.42 "DELETE /v2.0/ports/d1f08627-5df2-4451-b916-c7c17674512c HTTP/1.1" status: 204 len: 173 time: 3.2103968 Apr 23 00:31:24.504546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'name': 'network-vif-deleted', 'tag': 'd1f08627-5df2-4451-b916-c7c17674512c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:31:24.516068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:24.518728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:24.529115 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-05bc72aa-7192-4581-ab17-903bb8dbc9d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e30fbcf4d4a44cd8e357ffef9c757ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947324 Apr 23 00:31:24.532134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36306) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.551167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:24.565547 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-309e3785-67a4-46f8-a93e-2eb445a02e8d tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f2ff580-1c0b-4c61-918a-a73dd2e77356 HTTP/1.1" status: 200 len: 205 time: 0.1094868 Apr 23 00:31:24.565914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36310) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.567251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.600641 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493d5096-595c-4938-89c6-2676e4a223a6'] response: {'server_uuid': '8319c8d2-d143-4a1b-8892-fd5996d31a73', 'name': 'network-vif-deleted', 'tag': 'd1f08627-5df2-4451-b916-c7c17674512c', 'status': 'completed', 'code': 200} Apr 23 00:31:24.667737 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-a5458daf-5ef8-4fa7-96f4-336000f74bdc tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] delete failed (client error): The resource could not be found. Apr 23 00:31:24.671944 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a5458daf-5ef8-4fa7-96f4-336000f74bdc tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/routers/4f2ff580-1c0b-4c61-918a-a73dd2e77356 HTTP/1.1" status: 404 len: 336 time: 0.1016951 Apr 23 00:31:24.672592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36318) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.688859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:24.701343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:24.714075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:24.731006 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-448b7e1b-92ba-458d-b673-e6701e780e4c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:24.731948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448b7e1b-92ba-458d-b673-e6701e780e4c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:24.732312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:24.742312 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-448b7e1b-92ba-458d-b673-e6701e780e4c tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/c2e66c5a-620b-46de-a960-9a254e3bcf7e HTTP/1.1" status: 404 len: 337 time: 0.0664437 Apr 23 00:31:24.744815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36322) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.748518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.750875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.799576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfce4-24b8-4e93-9153-e0db3c981126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.837091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port c1721c28-a765-46dd-9d00-44fcac8f2050 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:24.884484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfce4-24b8-4e93-9153-e0db3c981126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.890007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd7676b-fef1-4085-a205-073311cfd729,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:24.892078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:24.896738 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e5516a9b-953e-4878-90e1-d4ba917fcea8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/8bd7676b-fef1-4085-a205-073311cfd729 HTTP/1.1" status: 204 len: 168 time: 1.2958095 Apr 23 00:31:24.902867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ed1af-55fb-400d-8368-66f76aba42a5 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:24.903072 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30138b5-f7a8-40ef-b49a-61cdf9c0a90f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] DELETE failed (client error): The resource could not be found. Apr 23 00:31:24.903334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30138b5-f7a8-40ef-b49a-61cdf9c0a90f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:24.904658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36326) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:24.905499 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c30138b5-f7a8-40ef-b49a-61cdf9c0a90f tempest-RoutersIpV6Test-2019846922 tempest-RoutersIpV6Test-2019846922-project] 10.222.0.39 "DELETE /v2.0/subnets/dd5e155e-93bd-4626-a2fb-fc5794f431e3 HTTP/1.1" status: 404 len: 337 time: 0.1590180 Apr 23 00:31:24.914038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d8155053-f45d-4a46-87b6-a1090b223a44 req-bcc3c2c3-6a72-488d-932c-b8f24bc9075c tempest-TestServerAdvancedOps-789554459 tempest-TestServerAdvancedOps-789554459-project] 10.222.0.39 "GET /v2.0/ports?device_id=8319c8d2-d143-4a1b-8892-fd5996d31a73 HTTP/1.1" status: 200 len: 210 time: 0.0701592 Apr 23 00:31:24.991875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36332) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.065221 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4117974c-2edd-4ced-98a9-df9c5ff92364 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16d08bb4222a451a8a2a95d9a8b640de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690763 Apr 23 00:31:25.065812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36336) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.091538 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6e004d06-7846-49b3-a999-f0dfeac2400d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1847715 Apr 23 00:31:25.098476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36340) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.127965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:25.184098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9330ef0d-33b8-4c4d-8537-0164cbc4d6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.223505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9330ef0d-33b8-4c4d-8537-0164cbc4d6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.291336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36346) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.310782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:25.315767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] Deleting port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:25.315767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.325617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9330ef0d-33b8-4c4d-8537-0164cbc4d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.349663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.350467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ef0d-33b8-4c4d-8537-0164cbc4d6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d76c1-9272-4d3c-9e6c-1b103d0a353e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:25.366181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.366745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9330ef0d-33b8-4c4d-8537-0164cbc4d6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.368215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9330ef0d-33b8-4c4d-8537-0164cbc4d6b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/713d76c1-9272-4d3c-9e6c-1b103d0a353e HTTP/1.1" status: 204 len: 168 time: 0.3017106 Apr 23 00:31:25.414511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfce4-24b8-4e93-9153-e0db3c981126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.427079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:25.470309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:25.527892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b272f3a7-1b3c-4f21-9894-d64152555b84,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:25.556735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] For port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ddfdbf0d-adc4-4cc7-849c-a16f46b532cb,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:25.557308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.564940 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-69775f22-a07d-4529-a24b-62c4a72f1d05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79b017aa787f4fc1b3f96813157e59a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717497 Apr 23 00:31:25.569189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36356) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.574237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cfce4-24b8-4e93-9153-e0db3c981126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e0a59-0658-4832-9d04-d2fa77c8215f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:25.582428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:25.585796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.610947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.615139 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0265ca16-3c83-4ca0-87df-2361e3aa17a0 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1807539 Apr 23 00:31:25.617144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36360) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.627169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-dfbc3955-c9f9-4350-8607-268df277cab9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'b272f3a7-1b3c-4f21-9894-d64152555b84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:25.633167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfce4-24b8-4e93-9153-e0db3c981126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.634306 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7a9cfce4-24b8-4e93-9153-e0db3c981126 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/448e0a59-0658-4832-9d04-d2fa77c8215f HTTP/1.1" status: 204 len: 168 time: 1.1000652 Apr 23 00:31:25.637396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.650763 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-dfbc3955-c9f9-4350-8607-268df277cab9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 23 00:31:25.651554 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-dfbc3955-c9f9-4350-8607-268df277cab9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:25.652698 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dfbc3955-c9f9-4350-8607-268df277cab9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0345738 Apr 23 00:31:25.656718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36366) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.671506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-517197fb-bd3f-4d86-a5cf-0da9e9f78460 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'b272f3a7-1b3c-4f21-9894-d64152555b84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:25.675678 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-517197fb-bd3f-4d86-a5cf-0da9e9f78460 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 23 00:31:25.678908 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-517197fb-bd3f-4d86-a5cf-0da9e9f78460 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:25.682310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-517197fb-bd3f-4d86-a5cf-0da9e9f78460 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0208573 Apr 23 00:31:25.696365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36370) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.721398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c6200050-7895-4700-9b99-13f400a1bec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.727715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fc3cbf98-13c0-4b8f-944c-e6b707a92d08 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'b272f3a7-1b3c-4f21-9894-d64152555b84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:25.728556 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-fc3cbf98-13c0-4b8f-944c-e6b707a92d08 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 23 00:31:25.729056 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-fc3cbf98-13c0-4b8f-944c-e6b707a92d08 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:25.730136 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fc3cbf98-13c0-4b8f-944c-e6b707a92d08 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0299418 Apr 23 00:31:25.735074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36376) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.740180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f42514c0-6314-46db-97a9-4d7d933f3c5a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'b272f3a7-1b3c-4f21-9894-d64152555b84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:25.743055 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-f42514c0-6314-46db-97a9-4d7d933f3c5a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 23 00:31:25.743708 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-f42514c0-6314-46db-97a9-4d7d933f3c5a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:25.747372 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f42514c0-6314-46db-97a9-4d7d933f3c5a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0113349 Apr 23 00:31:25.751461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36380) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:25.753213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] Calling delete_port for ddfdbf0d-adc4-4cc7-849c-a16f46b532cb owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:25.785127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.846812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c6200050-7895-4700-9b99-13f400a1bec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.847674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.913459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] Pushing event deleted for resources: {'Port': ['ID=ddfdbf0d-adc4-4cc7-849c-a16f46b532cb,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:25.922443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d606f-00b3-4677-aec9-982e41270593 None None] No DVR routers for this DVR port ddfdbf0d-adc4-4cc7-849c-a16f46b532cb on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:25.937972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:25.943816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:25.955502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:25.961340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:25.961726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:25.969399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=c1721c28-a765-46dd-9d00-44fcac8f2050,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:25.981587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c6200050-7895-4700-9b99-13f400a1bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.014860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f997601a-b0d0-4b18-8458-0cfd3ff939ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0294352 Apr 23 00:31:26.017377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36392) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:26.039633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6200050-7895-4700-9b99-13f400a1bec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e9c75c-dbca-45f5-843d-0337a503f92d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:26.065316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.083844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c6200050-7895-4700-9b99-13f400a1bec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.088714 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c6200050-7895-4700-9b99-13f400a1bec1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60e9c75c-dbca-45f5-843d-0337a503f92d HTTP/1.1" status: 204 len: 168 time: 0.5162358 Apr 23 00:31:26.098762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ea1c-d60a-44e4-a157-9391a9fbca6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.146650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36400) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:26.153795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ff4f05-eb07-4ad4-b229-2775c30a8303 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:26.154333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f7ff4f05-eb07-4ad4-b229-2775c30a8303 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:26.165885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:26.169970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:26.176690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:26.177270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.183586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756060a8-ee83-478c-af14-7355b587d744 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:26.185403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=b3b6ebf5-469c-4556-8c13-99da010ebe64,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:26.209040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f7ff4f05-eb07-4ad4-b229-2775c30a8303 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:26.210563 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f7ff4f05-eb07-4ad4-b229-2775c30a8303 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/c1721c28-a765-46dd-9d00-44fcac8f2050 HTTP/1.1" status: 200 len: 844 time: 0.1922493 Apr 23 00:31:26.215526 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-be9fcadb-f972-46d2-b1cb-3c69e838c535 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1116736 Apr 23 00:31:26.216395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36406) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:26.216863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36408) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:26.223359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ddfdbf0d-adc4-4cc7-849c-a16f46b532cb no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:26.224770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'name': 'tempest-NetworksTestDHCPv6-1166556126'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:26.257817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] Deleting subnet 744e0e50-b967-4363-a133-112d219cd976 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:26.265135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ea1c-d60a-44e4-a157-9391a9fbca6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.273232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.281214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: ddfdbf0d-adc4-4cc7-849c-a16f46b532cb {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:31:26.281834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ddfdbf0d-adc4-4cc7-849c-a16f46b532cb not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:31:26.387758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port c1721c28-a765-46dd-9d00-44fcac8f2050 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:26.388102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.399438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.463837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ea1c-d60a-44e4-a157-9391a9fbca6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.501539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.529156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0ea1c-d60a-44e4-a157-9391a9fbca6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b272f3a7-1b3c-4f21-9894-d64152555b84,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:26.548315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2e0ea1c-d60a-44e4-a157-9391a9fbca6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.548315 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c2e0ea1c-d60a-44e4-a157-9391a9fbca6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/b272f3a7-1b3c-4f21-9894-d64152555b84 HTTP/1.1" status: 204 len: 168 time: 0.7784879 Apr 23 00:31:26.549126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36422) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:26.626073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0b48fc57-cec4-45b6-8ecb-7143bb2bac1c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:26.642133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.652846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': 'b3b6ebf5-469c-4556-8c13-99da010ebe64'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:26.653924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.689822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0b48fc57-cec4-45b6-8ecb-7143bb2bac1c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:26.695004 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0b48fc57-cec4-45b6-8ecb-7143bb2bac1c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1414044 Apr 23 00:31:26.697506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744e0e50-b967-4363-a133-112d219cd976,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:26.699574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.702710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36428) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:26.709971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--409984218'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:26.721292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-755d5b17-023c-44c4-9079-bcabcffb31ec admin admin] 10.222.0.39 "DELETE /v2.0/subnets/744e0e50-b967-4363-a133-112d219cd976 HTTP/1.1" status: 204 len: 168 time: 0.5710609 Apr 23 00:31:26.721292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:26.722363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36434) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:26.762719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:26.831513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.871044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:26.877272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:26.879290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/b3b6ebf5-469c-4556-8c13-99da010ebe64/fb005ca7-e416-4328-ba50-8d4229dc8e24) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:26.882284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:26.884808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:26.886369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:26.893508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:27.013621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:27.019768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:27.044485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:27.127992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36454) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.191195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.203893 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.209810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Transition to ACTIVE for port object fb005ca7-e416-4328-ba50-8d4229dc8e24 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:27.245477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Transition to ACTIVE for port object fb005ca7-e416-4328-ba50-8d4229dc8e24 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:27.257153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.258078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.271093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.276093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.353082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4f762f-1f29-45e4-a613-1064408129e1']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:27.366877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for c1721c28-a765-46dd-9d00-44fcac8f2050 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:27.374610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6304fe-ab57-4874-9081-7b732518b8de,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:27.377790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Pushing event updated for resources: {'Port': ['ID=fb005ca7-e416-4328-ba50-8d4229dc8e24,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:27.381687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.383254 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b88570bc-b824-4caa-a757-60f93dd52970 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6795399 Apr 23 00:31:27.385599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca639f1-66dc-40a3-b5fd-09cd30ae13b3') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:27.385883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:27.387066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca639f1-66dc-40a3-b5fd-09cd30ae13b3') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:27.387187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:27.393433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:27.396085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36464) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.405992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bf905db6-026e-4364-9687-bc28b76a5891 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:27.406918 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-bf905db6-026e-4364-9687-bc28b76a5891 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:31:27.407567 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-bf905db6-026e-4364-9687-bc28b76a5891 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:27.408742 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bf905db6-026e-4364-9687-bc28b76a5891 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114834 Apr 23 00:31:27.411443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36468) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.414961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.416878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:27.420549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.428420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-97edb3c3-7bc3-40b8-8dd6-85e7a74e5176 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:27.435848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-97edb3c3-7bc3-40b8-8dd6-85e7a74e5176 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:27.443559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-97edb3c3-7bc3-40b8-8dd6-85e7a74e5176 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:27.447476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.450119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-97edb3c3-7bc3-40b8-8dd6-85e7a74e5176 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:27.459768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-97edb3c3-7bc3-40b8-8dd6-85e7a74e5176 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:27.462386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:27.463177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.473676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 2e5179e3-660f-40be-92d1-4b6b30365455 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:27.479919 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:27.530820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89936d77-d569-44b9-bdf8-d51ef521928c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:27.531756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89936d77-d569-44b9-bdf8-d51ef521928c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:27.532295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89936d77-d569-44b9-bdf8-d51ef521928c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:27.534090 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-89936d77-d569-44b9-bdf8-d51ef521928c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=912128252a6d4ab09fd3b4ef142f6f59&network_id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 2999 time: 0.4048884 Apr 23 00:31:27.554895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.585840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Attempting to bind port fb005ca7-e416-4328-ba50-8d4229dc8e24 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:27.586214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Attempting to bind port fb005ca7-e416-4328-ba50-8d4229dc8e24 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:27.586605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Attempting to bind port fb005ca7-e416-4328-ba50-8d4229dc8e24 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:27.597988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:27.598456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:27.599343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.601561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:27.601993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Bound port: fb005ca7-e416-4328-ba50-8d4229dc8e24, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:27.603850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.606138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.631297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=c1721c28-a765-46dd-9d00-44fcac8f2050,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:27.642557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.651580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.657877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4f762f-1f29-45e4-a613-1064408129e1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:27.687012 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-97edb3c3-7bc3-40b8-8dd6-85e7a74e5176 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:27.692262 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-97edb3c3-7bc3-40b8-8dd6-85e7a74e5176 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2795811 Apr 23 00:31:27.693646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36478) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.700225 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e1ca00b6-3a05-4e3c-90a5-0573cdfc1e0f admin admin] 10.222.0.39 "DELETE /v2.0/networks/fd4f762f-1f29-45e4-a613-1064408129e1 HTTP/1.1" status: 204 len: 168 time: 0.9768946 Apr 23 00:31:27.704952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d37da72b-0371-41d1-85b8-1fe298deb81f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:27.705562 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-d37da72b-0371-41d1-85b8-1fe298deb81f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 23 00:31:27.709213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36482) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.711263 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-d37da72b-0371-41d1-85b8-1fe298deb81f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:27.716322 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d37da72b-0371-41d1-85b8-1fe298deb81f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213020 Apr 23 00:31:27.717063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36486) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.721378 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5b96c89e-96f3-4be8-9559-7ae139ec694a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/c1721c28-a765-46dd-9d00-44fcac8f2050 HTTP/1.1" status: 204 len: 168 time: 1.4993780 Apr 23 00:31:27.721480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36490) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.727213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-69336296-3b03-4956-8501-94532f48f52f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:27.777875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] For port fb005ca7-e416-4328-ba50-8d4229dc8e24, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:27.781651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] For port fb005ca7-e416-4328-ba50-8d4229dc8e24, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb005ca7-e416-4328-ba50-8d4229dc8e24,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:27.784908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-69336296-3b03-4956-8501-94532f48f52f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:27.786082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] Deleting subnet b4e58721-50e8-4c69-8d52-d1766b940ec0 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:27.786848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.793848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.797113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-69336296-3b03-4956-8501-94532f48f52f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:27.800864 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-342365d4-25d4-48ae-b01b-f16713477cf7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:31:27.801516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-342365d4-25d4-48ae-b01b-f16713477cf7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:27.804208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-69336296-3b03-4956-8501-94532f48f52f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:27.813974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-69336296-3b03-4956-8501-94532f48f52f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:27.848101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-342365d4-25d4-48ae-b01b-f16713477cf7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:27.854554 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-342365d4-25d4-48ae-b01b-f16713477cf7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/c1721c28-a765-46dd-9d00-44fcac8f2050 HTTP/1.1" status: 404 len: 333 time: 0.1318903 Apr 23 00:31:27.855755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36498) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:27.865440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'name': 'tempest-PortsIpV6TestJSON-1763987801'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:27.882361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::321 (986a55f2-d336-4e62-8bc6-ead9728638f4/b3b6ebf5-469c-4556-8c13-99da010ebe64/2e5179e3-660f-40be-92d1-4b6b30365455) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:27.890828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:27.911155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67417-d98c-453e-b8f2-23eefca6a392 None None] Pushing event updated for resources: {'Port': ['ID=fb005ca7-e416-4328-ba50-8d4229dc8e24,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:28.125811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.171011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36510) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.216415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:28.228886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:28.232203 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-69336296-3b03-4956-8501-94532f48f52f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:28.234316 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-69336296-3b03-4956-8501-94532f48f52f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5156069 Apr 23 00:31:28.237706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36518) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.246914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a5baa1ab-4ec2-4e1f-a526-01403bacf342 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.247506 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-a5baa1ab-4ec2-4e1f-a526-01403bacf342 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:31:28.248108 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-a5baa1ab-4ec2-4e1f-a526-01403bacf342 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:28.249258 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a5baa1ab-4ec2-4e1f-a526-01403bacf342 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104961 Apr 23 00:31:28.252157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36522) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.257750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:28.261765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.286761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 901f77c1-620f-4d7a-bfa8-058247c760ca yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:28.315521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.331249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:28.363621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:28.390477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:28.421550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:28.429496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.434680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36528) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.504001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e58721-50e8-4c69-8d52-d1766b940ec0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:28.516950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.519769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Project ac05282faa6a4839b2e81cc83c42750f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:31:28.550944 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-248451dc-8f3f-48d3-b963-93dba51ed0ce admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b4e58721-50e8-4c69-8d52-d1766b940ec0 HTTP/1.1" status: 204 len: 168 time: 0.8374901 Apr 23 00:31:28.552311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.582165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.591752 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:28.592960 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dd33501c-ddde-40f7-a453-f82c13d12095 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3372614 Apr 23 00:31:28.600472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36540) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.608662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c5ce4199-e663-474c-929d-896306f32e02 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.609591 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-c5ce4199-e663-474c-929d-896306f32e02 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 23 00:31:28.610305 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-c5ce4199-e663-474c-929d-896306f32e02 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:28.612426 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c5ce4199-e663-474c-929d-896306f32e02 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097857 Apr 23 00:31:28.615593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36544) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.622987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.624360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'networks': [{'name': 'tempest-network--663416009'}, {'name': 'tempest-network--1631480842'}]} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.624675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'network': {'name': 'tempest-network--663416009'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.625492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'network': {'name': 'tempest-network--1631480842'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.631836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.646844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:28.655748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:28.661575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:28.669821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:28.686911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:28.690542 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Project ac05282faa6a4839b2e81cc83c42750f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:31:28.691312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 2e5179e3-660f-40be-92d1-4b6b30365455 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:28.694916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1556654441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.710698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Usage tracker for resource:network and tenant:feb1b236c0b6420f8e44135231fd6e1d is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:28.722344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:28.723498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:28.723923 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f5208c2d-4297-44d4-a917-8b83ba0a9c64 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1072049 Apr 23 00:31:28.724987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.726810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:28.726965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36550) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.735714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:router and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:28.738336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '4d6304fe-ab57-4874-9081-7b732518b8de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:28.741648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:28.748381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:28.757061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.761710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:28.777774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:28.778990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Made reservation on behalf of feb1b236c0b6420f8e44135231fd6e1d for: {'network': 2} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:28.784265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.796243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:28.802941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:28.803435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.816533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:28.823023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.823411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:28.824039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.824954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36554) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.836514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:28.868219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:28.874421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:28.875277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.880004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=901f77c1-620f-4d7a-bfa8-058247c760ca,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:28.884052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:28.885985 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Project ac05282faa6a4839b2e81cc83c42750f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:31:28.902479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:28.906155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Usage tracker for resource:security_group_rule and tenant:feb1b236c0b6420f8e44135231fd6e1d is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:28.918226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:28.923743 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:28.924716 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-53e2d14d-8383-4285-b199-d2b99cb5163e tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1969728 Apr 23 00:31:28.927855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36560) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.943376 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2b38d04c-8f15-45bd-bb81-fe5c1a919cdc tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0862758 Apr 23 00:31:28.946762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36564) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:28.955174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:29.016671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2110383981', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:29.021587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.023115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:29.030229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:29.039814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Usage tracker for resource:port and tenant:6532973e1ab54b2ca651f8a1187fbdc3 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:29.054220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:29.093695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:29.132776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d46dc92-647e-4bd0-b926-75d52ce50dc2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.145331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Made reservation on behalf of 6532973e1ab54b2ca651f8a1187fbdc3 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:29.147677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.189273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.201566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.216431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d46dc92-647e-4bd0-b926-75d52ce50dc2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.229940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.260707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:29.267281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:29.268986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=2e5179e3-660f-40be-92d1-4b6b30365455,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:29.283652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:29.289310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Usage tracker for resource:security_group_rule and tenant:6532973e1ab54b2ca651f8a1187fbdc3 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:29.292799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:29.298562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:29.299211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.301372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:29.304899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20e1981-fc43-4e46-b69e-e67f72a44013']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:29.316837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:29.327523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.333337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7dad82cc-ef06-421f-9752-9b4f92953b66 None None] Provisioning for port fb005ca7-e416-4328-ba50-8d4229dc8e24 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:29.365330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36422cdc-4565-47cf-9067-173181abfde7') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:29.365653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36422cdc-4565-47cf-9067-173181abfde7') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:29.381562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d46dc92-647e-4bd0-b926-75d52ce50dc2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.397130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.416610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.420914 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3ee65fe9-5da6-4893-8ff4-ed0e3f5ce697 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9503593 Apr 23 00:31:29.420914 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e4abf850-6db8-4d55-baff-3da854d59e5f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1995206 Apr 23 00:31:29.426527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36568) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:29.426859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36570) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:29.431176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46dc92-647e-4bd0-b926-75d52ce50dc2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6304fe-ab57-4874-9081-7b732518b8de,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:29.432451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.472592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-506211950'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:29.502066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:29.502500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:29.518896 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:29.521774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:29.528900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d46dc92-647e-4bd0-b926-75d52ce50dc2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.530610 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1d46dc92-647e-4bd0-b926-75d52ce50dc2 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/4d6304fe-ab57-4874-9081-7b732518b8de HTTP/1.1" status: 204 len: 168 time: 0.6012378 Apr 23 00:31:29.539683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36576) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:29.550193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:network and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:29.567438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-58af5977-6099-47ed-9dd9-6fb2ce4e270f None None] Provisioning for port 2e5179e3-660f-40be-92d1-4b6b30365455 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:29.572604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-58af5977-6099-47ed-9dd9-6fb2ce4e270f None None] Provisioning complete for port 2e5179e3-660f-40be-92d1-4b6b30365455 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:29.573057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-58af5977-6099-47ed-9dd9-6fb2ce4e270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.617737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:29.632362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-58af5977-6099-47ed-9dd9-6fb2ce4e270f None None] Port 2e5179e3-660f-40be-92d1-4b6b30365455 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:31:29.636257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.638603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:29.646515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.646985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.647429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.655853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.656873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.672992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.694097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-508cf186-bf41-494b-b857-76b404d49ab9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:29.706820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.711669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.723629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:29.726194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] device_id is not set on port d61861fd-5c31-4449-a343-d301002665dd yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:29.727091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.748673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b20e1981-fc43-4e46-b69e-e67f72a44013,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:29.758064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.767945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba4b736-d5c2-495a-b2e6-b0ac10929c1f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:29.768174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] In _notify_port_updated(), no bound segment for port 901f77c1-620f-4d7a-bfa8-058247c760ca on network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:31:29.774004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:29.774180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.775446 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "PUT /v2.0/ports/901f77c1-620f-4d7a-bfa8-058247c760ca HTTP/1.1" status: 200 len: 818 time: 0.8278561 Apr 23 00:31:29.778740 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e1c9e717-cf10-4c83-a771-6344f940b4ed admin admin] 10.222.0.39 "DELETE /v2.0/networks/b20e1981-fc43-4e46-b69e-e67f72a44013 HTTP/1.1" status: 204 len: 168 time: 1.2208509 Apr 23 00:31:29.780005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36582) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:29.782176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:29.800803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8b97d-df2e-479e-921f-f7a08f3a96c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:29.806847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad8b97d-df2e-479e-921f-f7a08f3a96c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:29.807648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0ad8b97d-df2e-479e-921f-f7a08f3a96c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:29.813176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:29.822811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:security_group_rule and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:29.828057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.828405 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Added segment 6b3374fe-7408-47b2-a7c4-c2b755f27976 of type vlan for network dd7eea8e-2f6b-4e83-8bb2-f64749ff4e7b Apr 23 00:31:29.831126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:29.843427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:29.846630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0ad8b97d-df2e-479e-921f-f7a08f3a96c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:29.847775 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0ad8b97d-df2e-479e-921f-f7a08f3a96c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4183059 Apr 23 00:31:29.852129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36588) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:29.887309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-508cf186-bf41-494b-b857-76b404d49ab9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:29.892916 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-508cf186-bf41-494b-b857-76b404d49ab9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3477595 Apr 23 00:31:29.895805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acfd17-6859-4a05-94d2-5686e47abc62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=901f77c1-620f-4d7a-bfa8-058247c760ca,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:29.900178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36592) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:29.904510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f932d86c-f392-4fe7-b6e1-0754f2f5eb4f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:29.915856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--322120898'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:29.931681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.940739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:29.948434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 901f77c1-620f-4d7a-bfa8-058247c760ca {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:29.948772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:29.981872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 2e5179e3-660f-40be-92d1-4b6b30365455 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:29.982517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.030455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:30.031273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36596) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:30.059155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.096746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:30.140682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Allocated IP 172.26.8.168 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/d61861fd-5c31-4449-a343-d301002665dd) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:30.150407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:30.164235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:30.175418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:30.176975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb005ca7-e416-4328-ba50-8d4229dc8e24 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:30.179405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.179973 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Added segment 97916da5-d3b2-4903-807a-b2c5eb3bc4fc of type vlan for network 7a8f97f2-6eb9-4de9-a301-69fed89d31e9 Apr 23 00:31:30.197191 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dcd7cd94-f8d6-407c-b848-743fb38ca371 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ca6f3281b8543d384e6824b73e7e15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611576 Apr 23 00:31:30.204031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36600) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:30.212688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:30.251729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fb005ca7-e416-4328-ba50-8d4229dc8e24 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:30.256555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb005ca7-e416-4328-ba50-8d4229dc8e24 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:30.256935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.292212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.299334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.361642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.368413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.383637 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.418160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port fb005ca7-e416-4328-ba50-8d4229dc8e24, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb005ca7-e416-4328-ba50-8d4229dc8e24,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:30.422466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.455856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:30.470198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d2e83-2924-4b11-8da7-db5f56070db2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:30.503008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.503360 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Added segment e47ebe5c-7008-4aca-9016-86decc063200 of type vlan for network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 Apr 23 00:31:30.503624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=fb005ca7-e416-4328-ba50-8d4229dc8e24,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:30.513952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.515010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.520582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:30.525347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:30.526022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.557723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.569225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27637660-6724-4844-bb3f-1eae37a8a576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.632456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 901f77c1-620f-4d7a-bfa8-058247c760ca owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:30.734939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 2e5179e3-660f-40be-92d1-4b6b30365455 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:30.820902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.835726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.853642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.860756 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6884575 Apr 23 00:31:30.862952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.865623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36606) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:30.866787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Network': ['ID=dd7eea8e-2f6b-4e83-8bb2-f64749ff4e7b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:30.872437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.874202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27637660-6724-4844-bb3f-1eae37a8a576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:30.879061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network dd7eea8e-2f6b-4e83-8bb2-f64749ff4e7b details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:30.991579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=901f77c1-620f-4d7a-bfa8-058247c760ca,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:31.009148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f689ce-3a90-4df6-b4cf-9e2eb32704ed,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:31.051916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbfcfa-f59f-47ce-adad-16cb6982e4ee tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Network': ['ID=7a8f97f2-6eb9-4de9-a301-69fed89d31e9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:31.057642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.063917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.064693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.066981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 7a8f97f2-6eb9-4de9-a301-69fed89d31e9 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:31.073770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.075633 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e82e42f1-665c-4b14-a613-422de77c560b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/901f77c1-620f-4d7a-bfa8-058247c760ca HTTP/1.1" status: 204 len: 168 time: 1.2898233 Apr 23 00:31:31.086488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.087673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-30c60bda-5153-4d42-bf3b-9ce7d81adb6a tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1844413 Apr 23 00:31:31.088288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36610) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.099105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36612) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.150267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d2a6c0ae-bd33-4db4-94e7-ed8fa38d156c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'f4f689ce-3a90-4df6-b4cf-9e2eb32704ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:31.165602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d2a6c0ae-bd33-4db4-94e7-ed8fa38d156c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:31.177924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d2a6c0ae-bd33-4db4-94e7-ed8fa38d156c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:31.196613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d2a6c0ae-bd33-4db4-94e7-ed8fa38d156c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:31.204847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36618) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.238699 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8107667 Apr 23 00:31:31.242678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d2a6c0ae-bd33-4db4-94e7-ed8fa38d156c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:31.242871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27637660-6724-4844-bb3f-1eae37a8a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.245186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27637660-6724-4844-bb3f-1eae37a8a576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.246459 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-27637660-6724-4844-bb3f-1eae37a8a576 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/340b296d-0555-46aa-b320-87c51d738f17 HTTP/1.1" status: 204 len: 168 time: 1.0381086 Apr 23 00:31:31.247338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81009f0d-5cae-44ec-8390-a70090629dee tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Network': ['ID=81d3e1b7-0bd9-464c-86d1-dc3ed4570407,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:31.249563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36622) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.265640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'subnet': {'network_id': '81d3e1b7-0bd9-464c-86d1-dc3ed4570407', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:31.267327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da7968-26b9-44c5-b164-a247492f2338 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.271398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:31.273414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da7968-26b9-44c5-b164-a247492f2338 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.279363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da7968-26b9-44c5-b164-a247492f2338 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.286221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da7968-26b9-44c5-b164-a247492f2338 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.288170 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-96da7968-26b9-44c5-b164-a247492f2338 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4171970 Apr 23 00:31:31.302765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36628) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.305725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.407004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.408692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27637660-6724-4844-bb3f-1eae37a8a576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b296d-0555-46aa-b320-87c51d738f17,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:31.473694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=2e5179e3-660f-40be-92d1-4b6b30365455,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:31.511758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0d21bb-3da2-46bb-bb44-e38f7a8026bf tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.514929 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3f0d21bb-3da2-46bb-bb44-e38f7a8026bf tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 814 time: 0.3073373 Apr 23 00:31:31.519748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:31.548826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:31.557034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Pushing event updated for resources: {'Port': ['ID=d61861fd-5c31-4449-a343-d301002665dd,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:31.560468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:31.589189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.591526 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-11904d78-e386-4dd8-8be8-cd4db5090412 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/2e5179e3-660f-40be-92d1-4b6b30365455 HTTP/1.1" status: 204 len: 168 time: 1.7369149 Apr 23 00:31:31.598578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36636) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.601739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:31.625421 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-d2a6c0ae-bd33-4db4-94e7-ed8fa38d156c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The resource could not be found. Apr 23 00:31:31.626639 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d2a6c0ae-bd33-4db4-94e7-ed8fa38d156c tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5266356 Apr 23 00:31:31.635637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36640) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.644807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:subnet and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:31.652437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:31.653505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c705392-cdb0-457f-a3ea-4a64963cfe6a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.654332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c705392-cdb0-457f-a3ea-4a64963cfe6a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:31.664882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-86d1060a-b637-4fe8-8efd-3d4c734b86dc tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'f4f689ce-3a90-4df6-b4cf-9e2eb32704ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1456f470-9523-40e2-b34f-21dee86f5317'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:31.667862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:31.676893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.679178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-86d1060a-b637-4fe8-8efd-3d4c734b86dc tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:31.690222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.693920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa167252-5e95-4766-bb9c-e1441349b6a8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.695275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.695660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa167252-5e95-4766-bb9c-e1441349b6a8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:31.696498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fa167252-5e95-4766-bb9c-e1441349b6a8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:31.701334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:31.705211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.711232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-86d1060a-b637-4fe8-8efd-3d4c734b86dc tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:31.716230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-86d1060a-b637-4fe8-8efd-3d4c734b86dc tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:31.725038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c705392-cdb0-457f-a3ea-4a64963cfe6a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:31.726197 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5c705392-cdb0-457f-a3ea-4a64963cfe6a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6325333 Apr 23 00:31:31.733916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36646) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.738399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-86d1060a-b637-4fe8-8efd-3d4c734b86dc tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:31.778056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36650) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.799700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d14dbf17-ead8-4047-82da-470b7d93e952 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9705572 Apr 23 00:31:31.800196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36654) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.817106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.168'}]}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:31.827750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:31.830127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fa167252-5e95-4766-bb9c-e1441349b6a8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:31.833811 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fa167252-5e95-4766-bb9c-e1441349b6a8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2317245 Apr 23 00:31:31.834849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Usage tracker for resource:router and tenant:6532973e1ab54b2ca651f8a1187fbdc3 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:31.837167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36658) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.837287 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-879b8a98-19b1-4b61-9837-516b786abede tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:31:31.838596 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-879b8a98-19b1-4b61-9837-516b786abede tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/901f77c1-620f-4d7a-bfa8-058247c760ca HTTP/1.1" status: 404 len: 333 time: 0.1036539 Apr 23 00:31:31.842164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:31.848908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36662) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:31.880511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1234339587'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:31.892886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:31.904246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:31.926322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.927313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.929194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:31.935563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:31.938548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet b3b6ebf5-469c-4556-8c13-99da010ebe64 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:31.947171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:31.998181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:32.010038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.023819 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-86d1060a-b637-4fe8-8efd-3d4c734b86dc tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The resource could not be found. Apr 23 00:31:32.024767 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-86d1060a-b637-4fe8-8efd-3d4c734b86dc tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3839474 Apr 23 00:31:32.029698 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d8ecc33d-283b-4d5e-9328-3c2ea62fefc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebd736beaa564b638e017aa1e3cad4b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424743 Apr 23 00:31:32.032857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36666) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:32.032943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36668) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:32.053291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:32.056615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.062346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.077804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7eea8e-2f6b-4e83-8bb2-f64749ff4e7b']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:32.102847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.105119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3374fe-7408-47b2-a7c4-c2b755f27976') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:32.105422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3374fe-7408-47b2-a7c4-c2b755f27976') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:32.131805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.147329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb005ca7-e416-4328-ba50-8d4229dc8e24 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:32.151834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:32.163688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.182361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:32.182767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.198011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.198391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment f1816ab0-f58a-4a27-af7d-b3987578daa9 of type vlan for network 366994d8-a03d-46b4-b1e5-136876272bcb Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:32.199523 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:32.217373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9f38c2f-d226-4f6c-afd2-25f8d2a713f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.243055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb005ca7-e416-4328-ba50-8d4229dc8e24 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:32.243354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.285359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36674) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:32.306061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--876765686', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:32.308193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.336323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9f38c2f-d226-4f6c-afd2-25f8d2a713f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.346837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.380721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.382978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:32.385470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.397716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Network': ['ID=dd7eea8e-2f6b-4e83-8bb2-f64749ff4e7b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:32.407869 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf5ccf10-3301-413c-ac9e-7d230e347503 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/networks/dd7eea8e-2f6b-4e83-8bb2-f64749ff4e7b HTTP/1.1" status: 204 len: 168 time: 1.0999000 Apr 23 00:31:32.416112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36678) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:32.422442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.427844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:32.428424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.479890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5504259-ef68-4040-a674-2c69258b9d95 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.505262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:32.637148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5504259-ef68-4040-a674-2c69258b9d95 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.648089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.652012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.680022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8299434 Apr 23 00:31:32.681107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:32.684871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.699753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36682) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:32.730624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Subnet': ['ID=761b2084-5339-4209-903e-a8ec94522414,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:32.745705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:32.755250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1a4c7-b799-4f82-9938-4340df3a3400 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=366994d8-a03d-46b4-b1e5-136876272bcb,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:32.766288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.768385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 366994d8-a03d-46b4-b1e5-136876272bcb details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:32.768919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9f38c2f-d226-4f6c-afd2-25f8d2a713f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.790872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f38c2f-d226-4f6c-afd2-25f8d2a713f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf7b1f7-3400-4704-8783-6c8a005565fa,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:32.796741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9f38c2f-d226-4f6c-afd2-25f8d2a713f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.797890 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f9f38c2f-d226-4f6c-afd2-25f8d2a713f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daf7b1f7-3400-4704-8783-6c8a005565fa HTTP/1.1" status: 204 len: 168 time: 0.7657042 Apr 23 00:31:32.927930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:32.939990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Checking segment: {'id': 'e47ebe5c-7008-4aca-9016-86decc063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81d3e1b7-0bd9-464c-86d1-dc3ed4570407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:32.940983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network hostable DHCP agents. Network: 81d3e1b7-0bd9-464c-86d1-dc3ed4570407, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:32.958477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8f97f2-6eb9-4de9-a301-69fed89d31e9']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:32.979945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97916da5-d3b2-4903-807a-b2c5eb3bc4fc') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:32.980256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97916da5-d3b2-4903-807a-b2c5eb3bc4fc') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:32.993864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.015424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.023681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:33.024129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:33.041729 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:33.089377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:33.095381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.129002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.149729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.160734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Network': ['ID=7a8f97f2-6eb9-4de9-a301-69fed89d31e9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:33.170536 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-06089aaf-ecd6-4e22-869f-bf501d1d2b09 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/networks/7a8f97f2-6eb9-4de9-a301-69fed89d31e9 HTTP/1.1" status: 204 len: 168 time: 0.7511294 Apr 23 00:31:33.170893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36690) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.218233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.218643 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment 0487382b-511d-4c18-be10-a00c648af109 of type vlan for network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a Apr 23 00:31:33.222581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07eec0-9472-4a71-82d4-51eea663bf71 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:33.223908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b6ebf5-469c-4556-8c13-99da010ebe64,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:33.230855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.246709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5504259-ef68-4040-a674-2c69258b9d95 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.256474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:33.276612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:33.288280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:33.294391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:33.310180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5504259-ef68-4040-a674-2c69258b9d95 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f689ce-3a90-4df6-b4cf-9e2eb32704ed,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:33.328718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:33.334527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.354757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 81d3e1b7-0bd9-464c-86d1-dc3ed4570407) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:33.365612 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-046035e1-5a91-46d9-8533-1a9110dfebbb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/b3b6ebf5-469c-4556-8c13-99da010ebe64 HTTP/1.1" status: 204 len: 168 time: 1.5274532 Apr 23 00:31:33.368403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36702) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.369955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:33.370454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.376705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5504259-ef68-4040-a674-2c69258b9d95 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.378084 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f5504259-ef68-4040-a674-2c69258b9d95 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4f689ce-3a90-4df6-b4cf-9e2eb32704ed HTTP/1.1" status: 204 len: 168 time: 1.3431242 Apr 23 00:31:33.384021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36706) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.391814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:33.395330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.433459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de9798b-61a6-4ea8-b571-8071ad338c11 None None] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:33.470873 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c74ff360-ad33-4a2f-9d53-92b38a574f3a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983884 Apr 23 00:31:33.474105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36710) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.475897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a3de1478-4953-47c1-82bc-982996d9f69f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2172332 Apr 23 00:31:33.528970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36714) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.542853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ba872-40d1-46e5-bd45-8a3fb470a0a2 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:33.548516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.552145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28ba872-40d1-46e5-bd45-8a3fb470a0a2 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:33.553604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d28ba872-40d1-46e5-bd45-8a3fb470a0a2 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Synchronizing usage tracker for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:33.554095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:33.554780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.567867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'network': {'name': 'tempest-router-network01--1432984924'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:33.595523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d28ba872-40d1-46e5-bd45-8a3fb470a0a2 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Unset dirty status for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:33.597021 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d28ba872-40d1-46e5-bd45-8a3fb470a0a2 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4247959 Apr 23 00:31:33.606548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36722) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.610392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:33.618044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-135796167'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:33.626981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:33.640443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:network and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:33.652942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:33.654569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:33.673133 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3781939 Apr 23 00:31:33.678474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:33.682392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb864d5-3872-40c4-af9d-49e6a27eb048 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:33.684450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2fb864d5-3872-40c4-af9d-49e6a27eb048 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:33.684596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36728) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.689231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Made reservation on behalf of feb1b236c0b6420f8e44135231fd6e1d for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:33.692630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.724005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2fb864d5-3872-40c4-af9d-49e6a27eb048 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:33.727669 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2fb864d5-3872-40c4-af9d-49e6a27eb048 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2503257 Apr 23 00:31:33.740418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:33.741996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-60898d30-4000-4ac3-9a50-f6e1f4785074 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:33.742220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:33.752700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.752931 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Added segment 997a85fa-58a7-4dd4-b358-516701a16601 of type vlan for network bd8b7cf9-dad3-43f7-998c-291ed8dada59 Apr 23 00:31:33.758419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Deleting port fb005ca7-e416-4328-ba50-8d4229dc8e24 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:33.758918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.785109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36734) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.792401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-81d3e1b7-0bd9-464c-86d1-dc3ed4570407', 'network_id': '81d3e1b7-0bd9-464c-86d1-dc3ed4570407', 'tenant_id': '2ed51a501c6843acb0b62529cacc8bdd', 'fixed_ips': [{'subnet_id': '761b2084-5339-4209-903e-a8ec94522414'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:33.792609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.798162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.831847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.838874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:33.839598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.855500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36738) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:33.886390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b8234-284e-4026-9899-602a85dd9366 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=6176b68f-a4c1-4b07-9de2-e6923cc44f9a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:33.905389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:33.908899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:33.995357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Allocated IP 2001:db8::2 (81d3e1b7-0bd9-464c-86d1-dc3ed4570407/761b2084-5339-4209-903e-a8ec94522414/e04057f6-d22b-44c1-8997-db81c89bbe64) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:33.999865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-60898d30-4000-4ac3-9a50-f6e1f4785074 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:34.001224 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-60898d30-4000-4ac3-9a50-f6e1f4785074 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5907264 Apr 23 00:31:34.003439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Network': ['ID=bd8b7cf9-dad3-43f7-998c-291ed8dada59,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:34.013178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c6f6dd-f67b-4efc-8b3b-82574e4d0fc6 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:34.015521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-04c6f6dd-f67b-4efc-8b3b-82574e4d0fc6 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3302560 Apr 23 00:31:34.018194 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4fa0d05e-b031-4308-b5ae-2a9c2d09b78a tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4104881 Apr 23 00:31:34.019891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36744) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.020680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36746) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.021436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36748) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.032983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fa7d0a67-db6e-4cb2-8fb5-25a5dfaa56ae tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': '9c113d9e-ed4b-4c1e-b6f0-3c9d0beb545b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:34.043692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2096881182'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:34.090061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:34.096777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fa7d0a67-db6e-4cb2-8fb5-25a5dfaa56ae tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:34.096933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7136a373-3f16-4fa2-8b57-a20352ed9dca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:34.097710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7136a373-3f16-4fa2-8b57-a20352ed9dca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:34.126003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Usage tracker for resource:network and tenant:feb1b236c0b6420f8e44135231fd6e1d is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:34.130427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fa7d0a67-db6e-4cb2-8fb5-25a5dfaa56ae tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:34.133791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:34.144182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:34.146422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:34.148283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fa7d0a67-db6e-4cb2-8fb5-25a5dfaa56ae tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:34.152435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:34.162266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2105022597-network', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:34.176134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network bd8b7cf9-dad3-43f7-998c-291ed8dada59 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:34.199194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb005ca7-e416-4328-ba50-8d4229dc8e24 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:31:34.241012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:34.249608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fa7d0a67-db6e-4cb2-8fb5-25a5dfaa56ae tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:34.265611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Usage tracker for resource:network and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:34.268790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.269129 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Added segment a8dd01f5-f3f8-4f53-8c92-eb05e29942c5 of type vlan for network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 Apr 23 00:31:34.275021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:34.288843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Made reservation on behalf of feb1b236c0b6420f8e44135231fd6e1d for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:34.293991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.304716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7136a373-3f16-4fa2-8b57-a20352ed9dca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:34.308199 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7136a373-3f16-4fa2-8b57-a20352ed9dca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4880688 Apr 23 00:31:34.309463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:34.315480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36758) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.339610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.365448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.369271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.415341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.450662 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c9210e4a-a037-41c2-be04-87f4e7d86b92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320150 Apr 23 00:31:34.468886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36762) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.469829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Made reservation on behalf of f3c997e7c28e47a8a535b6f6b9b3840e for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:34.473201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.495446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:34.516952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:34.527704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=9b8fc853-e5a2-4553-865e-fc663a9760aa,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:34.536411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.546053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5360086f-bcba-4bf3-a7ec-ed8cd1bbed63 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:34.548273 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5360086f-bcba-4bf3-a7ec-ed8cd1bbed63 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5236900 Apr 23 00:31:34.552702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36766) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.555581 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-fa7d0a67-db6e-4cb2-8fb5-25a5dfaa56ae tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The resource could not be found. Apr 23 00:31:34.562350 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fa7d0a67-db6e-4cb2-8fb5-25a5dfaa56ae tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5339291 Apr 23 00:31:34.562538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.565499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:34.565866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.568057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36770) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.571674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.572017 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Added segment 0deb6247-b70d-48c7-ac42-9d21791a390b of type vlan for network c882a477-f42a-47fc-8022-78e562aeda2a Apr 23 00:31:34.625736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--792211040'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:34.630146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:34.642573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:34.645345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': 'f1816ab0-f58a-4a27-af7d-b3987578daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:34.645717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: 366994d8-a03d-46b4-b1e5-136876272bcb, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:34.651225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:34.656005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:34.685255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:34.688686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:34.696646 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a06c172d-7c6b-4676-961e-5cce784592c4 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1402464 Apr 23 00:31:34.704795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36774) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.713979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:34.730099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.738684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.747939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:34.756067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] For port fb005ca7-e416-4328-ba50-8d4229dc8e24, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb005ca7-e416-4328-ba50-8d4229dc8e24,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:34.756666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.763847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.791171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:34.808575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:34.811655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:34.815087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.830163 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2938876 Apr 23 00:31:34.832076 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2e38764d-e488-485c-b465-1ed0bef427c9 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1265438 Apr 23 00:31:34.835458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3bd21-48f5-4647-8bdf-73620ef118aa tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Network': ['ID=3a4fb055-b56c-465a-a8e1-d7f41efd39d6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:34.837637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:34.840386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36778) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.840540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36780) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:34.840757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.841079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 366994d8-a03d-46b4-b1e5-136876272bcb is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:34.925278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:34.934415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 366994d8-a03d-46b4-b1e5-136876272bcb) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:34.940216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Transition to ACTIVE for port object e04057f6-d22b-44c1-8997-db81c89bbe64 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:34.948411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:34.948724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:34.949232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Calling delete_port for fb005ca7-e416-4328-ba50-8d4229dc8e24 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:34.985216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:34.991102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'network': {'name': 'tempest-router-network02--588567566'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:34.996196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:35.000691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9229862d-a03e-482b-9f99-dfe5ab1a60ae None None] Network 366994d8-a03d-46b4-b1e5-136876272bcb requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:35.001235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:network and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:35.004426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:35.010670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:35.031329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:35.035415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.115478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.120921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:35.121500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.159296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.183666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port fb005ca7-e416-4328-ba50-8d4229dc8e24, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb005ca7-e416-4328-ba50-8d4229dc8e24,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:35.198568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Transition to ACTIVE for port object e04057f6-d22b-44c1-8997-db81c89bbe64 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:35.199794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.253777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Network': ['ID=c882a477-f42a-47fc-8022-78e562aeda2a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:35.280686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:35.294618 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8b8ab333-e620-41f0-a067-9205347d08c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5779183 Apr 23 00:31:35.294851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c882a477-f42a-47fc-8022-78e562aeda2a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:35.298474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36786) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:35.326020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.354794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:35.358133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.358519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Added segment 57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791 of type vlan for network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 Apr 23 00:31:35.392027 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-88448d6d-2e2f-4cb4-8ddb-fd1eabc43fbe tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3622210 Apr 23 00:31:35.399088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36790) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:35.403946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.426344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'ports': [{'network_id': 'bd8b7cf9-dad3-43f7-998c-291ed8dada59', 'name': 'tempest-port--1816352771', 'admin_state_up': True}, {'network_id': 'c882a477-f42a-47fc-8022-78e562aeda2a', 'admin_state_up': False}]} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:35.426683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'port': {'network_id': 'bd8b7cf9-dad3-43f7-998c-291ed8dada59', 'name': 'tempest-port--1816352771', 'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:35.427155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'port': {'network_id': 'c882a477-f42a-47fc-8022-78e562aeda2a', 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:35.433910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:35.434278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:35.451080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:35.455979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18d123-d92e-4313-bd53-b6a3bf3c5cbf tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:35.460207 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2f18d123-d92e-4313-bd53-b6a3bf3c5cbf tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6083674 Apr 23 00:31:35.469654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:35.472332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:35.474279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36794) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:35.517486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=fb005ca7-e416-4328-ba50-8d4229dc8e24,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:35.566285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.597890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.627856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.635588 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-90702e94-efb2-4949-949e-737aedb7352f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1576862 Apr 23 00:31:35.635588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.637874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36798) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:35.643535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:35.651214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082773299', 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:35.691100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Pushing event updated for resources: {'Port': ['ID=e04057f6-d22b-44c1-8997-db81c89bbe64,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:35.721111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Attempting to bind port e04057f6-d22b-44c1-8997-db81c89bbe64 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:35.721477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Attempting to bind port e04057f6-d22b-44c1-8997-db81c89bbe64 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e47ebe5c-7008-4aca-9016-86decc063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81d3e1b7-0bd9-464c-86d1-dc3ed4570407'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:35.721831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Attempting to bind port e04057f6-d22b-44c1-8997-db81c89bbe64 on network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:35.739547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:35.739929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Checking segment: {'id': 'e47ebe5c-7008-4aca-9016-86decc063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81d3e1b7-0bd9-464c-86d1-dc3ed4570407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:35.740335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.740728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Bound using segment: {'id': 'e47ebe5c-7008-4aca-9016-86decc063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81d3e1b7-0bd9-464c-86d1-dc3ed4570407'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:35.741203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Bound port: e04057f6-d22b-44c1-8997-db81c89bbe64, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47ebe5c-7008-4aca-9016-86decc063200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '81d3e1b7-0bd9-464c-86d1-dc3ed4570407'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:35.741593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.747640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.754393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.754683 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Added segment 3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f of type vlan for network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 Apr 23 00:31:35.763015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.763729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d69bb90d-df5d-494a-9475-56fb949d31b6 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:31:35.782547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.799783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-366994d8-a03d-46b4-b1e5-136876272bcb', 'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb', 'tenant_id': '64d5d003d79e452e8eb0df89bf8887a7', 'fixed_ips': [{'subnet_id': '9b8fc853-e5a2-4553-865e-fc663a9760aa'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:35.800612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.803722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:35.806565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892fa1ca-7689-4b6e-a272-86214848351b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:35.813588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:35.820937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:35.830125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:35.832874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:35.837289 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:31:35.837816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:35.839225 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07ad30e5-5686-46e4-99b9-f566f9272914 tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0314040 Apr 23 00:31:35.841343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:35.843980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36802) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:35.845092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Usage tracker for resource:port and tenant:feb1b236c0b6420f8e44135231fd6e1d is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:35.849611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:35.867828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:35.885135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:35.892765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:35.902308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:35.906324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.907418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.926494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.931964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:35.932573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.993537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:35.999386 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4258173 Apr 23 00:31:36.004310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c06193-911b-4666-bce9-70bbf457ecff tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50f9361-ede3-475f-892b-b8c9e8847c1d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:36.005643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:36.006468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Made reservation on behalf of feb1b236c0b6420f8e44135231fd6e1d for: {'port': 2} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:36.009552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.010762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.020546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36806) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:36.022171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] For port e04057f6-d22b-44c1-8997-db81c89bbe64, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:36.030747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] For port e04057f6-d22b-44c1-8997-db81c89bbe64, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e04057f6-d22b-44c1-8997-db81c89bbe64,segment=NetworkSegment(e47ebe5c-7008-4aca-9016-86decc063200),segment_id=e47ebe5c-7008-4aca-9016-86decc063200)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:36.033632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489648947'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:36.034805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Deleting port fb005ca7-e416-4328-ba50-8d4229dc8e24 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:36.035345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.061246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Deleting port d61861fd-5c31-4449-a343-d301002665dd {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:36.061246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.090783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.112841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:36.118519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2689674 Apr 23 00:31:36.118519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.120027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36810) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:36.165853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'subnet': {'network_id': '3a4fb055-b56c-465a-a8e1-d7f41efd39d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:36.199467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.252946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:36.255028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8d9c-b030-46c1-ab8d-0f3b2ff556cf tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Network': ['ID=c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:36.257800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.ipam_backend_mixin [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b8fc853-e5a2-4553-865e-fc663a9760aa (CIDR: 2001:db8::/64) Apr 23 00:31:36.268731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.269967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:36.271215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.276674 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:36.277166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:31:36.306963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:36.387162 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-24f802ac-b955-4fa0-81df-8ccf27767b7e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0848913 Apr 23 00:31:36.425862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36814) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:36.445656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:36.452346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:36.469947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcb504-f563-477c-8cbd-55d1c71baf4f None None] Pushing event updated for resources: {'Port': ['ID=e04057f6-d22b-44c1-8997-db81c89bbe64,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:36.479161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:36.483695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:36.483695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.487692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.495635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Allocated IP 2001:db8::2 (366994d8-a03d-46b4-b1e5-136876272bcb/9b8fc853-e5a2-4553-865e-fc663a9760aa/a6a3064f-fb0d-4610-807c-cae2ef92b6df) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:36.514168 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6439681 Apr 23 00:31:36.515047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=6aa59df0-ac33-4402-a9b1-518c2aa05511,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:36.518478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36818) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:36.648212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Request body: {'subnet': {'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2105022597-subnet', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:36.678410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:36.686800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:36.692665 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9f7eea15-7314-4d49-83f9-f731885e77cc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2106979 Apr 23 00:31:36.693599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf0078-a242-4e9e-b805-7e64b46bcd1e admin admin] Pushing event updated for resources: {'Network': ['ID=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:36.698705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Usage tracker for resource:subnet and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:36.702454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:36.704993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36822) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:36.721444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:36.756294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:36.760269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:subnet and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:36.767010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '6aa59df0-ac33-4402-a9b1-518c2aa05511', 'ip_address': '2001:db8::7be2:53a8:46cb:7d65'}], 'name': 'tempest-NetworksTestDHCPv6-330960546'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:36.775228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] For port fb005ca7-e416-4328-ba50-8d4229dc8e24, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb005ca7-e416-4328-ba50-8d4229dc8e24,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:36.775737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.779030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.788246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:36.793191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:36.804056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:36.822999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:36.896138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:36.898206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:36.945640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Calling delete_port for d61861fd-5c31-4449-a343-d301002665dd owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:36.982336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:36.984993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Calling delete_port for fb005ca7-e416-4328-ba50-8d4229dc8e24 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:37.040118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:37.070235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:37.079401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:37.107468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:37.126483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=3ab19d38-08e2-416a-9fdd-bf308842829f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:37.131156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Made reservation on behalf of f3c997e7c28e47a8a535b6f6b9b3840e for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:37.133876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.149400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.153282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.162780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] device_id is not set on port 8b5c23eb-5e05-4f61-b58a-d9883a82ba75 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:37.182927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:37.186948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.198118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] Pushing event deleted for resources: {'Port': ['ID=fb005ca7-e416-4328-ba50-8d4229dc8e24,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:37.209511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:37.211177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Transition to ACTIVE for port object a6a3064f-fb0d-4610-807c-cae2ef92b6df will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:37.214040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d298d7-8676-4f3a-9fe6-d5cd4eb4a1af None None] No DVR routers for this DVR port fb005ca7-e416-4328-ba50-8d4229dc8e24 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:37.214460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.238162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21e580a-2ce2-4561-b6fa-a5adf6d202e2 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:37.244272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:37.244667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 6176b68f-a4c1-4b07-9de2-e6923cc44f9a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:37.268268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Transition to ACTIVE for port object a6a3064f-fb0d-4610-807c-cae2ef92b6df will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:37.327396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.336782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.348159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:37.417757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Network 366994d8-a03d-46b4-b1e5-136876272bcb is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:37.433962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Pushing event deleted for resources: {'Port': ['ID=d61861fd-5c31-4449-a343-d301002665dd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:37.435572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 6176b68f-a4c1-4b07-9de2-e6923cc44f9a) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:37.457333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c9fe1-b8d3-4dcf-8892-5b7bfa5e5694 None None] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:37.477722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:37.481408 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:37.484476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:37.485318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.493808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Pushing event updated for resources: {'Port': ['ID=a6a3064f-fb0d-4610-807c-cae2ef92b6df,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:37.541033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:37.554135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.559357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:37.569271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:37.582885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.591463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:37.634054 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f708f29c-a974-4342-8c83-b7065277e4bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9817424 Apr 23 00:31:37.667455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.693300 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f994322c-6278-4c7b-882b-951d8cd36daf tempest-RoutersAdminNegativeTest-1635551427 tempest-RoutersAdminNegativeTest-1635551427-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d61861fd-5c31-4449-a343-d301002665dd HTTP/1.1" status: 204 len: 168 time: 1.8389678 Apr 23 00:31:37.797486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:37.854324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220cce77-3d9d-47a2-8ada-bb5d177281a9,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:37.874157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:37.875829 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b4188817-49ae-45cd-aefc-a46da595c6bf tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8469083 Apr 23 00:31:37.884558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36830) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:37.895167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ea3aae01-bd30-4d65-8ec9-43f3d28d4a37 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'a50f9361-ede3-475f-892b-b8c9e8847c1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '220cce77-3d9d-47a2-8ada-bb5d177281a9'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:37.912971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ea3aae01-bd30-4d65-8ec9-43f3d28d4a37 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:37.919180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ea3aae01-bd30-4d65-8ec9-43f3d28d4a37 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:37.923558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ea3aae01-bd30-4d65-8ec9-43f3d28d4a37 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:37.940194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0c707-3365-47ed-ad69-e2608838ac5d None None] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:37.950990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ea3aae01-bd30-4d65-8ec9-43f3d28d4a37 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:38.018595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '6aa59df0-ac33-4402-a9b1-518c2aa05511'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:38.020039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.023472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.088686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.100556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.195805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36836) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:38.196856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=709f1712-2a0e-4c01-9181-44b9a77c1336,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:38.213139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.222443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 366994d8-a03d-46b4-b1e5-136876272bcb is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:38.226004 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-ea3aae01-bd30-4d65-8ec9-43f3d28d4a37 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:38.229499 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ea3aae01-bd30-4d65-8ec9-43f3d28d4a37 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3440447 Apr 23 00:31:38.232525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36842) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:38.238649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:38.244219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:38.245032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.251931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Attempting to bind port a6a3064f-fb0d-4610-807c-cae2ef92b6df on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:38.252302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Attempting to bind port a6a3064f-fb0d-4610-807c-cae2ef92b6df by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f1816ab0-f58a-4a27-af7d-b3987578daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:38.252662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Attempting to bind port a6a3064f-fb0d-4610-807c-cae2ef92b6df on network 366994d8-a03d-46b4-b1e5-136876272bcb {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:38.256915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 3db45cb7-5e1c-438f-ba31-00843e8a08e7 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:38.277077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e6a40302-f6f2-457c-9d2c-ff222ec86528 None None] Provisioning for port e04057f6-d22b-44c1-8997-db81c89bbe64 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:38.289638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:38.289997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Checking segment: {'id': 'f1816ab0-f58a-4a27-af7d-b3987578daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:38.290429 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.290811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Bound using segment: {'id': 'f1816ab0-f58a-4a27-af7d-b3987578daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:38.291294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Bound port: a6a3064f-fb0d-4610-807c-cae2ef92b6df, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1816ab0-f58a-4a27-af7d-b3987578daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:38.291662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.317716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e04057f6-d22b-44c1-8997-db81c89bbe64 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:38.328554 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b446801a-7c02-4050-a4c7-4a462fbdb0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8985999 Apr 23 00:31:38.336263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36846) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:38.386178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb', 'fixed_ips': [{'subnet_id': '9b8fc853-e5a2-4553-865e-fc663a9760aa'}, {'subnet_id': '709f1712-2a0e-4c01-9181-44b9a77c1336'}], 'name': 'tempest-PortsIpV6TestJSON-847339806'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:38.438206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.455634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.508756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:38.553515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:38.559117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] device_id is not set on port 09ffed25-b6fe-4a85-b7d1-8b7b39058e67 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:38.575690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bb77484d3a444cb2ff9ef01e6ff0ce is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:38.580136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c025a9f-1faf-409e-a135-9ec1bb5cd089 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.582722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:38.585235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36850) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:38.609632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736699279', 'description': 'tempest-secgroup-smoke-736699279 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:38.620013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:38.627288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:38.673763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c025a9f-1faf-409e-a135-9ec1bb5cd089 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.679669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Checking segment: {'id': 'a8dd01f5-f3f8-4f53-8c92-eb05e29942c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3a4fb055-b56c-465a-a8e1-d7f41efd39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:38.680280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network hostable DHCP agents. Network: 3a4fb055-b56c-465a-a8e1-d7f41efd39d6, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:38.683350 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] For port a6a3064f-fb0d-4610-807c-cae2ef92b6df, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:38.693418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:38.734640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': '3ab19d38-08e2-416a-9fdd-bf308842829f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:38.735457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.737485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:38.738788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Checking segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:38.739155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Network hostable DHCP agents. Network: cd4803e1-91a3-4d0b-b8d0-6dfabbc61306, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:38.755281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:port and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:38.755970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:38.758155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.769170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] For port a6a3064f-fb0d-4610-807c-cae2ef92b6df, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a6a3064f-fb0d-4610-807c-cae2ef92b6df,segment=NetworkSegment(f1816ab0-f58a-4a27-af7d-b3987578daa9),segment_id=f1816ab0-f58a-4a27-af7d-b3987578daa9)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:38.770383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:38.787218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:38.791568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Subnet': ['ID=8a156927-e0d5-41e0-851c-6e5a82c0363e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:38.805500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 3a4fb055-b56c-465a-a8e1-d7f41efd39d6) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:38.811571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:38.811995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:38.812154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.818508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:38.822114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c025a9f-1faf-409e-a135-9ec1bb5cd089 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.826304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:38.842576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, cd4803e1-91a3-4d0b-b8d0-6dfabbc61306) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:38.845375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:38.860007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:38.860586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:38.863646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:38.876429 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3d9c934a-4f90-48c8-8387-f7ffb027a65b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7179053 Apr 23 00:31:38.878614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36854) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:38.878808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:38.897002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'subnet': {'network_id': 'c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:38.912484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c025a9f-1faf-409e-a135-9ec1bb5cd089 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=220cce77-3d9d-47a2-8ada-bb5d177281a9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:38.913987 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a5d416f3-00e9-4829-9677-e5d6f03bb7b0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3337398 Apr 23 00:31:38.917312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36858) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:38.947478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:38.960832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Allocated IP 172.20.0.18 (6176b68f-a4c1-4b07-9de2-e6923cc44f9a/3ab19d38-08e2-416a-9fdd-bf308842829f/cc7633e4-c3b4-47cd-8b63-95d7e2c151b2) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:39.011413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:39.014771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c025a9f-1faf-409e-a135-9ec1bb5cd089 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.015460 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3c025a9f-1faf-409e-a135-9ec1bb5cd089 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/220cce77-3d9d-47a2-8ada-bb5d177281a9 HTTP/1.1" status: 204 len: 168 time: 0.7811890 Apr 23 00:31:39.018561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36862) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:39.022074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.030827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Usage tracker for resource:router and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:39.034854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.036177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:39.051740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:39.057021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.075732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:39.083212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:subnet and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:39.087097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:39.102014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:39.133215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6729516d-edb2-406f-a299-ef8fc11e76d9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:39.139312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:39.142630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.147613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ef3ef3-a5e5-42be-9a23-051334e2b588,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:39.151582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.152602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.180937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.191433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.205918 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c747397d-0605-438c-9934-770c82afc5f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7bb77484d3a444cb2ff9ef01e6ff0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0033665 Apr 23 00:31:39.208757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36866) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:39.223903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.235754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Transition to ACTIVE for port object cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:39.245151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.247986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.256590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Transition to ACTIVE for port object cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:39.263129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port ed90dd3d-116d-4fa0-a6e0-a87081b33526 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:39.265393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5a26c-4412-4c89-ad0d-fa33fcb9f4c8 None None] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:39.283677 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee77f4-88b9-4633-8068-7b7a1fd64e6f None None] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:39.303427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.305055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.305700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6729516d-edb2-406f-a299-ef8fc11e76d9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:39.307078 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6729516d-edb2-406f-a299-ef8fc11e76d9 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2876203 Apr 23 00:31:39.314080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36870) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:39.370071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Port': ['ID=8b5c23eb-5e05-4f61-b58a-d9883a82ba75,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:39.374228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.384121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port e04057f6-d22b-44c1-8997-db81c89bbe64 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:39.423877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e04057f6-d22b-44c1-8997-db81c89bbe64 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:39.424252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.478924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/6aa59df0-ac33-4402-a9b1-518c2aa05511/1b75fb0f-74a4-435f-a213-5455ca3c9200) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:39.496255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:39.545781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Checking segment: {'id': '997a85fa-58a7-4dd4-b358-516701a16601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bd8b7cf9-dad3-43f7-998c-291ed8dada59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:39.546350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network hostable DHCP agents. Network: bd8b7cf9-dad3-43f7-998c-291ed8dada59, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:39.622498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:39.624660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee8fd3c-a211-416f-a3e1-c89fe7ec9823 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.647712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network bd8b7cf9-dad3-43f7-998c-291ed8dada59 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:39.696947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee8fd3c-a211-416f-a3e1-c89fe7ec9823 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.706383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, bd8b7cf9-dad3-43f7-998c-291ed8dada59) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:39.720570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:39.721607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.727902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:39.822448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e59c60-ba59-4b56-ba88-e581a68efb83,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:39.861754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a4ffaa-2dcd-4319-8444-49931aec8c0a None None] Network bd8b7cf9-dad3-43f7-998c-291ed8dada59 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:39.863495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.886715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.890764 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b8f62918-84d3-4808-ad53-4345c1badcbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2992723 Apr 23 00:31:39.897579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Port': ['ID=09ffed25-b6fe-4a85-b7d1-8b7b39058e67,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:39.902837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36878) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:39.928623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'c8e59c60-ba59-4b56-ba88-e581a68efb83', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:39.947182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:39.951189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee8fd3c-a211-416f-a3e1-c89fe7ec9823 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.963692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-233b9428-7dec-4ba2-afa4-40e4a8101dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.971878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:39.979152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:39.984114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:40.005042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Checking segment: {'id': '0deb6247-b70d-48c7-ac42-9d21791a390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c882a477-f42a-47fc-8022-78e562aeda2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:40.005350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network hostable DHCP agents. Network: c882a477-f42a-47fc-8022-78e562aeda2a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:40.010273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8fd3c-a211-416f-a3e1-c89fe7ec9823 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50f9361-ede3-475f-892b-b8c9e8847c1d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:40.015791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:40.021377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Subnet': ['ID=1185f2ed-6853-4a28-a269-e41e8ce63782,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:40.052070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Checking segment: {'id': '57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:40.052475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network hostable DHCP agents. Network: c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:40.077052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.083072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-233b9428-7dec-4ba2-afa4-40e4a8101dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.086526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network c882a477-f42a-47fc-8022-78e562aeda2a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:40.094098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee8fd3c-a211-416f-a3e1-c89fe7ec9823 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.097646 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ee8fd3c-a211-416f-a3e1-c89fe7ec9823 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/a50f9361-ede3-475f-892b-b8c9e8847c1d HTTP/1.1" status: 204 len: 168 time: 0.7800641 Apr 23 00:31:40.097791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45be5c-3fbd-493e-ad09-7271cdc35698 None None] Pushing event updated for resources: {'Port': ['ID=a6a3064f-fb0d-4610-807c-cae2ef92b6df,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:40.106478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36882) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:40.158301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:40.165017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, c882a477-f42a-47fc-8022-78e562aeda2a) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:40.219695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:40.226042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:40.231311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:40.232074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.245606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:40.266278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:40.266816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.275500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a9baa9-ceb8-47ca-8ce3-db8e3a454ab1 None None] Network c882a477-f42a-47fc-8022-78e562aeda2a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:40.287069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8d7b08e9-b9bc-4b08-8229-2cce1ac78657 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:40.311608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.316586 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-35abb64c-0596-4806-a04d-d88f5c58de13 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.9101787 Apr 23 00:31:40.322990 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-28badeb6-2d14-4804-b3e1-5bc174f5de3d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4432411 Apr 23 00:31:40.324151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36888) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:40.324636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36890) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:40.376778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-233b9428-7dec-4ba2-afa4-40e4a8101dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.397307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.413569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b9428-7dec-4ba2-afa4-40e4a8101dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ef3ef3-a5e5-42be-9a23-051334e2b588,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:40.434839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-233b9428-7dec-4ba2-afa4-40e4a8101dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.436396 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-233b9428-7dec-4ba2-afa4-40e4a8101dbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89ef3ef3-a5e5-42be-9a23-051334e2b588 HTTP/1.1" status: 204 len: 168 time: 1.2221417 Apr 23 00:31:40.470856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8d7b08e9-b9bc-4b08-8229-2cce1ac78657 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:40.487183 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8d7b08e9-b9bc-4b08-8229-2cce1ac78657 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3776522 Apr 23 00:31:40.496338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36898) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:40.503357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::137 (366994d8-a03d-46b4-b1e5-136876272bcb/9b8fc853-e5a2-4553-865e-fc663a9760aa/ed90dd3d-116d-4fa0-a6e0-a87081b33526) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:40.604320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8:0:1::18e (366994d8-a03d-46b4-b1e5-136876272bcb/709f1712-2a0e-4c01-9181-44b9a77c1336/ed90dd3d-116d-4fa0-a6e0-a87081b33526) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:40.696330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Attempting to bind port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:40.696685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Attempting to bind port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:40.697052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Attempting to bind port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 on network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:40.702674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.765027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--683199402'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:40.772052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:40.785055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:40.792420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82e2f86-08fd-4e52-9be0-49f2745267a3,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:40.803027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.806156 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9d33d903-2547-4c66-abf7-db4170369ae0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8990252 Apr 23 00:31:40.810879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Pushing event updated for resources: {'Port': ['ID=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:40.812259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36904) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:40.817370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'c8e59c60-ba59-4b56-ba88-e581a68efb83', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:40.884261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:40.884644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Checking segment: {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:40.885048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.885447 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Bound using segment: {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:40.886136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Bound port: cc7633e4-c3b4-47cd-8b63-95d7e2c151b2, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:40.886305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.894498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.897888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:40.928309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36908) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:40.935531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:40.947293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:41.005229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:41.008292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.019032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:41.074647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:41.075834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.080347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:41.085195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:41.089066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:41.096549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:41.106100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.110791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.177090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c86fd8-dde3-40df-bfc9-846a6de7c378 None None] Network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:41.187709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.200996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe93176-dae2-4ae8-9cd7-90e428d56704 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:41.208867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe93176-dae2-4ae8-9cd7-90e428d56704 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:41.209937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bfe93176-dae2-4ae8-9cd7-90e428d56704 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Synchronizing usage tracker for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:41.243057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.248804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.295844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.297004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object ed90dd3d-116d-4fa0-a6e0-a87081b33526 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:41.304079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Allocated IP 172.26.8.253 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/6a55de71-7b8f-4fd8-ad09-bdea1e934b12) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:41.309276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.328725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e6f905-3dda-432c-845a-4017df8e2d1a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:41.347892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d452e4-f0e5-469a-b141-fcc6389df4e3,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:41.382546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.388592 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-861c3516-16a1-4e6c-a796-fc3759447f88 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7549920 Apr 23 00:31:41.389647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36912) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:41.401906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2fc1c8ac-741a-4fee-a045-a2398c2b8bf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'e7e6f905-3dda-432c-845a-4017df8e2d1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:41.408707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.410018 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1cd839e1-7678-4427-a570-c634b66940fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5969210 Apr 23 00:31:41.422749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36916) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:41.437361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bfe93176-dae2-4ae8-9cd7-90e428d56704 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Unset dirty status for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:41.441822 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bfe93176-dae2-4ae8-9cd7-90e428d56704 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.1107485 Apr 23 00:31:41.444398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'c8e59c60-ba59-4b56-ba88-e581a68efb83', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:41.451115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36920) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:41.465409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:41.511619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:41.512764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-695ec038-c436-49f7-b807-382258a7a4b5 None None] Provisioning complete for port e04057f6-d22b-44c1-8997-db81c89bbe64 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:41.513264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-695ec038-c436-49f7-b807-382258a7a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.520465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:41.539396 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5c1df1d6-3e1e-47c6-ad72-092bd292de1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6532973e1ab54b2ca651f8a1187fbdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048987 Apr 23 00:31:41.539396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:41.571334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36924) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:41.585348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fc1c8ac-741a-4fee-a045-a2398c2b8bf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:41.596180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-3a4fb055-b56c-465a-a8e1-d7f41efd39d6', 'network_id': '3a4fb055-b56c-465a-a8e1-d7f41efd39d6', 'tenant_id': '2ed51a501c6843acb0b62529cacc8bdd', 'fixed_ips': [{'subnet_id': '8a156927-e0d5-41e0-851c-6e5a82c0363e'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:41.597565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.603056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fc1c8ac-741a-4fee-a045-a2398c2b8bf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:41.605964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79865765-c121-4db8-b119-6e7ef169631b None None] Network 366994d8-a03d-46b4-b1e5-136876272bcb requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:41.606464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fc1c8ac-741a-4fee-a045-a2398c2b8bf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:41.613159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.617032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fc1c8ac-741a-4fee-a045-a2398c2b8bf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:41.619481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.627113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port e04057f6-d22b-44c1-8997-db81c89bbe64, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e04057f6-d22b-44c1-8997-db81c89bbe64,segment=NetworkSegment(e47ebe5c-7008-4aca-9016-86decc063200),segment_id=e47ebe5c-7008-4aca-9016-86decc063200)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:41.645714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Deleting port 8b5c23eb-5e05-4f61-b58a-d9883a82ba75 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:41.646148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.731366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 366994d8-a03d-46b4-b1e5-136876272bcb is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:41.749673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:41.752495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:41.758771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:41.759458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.770808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.774692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=ed90dd3d-116d-4fa0-a6e0-a87081b33526,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:41.775968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.807317 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-2fc1c8ac-741a-4fee-a045-a2398c2b8bf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:41.808376 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2fc1c8ac-741a-4fee-a045-a2398c2b8bf4 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4154136 Apr 23 00:31:41.812221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36928) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:41.815271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.830427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6a432b3b-f305-408f-965b-47d7aae88e0f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group_rule': {'security_group_id': 'e7e6f905-3dda-432c-845a-4017df8e2d1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:41.841399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6a432b3b-f305-408f-965b-47d7aae88e0f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:41.845591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6a432b3b-f305-408f-965b-47d7aae88e0f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:41.848767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6a432b3b-f305-408f-965b-47d7aae88e0f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:41.859593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6a432b3b-f305-408f-965b-47d7aae88e0f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:41.872772 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4052bcd6-d31e-46ce-9abf-3336a508bbcf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5325365 Apr 23 00:31:41.872975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36932) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:41.886846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b8fc853-e5a2-4553-865e-fc663a9760aa'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:41.906174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:41.979828 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-6a432b3b-f305-408f-965b-47d7aae88e0f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:41.980872 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6a432b3b-f305-408f-965b-47d7aae88e0f tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1619489 Apr 23 00:31:41.985441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Transition to ACTIVE for port object 1b75fb0f-74a4-435f-a213-5455ca3c9200 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:41.987995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36936) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:42.009215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Transition to ACTIVE for port object 1b75fb0f-74a4-435f-a213-5455ca3c9200 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:42.091360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.110903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a6a3064f-fb0d-4610-807c-cae2ef92b6df up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:42.146375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.147473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.181497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafdcf1d-7618-47c0-8f1f-f04d1c74c06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.184363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:42.189041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:42.191675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:42.198283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] For port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:42.277993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] For port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:42.299990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Pushing event updated for resources: {'Port': ['ID=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:42.308336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7b78-e9b0-4cd9-b845-77c4d7a893a3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.318181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafdcf1d-7618-47c0-8f1f-f04d1c74c06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.322855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:42.350886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:42.353080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.354477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::7be2:53a8:46cb:7d65 (986a55f2-d336-4e62-8bc6-ead9728638f4/6aa59df0-ac33-4402-a9b1-518c2aa05511/3db45cb7-5e1c-438f-ba31-00843e8a08e7) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:42.367621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:42.375969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=e04057f6-d22b-44c1-8997-db81c89bbe64,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:42.422177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.457641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.481436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7b78-e9b0-4cd9-b845-77c4d7a893a3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.535939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.545968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4427c3-7545-4b8a-8cbb-e57784c7ce02,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:42.702958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Calling delete_port for 8b5c23eb-5e05-4f61-b58a-d9883a82ba75 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:42.707539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1', 'network_id': 'c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1', 'tenant_id': '2ed51a501c6843acb0b62529cacc8bdd', 'fixed_ips': [{'subnet_id': '1185f2ed-6853-4a28-a269-e41e8ce63782'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:42.708365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.731287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.736286 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8ab7fb34-8dfb-440d-9852-35563fbf9e34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3038731 Apr 23 00:31:42.750479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36940) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:42.755648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'c8e59c60-ba59-4b56-ba88-e581a68efb83', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:42.757533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Allocated IP 172.20.0.2 (cd4803e1-91a3-4d0b-b8d0-6dfabbc61306/91a2fd5d-aa12-4ca7-acc8-288cfdc070ae/512e7729-e612-4877-ba08-ab3b00af2071) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:42.767284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:42.793113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a6a3064f-fb0d-4610-807c-cae2ef92b6df completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:42.823576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Pushing event updated for resources: {'Port': ['ID=1b75fb0f-74a4-435f-a213-5455ca3c9200,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:42.856940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafdcf1d-7618-47c0-8f1f-f04d1c74c06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.888177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7b78-e9b0-4cd9-b845-77c4d7a893a3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.905354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdcf1d-7618-47c0-8f1f-f04d1c74c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f932d86c-f392-4fe7-b6e1-0754f2f5eb4f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:42.908548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:42.917757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafdcf1d-7618-47c0-8f1f-f04d1c74c06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.918919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dafdcf1d-7618-47c0-8f1f-f04d1c74c06e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f932d86c-f392-4fe7-b6e1-0754f2f5eb4f HTTP/1.1" status: 204 len: 168 time: 1.3466370 Apr 23 00:31:42.930076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.940760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:42.959225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a7b78-e9b0-4cd9-b845-77c4d7a893a3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e6f905-3dda-432c-845a-4017df8e2d1a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:42.968297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7b78-e9b0-4cd9-b845-77c4d7a893a3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:42.969478 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6d9a7b78-e9b0-4cd9-b845-77c4d7a893a3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/e7e6f905-3dda-432c-845a-4017df8e2d1a HTTP/1.1" status: 204 len: 168 time: 0.9804509 Apr 23 00:31:42.990284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36946) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:43.006716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:43.058096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Port': ['ID=8b5c23eb-5e05-4f61-b58a-d9883a82ba75,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:43.091334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.108968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.135272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Attempting to bind port 1b75fb0f-74a4-435f-a213-5455ca3c9200 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:43.136029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Attempting to bind port 1b75fb0f-74a4-435f-a213-5455ca3c9200 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:43.136029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Attempting to bind port 1b75fb0f-74a4-435f-a213-5455ca3c9200 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:43.161340 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-34ed3488-7bf0-4401-8cac-3e2d08e00093 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/ports/8b5c23eb-5e05-4f61-b58a-d9883a82ba75 HTTP/1.1" status: 204 len: 168 time: 1.6998827 Apr 23 00:31:43.162540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 3db45cb7-5e1c-438f-ba31-00843e8a08e7 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:43.168083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36950) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:43.170825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Allocated IP 2001:db8::2 (c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1/1185f2ed-6853-4a28-a269-e41e8ce63782/da2c6152-60fb-41d1-8dab-496bc7d81c80) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:43.176136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Allocated IP 2001:db8::2 (3a4fb055-b56c-465a-a8e1-d7f41efd39d6/8a156927-e0d5-41e0-851c-6e5a82c0363e/6fa64557-c835-4c7e-9b97-9e857ec7cb4a) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:43.230537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:43.230913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:43.231310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.231695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:43.232170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Bound port: 1b75fb0f-74a4-435f-a213-5455ca3c9200, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:43.233126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.277410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.320998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.370756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.378831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:43.384027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:43.396221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Deleting port 09ffed25-b6fe-4a85-b7d1-8b7b39058e67 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:43.396823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.428048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:43.428590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-37c49d0d-8af4-4fa5-b344-007ae442e3be tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:43.434395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.436227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.470630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=3db45cb7-5e1c-438f-ba31-00843e8a08e7,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:43.479968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Delete allocated IP 2001:db8:0:1::18e (366994d8-a03d-46b4-b1e5-136876272bcb/709f1712-2a0e-4c01-9181-44b9a77c1336) {{(pid=88072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:31:43.505508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-37c49d0d-8af4-4fa5-b344-007ae442e3be tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:43.510392 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c31ce5b5-98a4-42c2-8e24-96938fbd5e2e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.7658865 Apr 23 00:31:43.510392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36958) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:43.511084 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-37c49d0d-8af4-4fa5-b344-007ae442e3be tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4856911 Apr 23 00:31:43.516072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36960) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:43.531511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'tempest-secgroup--340017268'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:43.729349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.740123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Transition to ACTIVE for port object da2c6152-60fb-41d1-8dab-496bc7d81c80 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:43.759724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Transition to ACTIVE for port object da2c6152-60fb-41d1-8dab-496bc7d81c80 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:43.811558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.842879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e913a3-5c7c-4d76-9acd-d4bd25c2f28c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.852226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e913a3-5c7c-4d76-9acd-d4bd25c2f28c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:43.853279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-42e913a3-5c7c-4d76-9acd-d4bd25c2f28c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:43.872688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bee03261-4739-4a37-acdd-4fe5a4f4f491 None None] Provisioning for port a6a3064f-fb0d-4610-807c-cae2ef92b6df completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:43.877279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:43.974626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:43.975395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:43.978175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.025423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.064513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:44.176810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bee03261-4739-4a37-acdd-4fe5a4f4f491 None None] Provisioning complete for port a6a3064f-fb0d-4610-807c-cae2ef92b6df triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:44.177197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccc8c96-5ba4-4ae2-89b2-22dc023e429e,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:44.177616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bee03261-4739-4a37-acdd-4fe5a4f4f491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.212805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.234783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.236253 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-98413731-0ffc-480e-af39-48e91352908d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4847779 Apr 23 00:31:44.243108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36980) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:44.245927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-42e913a3-5c7c-4d76-9acd-d4bd25c2f28c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:44.249581 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-42e913a3-5c7c-4d76-9acd-d4bd25c2f28c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7367849 Apr 23 00:31:44.251259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:44.255767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e04057f6-d22b-44c1-8997-db81c89bbe64 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:44.257726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Calling delete_port for 09ffed25-b6fe-4a85-b7d1-8b7b39058e67 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:44.257891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36984) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:44.258203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 36986) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:44.292569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'c8e59c60-ba59-4b56-ba88-e581a68efb83', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:44.304295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:44.304506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:44.309109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0491127-50de-444f-925f-f1639a8e206b None None] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:44.310003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:44.315428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:44.324880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:44.360333 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:31:44.368281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.397291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:44.412262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Usage tracker for resource:security_group_rule and tenant:ac05282faa6a4839b2e81cc83c42750f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:44.415768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.434444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:44.449676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:44.458726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 3db45cb7-5e1c-438f-ba31-00843e8a08e7 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:44.459309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.467753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c31ee-a487-43f0-a908-fb3e17661116 None None] Pushing event updated for resources: {'Port': ['ID=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:44.504511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.525430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Port': ['ID=09ffed25-b6fe-4a85-b7d1-8b7b39058e67,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:44.531122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.533525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.555533 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6600a8b5-b02d-444a-bef7-8be56c2b5e9c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/ports/09ffed25-b6fe-4a85-b7d1-8b7b39058e67 HTTP/1.1" status: 204 len: 168 time: 1.3841054 Apr 23 00:31:44.556318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 36994) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:44.610887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b527a67e-a1f4-4c99-8d7c-77f6ca476939 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Synchronizing usage tracker for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:44.614297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.617676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-849867592', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:44.621138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.643035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:44.651351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b34d7a-e867-43d7-a543-e077aa245646,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:44.656598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b527a67e-a1f4-4c99-8d7c-77f6ca476939 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Unset dirty status for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:44.657849 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b527a67e-a1f4-4c99-8d7c-77f6ca476939 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1008985 Apr 23 00:31:44.662065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37000) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:44.673422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1563218478'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:44.678387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:44.682815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Usage tracker for resource:network and tenant:feb1b236c0b6420f8e44135231fd6e1d is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:44.686411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:44.690027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Ignored duplicate provisioning block setup for port ed90dd3d-116d-4fa0-a6e0-a87081b33526 by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 23 00:31:44.692929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:44.693082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:router and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:44.702436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.704696 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-38c68d87-2ea5-4f8b-a03f-30c17d8bb811 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4599640 Apr 23 00:31:44.706087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Made reservation on behalf of feb1b236c0b6420f8e44135231fd6e1d for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:44.707789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:44.709775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.712167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.721215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37004) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:44.741718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:44.750945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:44.761623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.762019 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Added segment dc550424-6e04-4b76-bd61-733d3ca97489 of type vlan for network 95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1 Apr 23 00:31:44.794485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'c8e59c60-ba59-4b56-ba88-e581a68efb83', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:44.799835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.826067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] For port 1b75fb0f-74a4-435f-a213-5455ca3c9200, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:44.836191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.843252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:44.843891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.879107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Attempting to bind port da2c6152-60fb-41d1-8dab-496bc7d81c80 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:44.879430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Attempting to bind port da2c6152-60fb-41d1-8dab-496bc7d81c80 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:44.879734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Attempting to bind port da2c6152-60fb-41d1-8dab-496bc7d81c80 on network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:44.881353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:44.881744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Pushing event updated for resources: {'Port': ['ID=da2c6152-60fb-41d1-8dab-496bc7d81c80,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:44.934056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.937095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] For port 1b75fb0f-74a4-435f-a213-5455ca3c9200, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1b75fb0f-74a4-435f-a213-5455ca3c9200,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:44.941421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:44.948376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:44.952279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:44.952459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Checking segment: {'id': '57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:44.952859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.953268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Bound using segment: {'id': '57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:44.953747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Bound port: da2c6152-60fb-41d1-8dab-496bc7d81c80, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:44.954393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:44.988086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.002795 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3396983 Apr 23 00:31:45.003436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37008) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:45.010446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.011425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-920251118'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:45.012101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.017294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:45.023067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Usage tracker for resource:network and tenant:feb1b236c0b6420f8e44135231fd6e1d is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:45.026566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:45.033728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:45.047472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b074edd-b066-41ff-8c47-319536ffad01 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Network': ['ID=95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:45.047690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=ed90dd3d-116d-4fa0-a6e0-a87081b33526,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:45.051062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:45.060942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Made reservation on behalf of feb1b236c0b6420f8e44135231fd6e1d for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:45.065094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.087070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] In _notify_port_updated(), no bound segment for port ed90dd3d-116d-4fa0-a6e0-a87081b33526 on network 366994d8-a03d-46b4-b1e5-136876272bcb {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:31:45.088144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Transition to ACTIVE for port object 6fa64557-c835-4c7e-9b97-9e857ec7cb4a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:45.093709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:45.095418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.098883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7ed5dff0-08ed-4742-a536-cd0fee93ccb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "PUT /v2.0/ports/ed90dd3d-116d-4fa0-a6e0-a87081b33526 HTTP/1.1" status: 200 len: 925 time: 3.2237206 Apr 23 00:31:45.099047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:45.101711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:45.107043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9b8fc853-e5a2-4553-865e-fc663a9760aa'}, {'subnet_id': '709f1712-2a0e-4c01-9181-44b9a77c1336'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:45.107824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:45.108935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.155240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.155591 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Added segment f7a396b1-8344-4611-9d81-a089cc5db002 of type vlan for network ec74c799-fe69-4140-a4c4-7c412710de71 Apr 23 00:31:45.171472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.226494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.226758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.237630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e04057f6-d22b-44c1-8997-db81c89bbe64 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:45.238001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.263036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afaae0d9-9e19-40c9-990b-b0330e62320d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:45.268287 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:31:45.272367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.273576 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-461b77ab-e532-445c-a06e-13719ae83796 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7565231 Apr 23 00:31:45.279897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.281041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37016) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:45.291643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5360c846-b5fd-4949-8861-8930fc15bd32 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:45.292711 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-5360c846-b5fd-4949-8861-8930fc15bd32 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:31:45.292840 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-5360c846-b5fd-4949-8861-8930fc15bd32 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] update failed (client error): There was a conflict when trying to complete your request. Apr 23 00:31:45.297440 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5360c846-b5fd-4949-8861-8930fc15bd32 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "PUT /v2.0/security-groups/afaae0d9-9e19-40c9-990b-b0330e62320d HTTP/1.1" status: 409 len: 330 time: 0.0135958 Apr 23 00:31:45.298735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.306295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37020) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:45.390873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.391837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.397212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:45.397807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.398463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.418077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:31:45.426602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Transition to ACTIVE for port object 512e7729-e612-4877-ba08-ab3b00af2071 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:45.449094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Transition to ACTIVE for port object 6fa64557-c835-4c7e-9b97-9e857ec7cb4a will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:45.453118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-eb4125d1-ee71-40ba-8f6e-97fff4fa3730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.486758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bee03261-4739-4a37-acdd-4fe5a4f4f491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.534572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.555036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b9a67-467c-4dcb-b7d0-27e5537d7a9b None None] Pushing event updated for resources: {'Port': ['ID=1b75fb0f-74a4-435f-a213-5455ca3c9200,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:45.570185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] Update dhcp port {'port': {'network_id': '366994d8-a03d-46b4-b1e5-136876272bcb', 'fixed_ips': [{'subnet_id': '9b8fc853-e5a2-4553-865e-fc663a9760aa', 'ip_address': '2001:db8::2'}, {'subnet_id': '709f1712-2a0e-4c01-9181-44b9a77c1336'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': 'a6a3064f-fb0d-4610-807c-cae2ef92b6df'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:31:45.588126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 3db45cb7-5e1c-438f-ba31-00843e8a08e7 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:45.619498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.620940 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f5fa66f6-88d7-4521-a7df-2328312c6770 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3602700 Apr 23 00:31:45.628395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc11c0ff-a1f3-4324-953f-941570fd4787 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.629925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37024) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:45.641046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Transition to ACTIVE for port object 512e7729-e612-4877-ba08-ab3b00af2071 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:45.657617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Network': ['ID=ec74c799-fe69-4140-a4c4-7c412710de71,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:45.660689 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-34924055-b9cc-4602-bd93-403ee60aeec4 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6542470 Apr 23 00:31:45.668811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1308316142'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:45.683987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.693897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:45.710622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network ec74c799-fe69-4140-a4c4-7c412710de71 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:45.721165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:network and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:45.736306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.744707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:45.767286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] For port da2c6152-60fb-41d1-8dab-496bc7d81c80, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:45.775379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc11c0ff-a1f3-4324-953f-941570fd4787 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:45.778705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:45.786168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Allocated IP 2001:db8::1 (3a4fb055-b56c-465a-a8e1-d7f41efd39d6/8a156927-e0d5-41e0-851c-6e5a82c0363e/13fcd84f-f349-40f5-8d3d-78b17704fc0d) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:45.798904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:45.831061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] For port da2c6152-60fb-41d1-8dab-496bc7d81c80, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=da2c6152-60fb-41d1-8dab-496bc7d81c80,segment=NetworkSegment(57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791),segment_id=57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:45.881864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:45.887988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:45.922044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'subnets': [{'network_id': '95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1582761609', 'ip_version': 4}, {'network_id': 'ec74c799-fe69-4140-a4c4-7c412710de71', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:45.922537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'subnet': {'network_id': '95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1582761609', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:45.923239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Request body: {'subnet': {'network_id': 'ec74c799-fe69-4140-a4c4-7c412710de71', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:46.010224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:46.013728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-bee03261-4739-4a37-acdd-4fe5a4f4f491 None None] For port a6a3064f-fb0d-4610-807c-cae2ef92b6df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a6a3064f-fb0d-4610-807c-cae2ef92b6df,segment=NetworkSegment(f1816ab0-f58a-4a27-af7d-b3987578daa9),segment_id=f1816ab0-f58a-4a27-af7d-b3987578daa9)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:46.014816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Pushing event updated for resources: {'Port': ['ID=6fa64557-c835-4c7e-9b97-9e857ec7cb4a,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:46.082851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.084708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Made reservation on behalf of c6ae294122e545588f1b42b2a5cbd8fd for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:46.088225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.108952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.123550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.133525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.136848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bee03261-4739-4a37-acdd-4fe5a4f4f491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.155989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:46.200604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.203472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7d27c0-7be4-4d6f-8a72-e54a207c019b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:46.207117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:46.210077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:46.343057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.344239 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4d6f1075-6609-4b9c-b9a4-2b7a5671fd6e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6194074 Apr 23 00:31:46.348099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:31:46.378022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.382233 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2fa4bf50-ea08-4c99-8927-9bf8dbaf30ab admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4563985 Apr 23 00:31:46.385325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37034) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:46.393629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:46.415925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Pushing event updated for resources: {'Port': ['ID=512e7729-e612-4877-ba08-ab3b00af2071,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:46.579405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.608966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Attempting to bind port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:46.609343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Attempting to bind port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a8dd01f5-f3f8-4f53-8c92-eb05e29942c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3a4fb055-b56c-465a-a8e1-d7f41efd39d6'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:46.609755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Attempting to bind port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a on network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:46.657751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:46.659261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:46.681255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:46.687616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:security_group_rule and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:46.693288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:46.718285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:46.767002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a1a22ad2-39a1-4f64-904e-b7653c9efdd7 None None] Provisioning for port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:46.767318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=3db45cb7-5e1c-438f-ba31-00843e8a08e7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:46.946271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.950946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:46.954877 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-57244aa0-4aa4-4b97-b8bd-b534ca34dbd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/3db45cb7-5e1c-438f-ba31-00843e8a08e7 HTTP/1.1" status: 204 len: 168 time: 2.6953976 Apr 23 00:31:46.961098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37050) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:47.026320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] Allocated IP 2001:db8:0:1::2 (366994d8-a03d-46b4-b1e5-136876272bcb/709f1712-2a0e-4c01-9181-44b9a77c1336/a6a3064f-fb0d-4610-807c-cae2ef92b6df) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:47.140094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:47.144031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Usage tracker for resource:subnet and tenant:feb1b236c0b6420f8e44135231fd6e1d is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:47.146924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:47.152249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc11c0ff-a1f3-4324-953f-941570fd4787 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.156247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:47.167592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-ea8d88c3-06d5-489a-8390-2c83fa0549f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:47.175039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1e683-937a-4370-9219-e6a209ebeb2e None None] Pushing event updated for resources: {'Port': ['ID=da2c6152-60fb-41d1-8dab-496bc7d81c80,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:47.177833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:47.178224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Checking segment: {'id': 'a8dd01f5-f3f8-4f53-8c92-eb05e29942c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3a4fb055-b56c-465a-a8e1-d7f41efd39d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:47.178624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.179008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Bound using segment: {'id': 'a8dd01f5-f3f8-4f53-8c92-eb05e29942c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3a4fb055-b56c-465a-a8e1-d7f41efd39d6'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:47.179475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Bound port: 6fa64557-c835-4c7e-9b97-9e857ec7cb4a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dd01f5-f3f8-4f53-8c92-eb05e29942c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '3a4fb055-b56c-465a-a8e1-d7f41efd39d6'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:47.180161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.182002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.202766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11c0ff-a1f3-4324-953f-941570fd4787 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaae0d9-9e19-40c9-990b-b0330e62320d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:47.212449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc944cc3-6b08-4aca-acf4-8593782f1ea0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:47.214081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc944cc3-6b08-4aca-acf4-8593782f1ea0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:47.216409 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dc944cc3-6b08-4aca-acf4-8593782f1ea0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2543139 Apr 23 00:31:47.220318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37054) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:47.234838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:47.269614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-ea8d88c3-06d5-489a-8390-2c83fa0549f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:47.270776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-ea8d88c3-06d5-489a-8390-2c83fa0549f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736699279&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.4006715 Apr 23 00:31:47.322477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1b75fb0f-74a4-435f-a213-5455ca3c9200 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:47.337807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Made reservation on behalf of feb1b236c0b6420f8e44135231fd6e1d for: {'subnet': 2} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:47.342627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.342976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.394482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Attempting to bind port 512e7729-e612-4877-ba08-ab3b00af2071 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:47.394859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Attempting to bind port 512e7729-e612-4877-ba08-ab3b00af2071 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:47.395212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Attempting to bind port 512e7729-e612-4877-ba08-ab3b00af2071 on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:47.420988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:47.426845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Checking segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:47.427536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.428134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Bound using segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:47.428851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Bound port: 512e7729-e612-4877-ba08-ab3b00af2071, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:47.429467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.506431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 6aa59df0-ac33-4402-a9b1-518c2aa05511 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:47.524823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.561075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.562410 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Added segment 5807eb87-59c3-4b92-b4a6-bc1a83137c08 of type vlan for network a1e9a6f4-d8ec-4886-8998-d62d647dc272 Apr 23 00:31:47.570542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6c382-68f8-465a-af5c-cdd8056e12d9,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:47.587716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc11c0ff-a1f3-4324-953f-941570fd4787 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.589017 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fc11c0ff-a1f3-4324-953f-941570fd4787 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/afaae0d9-9e19-40c9-990b-b0330e62320d HTTP/1.1" status: 204 len: 168 time: 2.2822027 Apr 23 00:31:47.606561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37058) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:47.629063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee03261-4739-4a37-acdd-4fe5a4f4f491 None None] Pushing event updated for resources: {'Port': ['ID=a6a3064f-fb0d-4610-807c-cae2ef92b6df,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:47.647680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.723874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-c20c7aad-a4c1-46a9-becb-5bba679530d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:47.724589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-c20c7aad-a4c1-46a9-becb-5bba679530d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:47.740519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.777469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:47.806942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Transition to ACTIVE for port object 13fcd84f-f349-40f5-8d3d-78b17704fc0d will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:47.816287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:47.871483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-c20c7aad-a4c1-46a9-becb-5bba679530d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:47.878085 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-c20c7aad-a4c1-46a9-becb-5bba679530d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=6176b68f-a4c1-4b07-9de2-e6923cc44f9a HTTP/1.1" status: 200 len: 796 time: 0.5931711 Apr 23 00:31:47.918427 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-b27d303e-2864-4504-a1ee-0e3d8fc6e0ea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0393419 Apr 23 00:31:47.945763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c54ff74c-f38d-4c59-a7b4-8ddb7c117775 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Synchronizing usage tracker for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:47.986310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 1b75fb0f-74a4-435f-a213-5455ca3c9200 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:48.067047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Provisioning for port 1b75fb0f-74a4-435f-a213-5455ca3c9200 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:48.088623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.095009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:48.095648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.095780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1b75fb0f-74a4-435f-a213-5455ca3c9200 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:48.096062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.121368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6be26102-f0b9-4d96-a4f9-3728e0c4e47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.143585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] For port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:48.165956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c54ff74c-f38d-4c59-a7b4-8ddb7c117775 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] Unset dirty status for tenant:ac05282faa6a4839b2e81cc83c42750f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:48.171237 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c54ff74c-f38d-4c59-a7b4-8ddb7c117775 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5534747 Apr 23 00:31:48.175725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:48.222494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff071e-033e-4880-b1ce-35319dcbf8b1 None None] Network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:48.245390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Provisioning complete for port 1b75fb0f-74a4-435f-a213-5455ca3c9200 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:48.245768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.250409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.300739 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6484768 Apr 23 00:31:48.309985 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-a6e84879-71eb-44de-80e8-7fe62cc2ff86 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] delete failed (client error): The resource could not be found. Apr 23 00:31:48.314894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37066) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:48.315390 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a6e84879-71eb-44de-80e8-7fe62cc2ff86 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "DELETE /v2.0/security-groups/673c5b29-665f-497c-9ba1-604080796e53 HTTP/1.1" status: 404 len: 347 time: 0.1346242 Apr 23 00:31:48.320518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37068) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:48.322796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.329272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49b988-0fb0-4156-bef2-b715bf12fc08 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Network': ['ID=a1e9a6f4-d8ec-4886-8998-d62d647dc272,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:48.344727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:48.345739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] For port a6a3064f-fb0d-4610-807c-cae2ef92b6df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a6a3064f-fb0d-4610-807c-cae2ef92b6df,segment=NetworkSegment(f1816ab0-f58a-4a27-af7d-b3987578daa9),segment_id=f1816ab0-f58a-4a27-af7d-b3987578daa9)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:48.351330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:48.363061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:48.363575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.370946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'subnet': {'network_id': 'a1e9a6f4-d8ec-4886-8998-d62d647dc272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:48.372270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:48.392598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] For port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6fa64557-c835-4c7e-9b97-9e857ec7cb4a,segment=NetworkSegment(a8dd01f5-f3f8-4f53-8c92-eb05e29942c5),segment_id=a8dd01f5-f3f8-4f53-8c92-eb05e29942c5)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:48.414104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Port': ['ID=13fcd84f-f349-40f5-8d3d-78b17704fc0d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:48.451668 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-83712e05-b13a-4520-a72d-5619a30fa7c3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] show failed (client error): The resource could not be found. Apr 23 00:31:48.453052 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-83712e05-b13a-4520-a72d-5619a30fa7c3 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-groups/62e94455-8e73-4e25-997d-4047c6d05cc8 HTTP/1.1" status: 404 len: 347 time: 0.0975938 Apr 23 00:31:48.459239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37074) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:48.464904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] For port 512e7729-e612-4877-ba08-ab3b00af2071, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:48.481750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.496120 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-ee814145-f958-4e7e-88a9-6d78eb7cd612 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] show failed (client error): The resource could not be found. Apr 23 00:31:48.497367 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ee814145-f958-4e7e-88a9-6d78eb7cd612 tempest-NegativeSecGroupIPv6Test-46610806 tempest-NegativeSecGroupIPv6Test-46610806-project] 10.222.0.39 "GET /v2.0/security-group-rules/99fcbf66-dd26-44a7-a543-924b81ee0a28 HTTP/1.1" status: 404 len: 356 time: 0.0372040 Apr 23 00:31:48.575045 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-ce6e8865-4938-481c-afe5-83068e2d6fa3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6557238 Apr 23 00:31:48.587907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.621708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:48.630926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.635908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:subnet and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:48.656530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] For port 512e7729-e612-4877-ba08-ab3b00af2071, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=512e7729-e612-4877-ba08-ab3b00af2071,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:48.667620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.resource_extend [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:31:48.672473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:48.686160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:48.689049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa59df0-ac33-4402-a9b1-518c2aa05511,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:48.691127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.697971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.705142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.706662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.730055 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1d67f3fa-ccde-444f-b9a4-6b862e946f2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/6aa59df0-ac33-4402-a9b1-518c2aa05511 HTTP/1.1" status: 204 len: 168 time: 1.5066655 Apr 23 00:31:48.736418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37082) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:48.755674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bfc33c-0692-4399-ad5f-74f494124309 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:48.802123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.839968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Subnet': ['ID=ba529fa0-e7fd-490d-90fe-6c96e6b3512f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:48.861551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Checking segment: {'id': 'dc550424-6e04-4b76-bd61-733d3ca97489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:48.861981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network hostable DHCP agents. Network: 95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:48.889570 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-929f950e-70c0-4d9c-856f-1c4ea9f53e22 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513977 Apr 23 00:31:48.902973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37086) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:48.905526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.908521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.940776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Made reservation on behalf of c6ae294122e545588f1b42b2a5cbd8fd for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:48.944527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:48.983512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network 95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:49.018669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:49.132837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] Transition to ACTIVE for port object a6a3064f-fb0d-4610-807c-cae2ef92b6df will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:49.221193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37092) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:49.227836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:49.228042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fbd25-11c0-4b67-b180-e92d882e7aad None None] Pushing event updated for resources: {'Port': ['ID=6fa64557-c835-4c7e-9b97-9e857ec7cb4a,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:49.301273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:49.317607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:49.321801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f1deeb-6f1e-449e-849d-345f7efcd801 None None] Network 95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:49.481656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee470c4-3c88-4b47-ba19-d6225c9a46c6 None None] Pushing event updated for resources: {'Port': ['ID=512e7729-e612-4877-ba08-ab3b00af2071,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:49.537121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:49.624464 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-ff6145cb-f7fe-4dc6-9f32-1109e2c90bb7 service neutron] 10.222.0.39 "GET /v2.0/networks/6176b68f-a4c1-4b07-9de2-e6923cc44f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0258968 Apr 23 00:31:49.632411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Allocated IP 172.20.0.1 (cd4803e1-91a3-4d0b-b8d0-6dfabbc61306/91a2fd5d-aa12-4ca7-acc8-288cfdc070ae/cb3af693-8224-421a-89b7-855b7e71df39) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:49.726906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:49.747050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:49.751001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:49.775523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:49.794791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event updated for resources: {'Subnet': ['ID=8ffd6151-63da-4d82-912d-f3207187b332,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:49.814088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8:0:1::30c (366994d8-a03d-46b4-b1e5-136876272bcb/709f1712-2a0e-4c01-9181-44b9a77c1336/ed90dd3d-116d-4fa0-a6e0-a87081b33526) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:49.831402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:49.838671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3a65a076-83a2-4499-840a-9a90f25ee394 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac05282faa6a4839b2e81cc83c42750f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126771 Apr 23 00:31:49.874425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Checking segment: {'id': 'f7a396b1-8344-4611-9d81-a089cc5db002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec74c799-fe69-4140-a4c4-7c412710de71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:49.875121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network hostable DHCP agents. Network: ec74c799-fe69-4140-a4c4-7c412710de71, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:49.882456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37098) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:49.938790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 1b75fb0f-74a4-435f-a213-5455ca3c9200, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1b75fb0f-74a4-435f-a213-5455ca3c9200,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:50.001831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.002649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:50.056409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11045f-aa12-4b7b-917d-8990891c4788 None None] Pushing event updated for resources: {'Port': ['ID=a6a3064f-fb0d-4610-807c-cae2ef92b6df,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:50.180118 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-7659bbf9-c1a0-4e48-a2b8-718b4ee13d17 service neutron] 10.222.0.39 "GET /v2.0/networks/6176b68f-a4c1-4b07-9de2-e6923cc44f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489357 Apr 23 00:31:50.240726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:50.248891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.268530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=1b75fb0f-74a4-435f-a213-5455ca3c9200,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:50.297998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.358647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.359952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Network ec74c799-fe69-4140-a4c4-7c412710de71 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:50.495061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, ec74c799-fe69-4140-a4c4-7c412710de71) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:50.508391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:50.511411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:50.512098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.570063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ad9c-9b55-4886-b3b1-3b31f45ef172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.652103 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ed789d8a-97b3-48c0-885b-298fab58c9d9 req-a2b7256a-eba8-432b-8ecc-25e3223fe779 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 210 time: 0.1257620 Apr 23 00:31:50.675255 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9e38a115-1c08-4edb-b1a6-d0ca1234cea9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.7772365 Apr 23 00:31:50.676004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37108) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:50.720370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ad9c-9b55-4886-b3b1-3b31f45ef172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.753105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e57a9-6046-4ff3-97b2-810fa9317580 None None] Network ec74c799-fe69-4140-a4c4-7c412710de71 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:50.755261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:31:50.774463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9c5ac7-3fbc-49b1-8b6b-a4af5e396329 None None] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:50.809338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.825597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.827426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.845473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ad9c-9b55-4886-b3b1-3b31f45ef172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.847932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Subnet': ['ID=1a251ec0-8744-4b31-8594-3251075febde,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:50.887037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:42Z', 'revision_number': 3, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:50.907142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.908132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:50.910718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Checking segment: {'id': '5807eb87-59c3-4b92-b4a6-bc1a83137c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1e9a6f4-d8ec-4886-8998-d62d647dc272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:50.911135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network hostable DHCP agents. Network: a1e9a6f4-d8ec-4886-8998-d62d647dc272, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:50.916951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8ad9c-9b55-4886-b3b1-3b31f45ef172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c0440-114b-49f9-8997-ba6c19d1a02c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:50.959475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:31:50.959909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Updating router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:31:50.994154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Transition to ACTIVE for port object cb3af693-8224-421a-89b7-855b7e71df39 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:51.010795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ad9c-9b55-4886-b3b1-3b31f45ef172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.016341 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6ea8ad9c-9b55-4886-b3b1-3b31f45ef172 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c2c0440-114b-49f9-8997-ba6c19d1a02c HTTP/1.1" status: 204 len: 168 time: 1.1303990 Apr 23 00:31:51.020389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:51.030894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838d791-c835-4606-a2de-d29dd8a926b5 None None] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:51.045269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a1e9a6f4-d8ec-4886-8998-d62d647dc272) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:51.071189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7666b-f613-4ea8-b962-5c5976999fb9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:51.074510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:51.075219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.084559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.087732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7666b-f613-4ea8-b962-5c5976999fb9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:51.092097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7666b-f613-4ea8-b962-5c5976999fb9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:51.094798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f2b7666b-f613-4ea8-b962-5c5976999fb9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Synchronizing usage tracker for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:51.163426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:31:51.163796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:31:51.213681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb351e-79e1-47c7-b06b-9795567e49bd None None] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:51.213935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f2b7666b-f613-4ea8-b962-5c5976999fb9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Unset dirty status for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:51.219189 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f2b7666b-f613-4ea8-b962-5c5976999fb9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5354171 Apr 23 00:31:51.220249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37120) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:51.225147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982e1e3-59c7-4913-b365-8257ea506138 None None] Network 366994d8-a03d-46b4-b1e5-136876272bcb requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:51.233597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Ignored duplicate provisioning block setup for port ed90dd3d-116d-4fa0-a6e0-a87081b33526 by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 23 00:31:51.361459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:51.413543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:51.418622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:51.424523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:51.455405 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9deecf3a-12b4-4844-a9e8-4a3c26484dea tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1351731 Apr 23 00:31:51.456423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:51.456805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.461938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Port': ['ID=13fcd84f-f349-40f5-8d3d-78b17704fc0d,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:51.464530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37126) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:51.471890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.490905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Pushing event updated for resources: {'Port': ['ID=cb3af693-8224-421a-89b7-855b7e71df39,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:51.505361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.540134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'network': {'name': 'tempest-router-network01--1536264936'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:51.567437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:51.574686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Deleting subnet ba529fa0-e7fd-490d-90fe-6c96e6b3512f {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:51.578524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.640807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.730420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:network and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:51.752358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:31:51.791326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:51.806626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.816847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:51.820740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.821867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.911837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] Deleting port 1b75fb0f-74a4-435f-a213-5455ca3c9200 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:51.912218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:51.942090 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ecf49171-e2b7-4b97-bff5-85c735b75f69 req-e1d3148e-1235-4db1-b7dc-9d34028b617d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 210 time: 0.0795286 Apr 23 00:31:51.970552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=ed90dd3d-116d-4fa0-a6e0-a87081b33526,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:52.039244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] In _notify_port_updated(), no bound segment for port ed90dd3d-116d-4fa0-a6e0-a87081b33526 on network 366994d8-a03d-46b4-b1e5-136876272bcb {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:31:52.052285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:52.054110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.060127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bb41da25-ed6d-4082-ba69-8d38551e70a8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "PUT /v2.0/ports/ed90dd3d-116d-4fa0-a6e0-a87081b33526 HTTP/1.1" status: 200 len: 1011 time: 6.9600630 Apr 23 00:31:52.064237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:52.065110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f8bcca-da32-4c05-84ef-efa978c979c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1', 'network_id': '95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1', 'tenant_id': 'feb1b236c0b6420f8e44135231fd6e1d', 'fixed_ips': [{'subnet_id': 'ba529fa0-e7fd-490d-90fe-6c96e6b3512f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:52.066410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-37f8bcca-da32-4c05-84ef-efa978c979c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.068902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37132) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:52.075117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.081216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:52.084819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Made reservation on behalf of c6ae294122e545588f1b42b2a5cbd8fd for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:52.088831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.219677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.225973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.335239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.392594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Pushing event updated for resources: {'Port': ['ID=cb3af693-8224-421a-89b7-855b7e71df39,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:52.440447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:52.455096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:52.517803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:52.518453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.561068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=94956512-c536-401b-ab54-a130c310e021,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:52.574039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port ed90dd3d-116d-4fa0-a6e0-a87081b33526 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:52.574420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.636483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.681520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:52.732507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-88295bfc-a158-4e44-a001-65a6dc40d5ed tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:52.734696 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-88295bfc-a158-4e44-a001-65a6dc40d5ed tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=6176b68f-a4c1-4b07-9de2-e6923cc44f9a HTTP/1.1" status: 200 len: 796 time: 0.2339520 Apr 23 00:31:52.834120 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-554c3ff0-d966-4c06-8829-2af8f253101b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 471 time: 0.0830033 Apr 23 00:31:52.837338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37138) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:52.837487 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3074eba8-5d41-4909-970e-c87c5de14cf8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9259753 Apr 23 00:31:52.847629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Subnet': ['ID=ba529fa0-e7fd-490d-90fe-6c96e6b3512f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:52.859995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.860337 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Added segment b749887e-60d3-421f-b55f-c187e580aa66 of type vlan for network ad0b4d7a-a2d2-48a0-a190-81406affa799 Apr 23 00:31:52.863674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:52.865146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['c8e59c60-ba59-4b56-ba88-e581a68efb83']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:52.900889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '94956512-c536-401b-ab54-a130c310e021', 'ip_address': '2001:db8::dad:7db9:2a87:737b'}], 'name': 'tempest-NetworksTestDHCPv6-2031130041'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:52.923547 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e1ca906e-b58d-4741-88f7-627817681d7f tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/subnets/ba529fa0-e7fd-490d-90fe-6c96e6b3512f HTTP/1.1" status: 204 len: 168 time: 1.6886282 Apr 23 00:31:52.927460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:52.928900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:52.929773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37144) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:52.995270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.068700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.205002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Deleting subnet 8ffd6151-63da-4d82-912d-f3207187b332 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:53.214929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Router a9acc57e-e90a-4f58-8bad-a1a3b47de972 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:31:53.230890 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7a061b92-24bd-4a79-8b0c-4763930700fa req-b570ee8b-eab6-4391-9404-8f3769db32a2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 210 time: 0.0956957 Apr 23 00:31:53.237963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.248449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.281530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.287195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:53.288012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.374357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:53.426102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.444300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Transition to ACTIVE for port object 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:53.475866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for ed90dd3d-116d-4fa0-a6e0-a87081b33526 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server [None req-37f8bcca-da32-4c05-84ef-efa978c979c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba529fa0-e7fd-490d-90fe-6c96e6b3512f: This subnet is being modified by another concurrent operation. Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba529fa0-e7fd-490d-90fe-6c96e6b3512f: This subnet is being modified by another concurrent operation. Apr 23 00:31:53.523793 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Apr 23 00:31:53.532744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:port and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:53.534995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Provisioning complete for port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:53.535370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca26-668e-4ed3-9f3f-db8a9ad3781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.537846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:53.553506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:53.557801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:53.567552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.578872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:53.582893 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:31:53.597692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:53.601161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.604726 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1283019 Apr 23 00:31:53.645488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe94c8-ae49-401f-bd19-b920c58c19ca None None] Network 95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:53.656395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37150) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:53.673212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.679434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:53.694781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a1e9a6f4-d8ec-4886-8998-d62d647dc272', 'network_id': 'a1e9a6f4-d8ec-4886-8998-d62d647dc272', 'tenant_id': 'c6ae294122e545588f1b42b2a5cbd8fd', 'fixed_ips': [{'subnet_id': '1a251ec0-8744-4b31-8594-3251075febde'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:53.695608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.760694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'network': {'name': 'tempest-router-network02--1395307921'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:53.787776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de05a0c-4138-4005-ad3e-7da06afd7d98 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Network': ['ID=ad0b4d7a-a2d2-48a0-a190-81406affa799,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:53.790436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:53.810892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:network and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:53.812514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfcd47e-d7ac-4a7c-b327-1f1345ad938e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-ec74c799-fe69-4140-a4c4-7c412710de71', 'network_id': 'ec74c799-fe69-4140-a4c4-7c412710de71', 'tenant_id': 'feb1b236c0b6420f8e44135231fd6e1d', 'fixed_ips': [{'subnet_id': '8ffd6151-63da-4d82-912d-f3207187b332'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:53.813314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd47e-d7ac-4a7c-b327-1f1345ad938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.818690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:53.833251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:53.883284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:31:53.886888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:53.893893 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ea20f81c-6003-4725-a81d-166bfa9b04ae tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5401204 Apr 23 00:31:53.897853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37154) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:53.897853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:53.905233 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] Sync routers for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:31:53.916344 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:53.916596 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:54.034923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Made reservation on behalf of c6ae294122e545588f1b42b2a5cbd8fd for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:54.040607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:31:54.055067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.066434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.074323 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:54.096625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.101201 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:54.101822 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:54.111800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0658797a-f967-4179-88e8-1dfb2897a04a admin admin] 10.222.0.39 "PUT /v2.0/routers/80a28acb-1d4d-4427-9269-f9a84dbefcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7251005 Apr 23 00:31:54.115157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 5e1fb44b-db7b-4b06-be5d-915492c60da8 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:31:54.168120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9cac5-02f5-4e85-b846-b4ad0c6d21fe None None] Pushing event updated for resources: {'Port': ['ID=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:54.188461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Attempting to bind port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:54.189746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Attempting to bind port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:54.190128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Attempting to bind port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:54.215645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:54.216135 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:54.216921 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4165d296-3086-4a6a-a6c9-882e7d92d1e3 None None] The sync data for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:54.319938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:54.320319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:54.320724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.321122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:54.321619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Bound port: 6a55de71-7b8f-4fd8-ad09-bdea1e934b12, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:54.321998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.427510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] For port 1b75fb0f-74a4-435f-a213-5455ca3c9200, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1b75fb0f-74a4-435f-a213-5455ca3c9200,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:54.427912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.558050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.23 (6176b68f-a4c1-4b07-9de2-e6923cc44f9a/3ab19d38-08e2-416a-9fdd-bf308842829f/a2600377-d2c1-4cd2-b864-88385def6cf6) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:54.636339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.663250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4c1b070e-1bb2-4cf2-a93f-65b7069f2a32 req-fb57f159-2c28-4a67-8ad8-ab5ea43fce2b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:54.687112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::dad:7db9:2a87:737b (986a55f2-d336-4e62-8bc6-ead9728638f4/94956512-c536-401b-ab54-a130c310e021/5e1fb44b-db7b-4b06-be5d-915492c60da8) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:54.713088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4c1b070e-1bb2-4cf2-a93f-65b7069f2a32 req-fb57f159-2c28-4a67-8ad8-ab5ea43fce2b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:54.714089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffd6151-63da-4d82-912d-f3207187b332,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:54.714660 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4c1b070e-1bb2-4cf2-a93f-65b7069f2a32 req-fb57f159-2c28-4a67-8ad8-ab5ea43fce2b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 210 time: 0.2505929 Apr 23 00:31:54.811559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] Calling delete_port for 1b75fb0f-74a4-435f-a213-5455ca3c9200 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:54.821093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:54.837090 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-faca693c-ea98-4b4e-b3ed-8c32a4f33967 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/subnets/8ffd6151-63da-4d82-912d-f3207187b332 HTTP/1.1" status: 204 len: 168 time: 1.9017406 Apr 23 00:31:54.838183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37168) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:54.922966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:54.923463 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Added segment ac5802b5-f602-47bb-9140-339d4772390b of type vlan for network edb938cf-4b58-4230-8cf4-135f391c2660 Apr 23 00:31:54.951804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.225148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.243409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 5e1fb44b-db7b-4b06-be5d-915492c60da8 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:55.274382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.384531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275360bd-a49b-493b-9f49-01b4610f75df tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:55.385218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-275360bd-a49b-493b-9f49-01b4610f75df tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Synchronizing usage tracker for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:55.394624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:55.396991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=5e1fb44b-db7b-4b06-be5d-915492c60da8,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:55.402427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.406918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:55.418753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:55.427844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:55.428546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.434360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.435267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.436275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.436988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.437339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.437672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.438003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.438411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.438737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.439162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.439596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.440031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:55.475658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:55.477561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-275360bd-a49b-493b-9f49-01b4610f75df tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Unset dirty status for tenant:feb1b236c0b6420f8e44135231fd6e1d on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:55.484802 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-275360bd-a49b-493b-9f49-01b4610f75df tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6372688 Apr 23 00:31:55.485868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.490653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da86081b-1648-4456-b67e-9011afd5afab None None] Network ec74c799-fe69-4140-a4c4-7c412710de71 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:55.493992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37180) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:55.573777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37184) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:55.581645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] For port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:55.582854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=ed90dd3d-116d-4fa0-a6e0-a87081b33526,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:55.586963 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-8e4af0d3-80a9-452f-a6be-2505cdf0e3c8 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:31:55.587129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] For port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:55.588313 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8e4af0d3-80a9-452f-a6be-2505cdf0e3c8 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5557985 Apr 23 00:31:55.606212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1189385616-network', 'tenant_id': 'ad59445bf18649648df4909baed8e44d'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:55.610913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37188) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:55.643502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 512e7729-e612-4877-ba08-ab3b00af2071 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:55.647305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:55.720842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.726627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:55.727489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.740439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.744925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.746964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Usage tracker for resource:network and tenant:ad59445bf18649648df4909baed8e44d is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:55.840954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.874218 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-813abe93-5fc2-4f0d-b81a-32821650c11d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0354080 Apr 23 00:31:55.886558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:55.889952 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1d3a1a6e-25e4-4628-b7f7-bb26be5b7d39 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/ed90dd3d-116d-4fa0-a6e0-a87081b33526 HTTP/1.1" status: 204 len: 168 time: 3.8064156 Apr 23 00:31:55.892761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37194) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:55.893104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37196) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:55.893931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:55.898920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Network': ['ID=edb938cf-4b58-4230-8cf4-135f391c2660,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:55.912140 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8bcad3d1-eec5-4378-bb16-b6c6f3f063d2 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2452035 Apr 23 00:31:55.924682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37200) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:55.948195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] No DVR routers for this DVR port 1b75fb0f-74a4-435f-a213-5455ca3c9200 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:31:55.973947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network edb938cf-4b58-4230-8cf4-135f391c2660 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:55.997274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:56.113978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ddf62c-4ae9-4b37-9b42-f73975d88da8 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:56.161743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.188659 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9fe2553-193c-4a48-9083-d03cc877edb6 req-e87a6b8a-1668-4776-86cb-3fb24b0101b3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 210 time: 0.2965021 Apr 23 00:31:56.197348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.207465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'subnet': {'network_id': 'ad0b4d7a-a2d2-48a0-a190-81406affa799', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:56.234124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec74c799-fe69-4140-a4c4-7c412710de71']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:56.251913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object a2600377-d2c1-4cd2-b864-88385def6cf6 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:56.254179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a396b1-8344-4611-9d81-a089cc5db002') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:56.254710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a396b1-8344-4611-9d81-a089cc5db002') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:56.270426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.288027 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7260e158-8ecc-4ddc-bc5a-32de6c5f7d1e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:31:56.288980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7260e158-8ecc-4ddc-bc5a-32de6c5f7d1e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:56.298319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.311049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:56.312077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:56.331151 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:56.400858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Allocated IP 172.20.0.2 (a1e9a6f4-d8ec-4886-8998-d62d647dc272/1a251ec0-8744-4b31-8594-3251075febde/a67d08a5-a5ff-4d7c-aa35-5f6697313a0e) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:56.412764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9cac5-02f5-4e85-b846-b4ad0c6d21fe None None] Pushing event updated for resources: {'Port': ['ID=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:56.462734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:31:56.463391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:56.487404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Made reservation on behalf of ad59445bf18649648df4909baed8e44d for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:56.490628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.553768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.576824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.607905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.612303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.619786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Could not find standard attr ID for object ed90dd3d-116d-4fa0-a6e0-a87081b33526. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:31:56.622477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 512e7729-e612-4877-ba08-ab3b00af2071 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:56.642112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db393c5-8536-4951-9684-3ccd037a7806 None None] Pushing event deleted for resources: {'Port': ['ID=1b75fb0f-74a4-435f-a213-5455ca3c9200,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:56.664356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Network': ['ID=ec74c799-fe69-4140-a4c4-7c412710de71,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:56.668505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:56.673760 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2c6152-60fb-41d1-8dab-496bc7d81c80 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:56.679493 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-808b1e42-df22-4ba4-841c-09343e8280e5 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/networks/ec74c799-fe69-4140-a4c4-7c412710de71 HTTP/1.1" status: 204 len: 168 time: 1.1794114 Apr 23 00:31:56.681732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:56.685938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:56.686142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7260e158-8ecc-4ddc-bc5a-32de6c5f7d1e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:56.689749 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7260e158-8ecc-4ddc-bc5a-32de6c5f7d1e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/ed90dd3d-116d-4fa0-a6e0-a87081b33526 HTTP/1.1" status: 404 len: 333 time: 0.7724702 Apr 23 00:31:56.689749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:56.699895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37206) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:56.700435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37208) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:56.719465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=a2600377-d2c1-4cd2-b864-88385def6cf6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:56.736649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning for port da2c6152-60fb-41d1-8dab-496bc7d81c80 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:56.761341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:56.761711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:56.775445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad59445bf18649648df4909baed8e44d is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:56.779135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:56.781430 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-3b419699-6535-466c-b837-6f5838c5e3d0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9401484 Apr 23 00:31:56.871059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:56.875504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:subnet and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:56.890037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:56.892579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:56.992119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:57.017800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Request body: {'port': {'device_id': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:57.029191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 709f1712-2a0e-4c01-9181-44b9a77c1336 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:57.066874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.097164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning for port a6a3064f-fb0d-4610-807c-cae2ef92b6df completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:57.106824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a906ccdf-9a90-4c9a-8fc3-33de49e5c8c1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:57.108569 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a906ccdf-9a90-4c9a-8fc3-33de49e5c8c1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.1953073 Apr 23 00:31:57.113206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37216) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:57.129232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Made reservation on behalf of c6ae294122e545588f1b42b2a5cbd8fd for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:57.132868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.136565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning complete for port a6a3064f-fb0d-4610-807c-cae2ef92b6df triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:57.136946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.182693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.193639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.209568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:31:57.215207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 5e1fb44b-db7b-4b06-be5d-915492c60da8 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:31:57.215594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.285221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port da2c6152-60fb-41d1-8dab-496bc7d81c80 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:57.330897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.354172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port da2c6152-60fb-41d1-8dab-496bc7d81c80 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:57.354587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.561149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '94956512-c536-401b-ab54-a130c310e021'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:31:57.561923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.574112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.637800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.686188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Transition to ACTIVE for port object a67d08a5-a5ff-4d7c-aa35-5f6697313a0e will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:57.719671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.721844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:57.751527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.755609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc550424-6e04-4b76-bd61-733d3ca97489') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:57.755991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc550424-6e04-4b76-bd61-733d3ca97489') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:57.760316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ca811-75fa-4cfb-bfc0-6df466d92286 req-e71c11a4-36f1-4215-932a-341988064266 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:57.761842 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ed1ca811-75fa-4cfb-bfc0-6df466d92286 req-e71c11a4-36f1-4215-932a-341988064266 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 932 time: 0.4005864 Apr 23 00:31:57.806872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.816699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Transition to ACTIVE for port object a67d08a5-a5ff-4d7c-aa35-5f6697313a0e will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:57.818710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.858984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.866816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.948425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:31:57.958087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 5e1fb44b-db7b-4b06-be5d-915492c60da8 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:31:57.959053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f974ce2-288a-42e4-b19e-0d50064b4586,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:57.966268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:57.972105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.000493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:31:58.001073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.010887 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ed1ca811-75fa-4cfb-bfc0-6df466d92286 req-34ca7b7e-66e3-4cae-9e3b-b5d174639da6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324486 Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:31:58.017288 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:31:58.020299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.020921 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Added segment 184dad1d-2e98-47bd-bedc-8ce7d2fd3df3 of type vlan for network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 Apr 23 00:31:58.055496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:58.086807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning for port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:58.108515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:58.126143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:58.146521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Pushing event updated for resources: {'Port': ['ID=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:58.196557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port da2c6152-60fb-41d1-8dab-496bc7d81c80, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=da2c6152-60fb-41d1-8dab-496bc7d81c80,segment=NetworkSegment(57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791),segment_id=57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:31:58.198770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2600377-d2c1-4cd2-b864-88385def6cf6 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:31:58.206758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.217310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.220567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.244467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Transition to ACTIVE for port object a2600377-d2c1-4cd2-b864-88385def6cf6 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:58.249467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.254102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.257703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.258537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6fa64557-c835-4c7e-9b97-9e857ec7cb4a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:31:58.259528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.292140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/94956512-c536-401b-ab54-a130c310e021/dd924fc0-3872-4182-981a-ce56a97b4435) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:31:58.297668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.301511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.302864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=709f1712-2a0e-4c01-9181-44b9a77c1336,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:58.314563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.320654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=5e1fb44b-db7b-4b06-be5d-915492c60da8,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:58.350587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1745bc-804b-4011-9058-568a20c7dc76 None None] Network 366994d8-a03d-46b4-b1e5-136876272bcb requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:58.376544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning for port 512e7729-e612-4877-ba08-ab3b00af2071 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:58.421608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning complete for port 512e7729-e612-4877-ba08-ab3b00af2071 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:58.421984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.463323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Attempting to bind port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:58.463705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Attempting to bind port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '5807eb87-59c3-4b92-b4a6-bc1a83137c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1e9a6f4-d8ec-4886-8998-d62d647dc272'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:58.464073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Attempting to bind port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e on network a1e9a6f4-d8ec-4886-8998-d62d647dc272 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:58.574909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:58.575287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Checking segment: {'id': '5807eb87-59c3-4b92-b4a6-bc1a83137c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1e9a6f4-d8ec-4886-8998-d62d647dc272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:58.576528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.576663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Bound using segment: {'id': '5807eb87-59c3-4b92-b4a6-bc1a83137c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1e9a6f4-d8ec-4886-8998-d62d647dc272'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:58.577071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Bound port: a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5807eb87-59c3-4b92-b4a6-bc1a83137c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a1e9a6f4-d8ec-4886-8998-d62d647dc272'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:58.577451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.588769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.648444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2600377-d2c1-4cd2-b864-88385def6cf6,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:58.654430 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8db05671-91ae-43c7-aa60-245820b3bb0a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/5e1fb44b-db7b-4b06-be5d-915492c60da8 HTTP/1.1" status: 204 len: 168 time: 1.5405905 Apr 23 00:31:58.655337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37222) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:58.666597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.670118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:31:58.711211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Network': ['ID=95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:58.782793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f4c6b-b467-47e3-948f-f05f8f587296 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:58.784298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f4c6b-b467-47e3-948f-f05f8f587296 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:58.785232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c6f4c6b-b467-47e3-948f-f05f8f587296 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:31:58.790050 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ee089d97-0990-4c02-ad21-8727ea4869c9 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/networks/95a2f5fe-56a9-4fe3-8dd5-2fe5b41257a1 HTTP/1.1" status: 204 len: 168 time: 2.0860610 Apr 23 00:31:58.790215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37226) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:58.799595 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-65d215a9-40e8-4e57-a6af-c07cfaccc3bd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/709f1712-2a0e-4c01-9181-44b9a77c1336 HTTP/1.1" status: 204 len: 168 time: 2.0937827 Apr 23 00:31:58.799595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.799595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:58.799595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.803726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=da2c6152-60fb-41d1-8dab-496bc7d81c80,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:58.805387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37230) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:58.818204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Attempting to bind port a2600377-d2c1-4cd2-b864-88385def6cf6 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:31:58.818599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Attempting to bind port a2600377-d2c1-4cd2-b864-88385def6cf6 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:31:58.818889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Attempting to bind port a2600377-d2c1-4cd2-b864-88385def6cf6 on network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:58.835237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 2, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:58.843660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Port a2600377-d2c1-4cd2-b864-88385def6cf6 on network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:31:58.843890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Attempting to bind port a2600377-d2c1-4cd2-b864-88385def6cf6 on network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:31:58.852229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c6f4c6b-b467-47e3-948f-f05f8f587296 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:31:58.856056 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2c6f4c6b-b467-47e3-948f-f05f8f587296 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1967139 Apr 23 00:31:58.873697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0fedb-9d0a-43a8-a00c-f884d095ab5e None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 2, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:31:58.902899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37234) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:58.903739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:31:58.904621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Checking segment: {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:58.905015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Bound using segment: {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:31:58.905466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Bound port: a2600377-d2c1-4cd2-b864-88385def6cf6, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:31:58.905855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:58.907487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:31:58.939852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Subnet': ['ID=4c0cd23d-dac8-4f57-94cd-2a8c0e8b3e34,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:58.964191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Checking segment: {'id': 'b749887e-60d3-421f-b55f-c187e580aa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad0b4d7a-a2d2-48a0-a190-81406affa799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:31:58.964612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network hostable DHCP agents. Network: ad0b4d7a-a2d2-48a0-a190-81406affa799, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:31:58.970836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:31:58.971568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.086124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.100663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 94956512-c536-401b-ab54-a130c310e021 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:59.145723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.148582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5587735 Apr 23 00:31:59.152468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37240) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:59.161681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Transition to ACTIVE for port object dd924fc0-3872-4182-981a-ce56a97b4435 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:59.173325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe71d8b-c5c1-4184-b792-c773ee98b4b6,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:59.215915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:59.225617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Request body: {'subnet': {'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1189385616-subnet', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:59.242078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 9b8fc853-e5a2-4553-865e-fc663a9760aa {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:31:59.245813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] For port a2600377-d2c1-4cd2-b864-88385def6cf6, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:31:59.251088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:59.255472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Usage tracker for resource:subnet and tenant:ad59445bf18649648df4909baed8e44d is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:59.260342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:59.264311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:31:59.267898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.268557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.269200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.270165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.270326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:59.270924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.271936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.272516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.273277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.273912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.274624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.275095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.275684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfa2a48-bf78-4886-871b-824cf2582eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:31:59.289488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.319137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] For port a2600377-d2c1-4cd2-b864-88385def6cf6, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a2600377-d2c1-4cd2-b864-88385def6cf6,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:59.324370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Made reservation on behalf of ad59445bf18649648df4909baed8e44d for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:31:59.328144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.347347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Transition to ACTIVE for port object dd924fc0-3872-4182-981a-ce56a97b4435 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:31:59.355700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.363060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:31:59.376212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, ad0b4d7a-a2d2-48a0-a190-81406affa799) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:59.381104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:59.382073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.384559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,segment=NetworkSegment(5807eb87-59c3-4b92-b4a6-bc1a83137c08),segment_id=5807eb87-59c3-4b92-b4a6-bc1a83137c08)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:31:59.415403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40056ac-e37b-4286-9c2c-0c048b8138e0 None None] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:31:59.416452 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-341a351a-4e2c-4b58-86b8-33379ecfc44a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4544542 Apr 23 00:31:59.426953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37244) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:31:59.447008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'subnet': {'network_id': 'edb938cf-4b58-4230-8cf4-135f391c2660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:31:59.448100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.505372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.538285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.553810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.572766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed342de-e6e2-423f-9453-bddc0c5573c5 None None] Pushing event updated for resources: {'Port': ['ID=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:59.604568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.637581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.694454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2600377-d2c1-4cd2-b864-88385def6cf6,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:31:59.711536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.746928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c882a477-f42a-47fc-8022-78e562aeda2a']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:59.759080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:31:59.767235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Usage tracker for resource:subnet and tenant:c6ae294122e545588f1b42b2a5cbd8fd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:31:59.772898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:59.774298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:31:59.791835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.793345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-79afa602-aa7e-4c38-834c-b04d9d9f6af6 service neutron] 10.222.0.42 "PUT /v2.0/ports/a2600377-d2c1-4cd2-b864-88385def6cf6 HTTP/1.1" status: 200 len: 1094 time: 2.9978073 Apr 23 00:31:59.856257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'tag': 'a2600377-d2c1-4cd2-b864-88385def6cf6'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:31:59.860442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:31:59.867481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deb6247-b70d-48c7-ac42-9d21791a390b') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:59.868095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deb6247-b70d-48c7-ac42-9d21791a390b') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:31:59.875231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:31:59.899467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:31:59.926642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:31:59.948507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:31:59.962816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d140b-d314-486f-b51c-9b8ca134fb90 req-c91feb5f-6d01-4a54-bb14-e8f81198fa2c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:31:59.972541 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-453d140b-d314-486f-b51c-9b8ca134fb90 req-c91feb5f-6d01-4a54-bb14-e8f81198fa2c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 944 time: 0.8042095 Apr 23 00:32:00.009142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting port 13fcd84f-f349-40f5-8d3d-78b17704fc0d {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:00.009910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.014878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.047191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.072504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.111699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:00.112211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.131165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Made reservation on behalf of c6ae294122e545588f1b42b2a5cbd8fd for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:00.135098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:00.136285 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:00.158726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Pushing event updated for resources: {'Port': ['ID=dd924fc0-3872-4182-981a-ce56a97b4435,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:00.175048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.281749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] For port 512e7729-e612-4877-ba08-ab3b00af2071, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=512e7729-e612-4877-ba08-ab3b00af2071,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:00.297858 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4635c3-fd5f-4098-9c15-c6767fc7f916'] response: {'name': 'network-changed', 'server_uuid': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'tag': 'a2600377-d2c1-4cd2-b864-88385def6cf6', 'status': 'completed', 'code': 200} Apr 23 00:32:00.331964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-6f2470e6-99f9-41e7-af5b-67d9683a6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:00.333800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-6f2470e6-99f9-41e7-af5b-67d9683a6e18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 1097 time: 0.4685133 Apr 23 00:32:00.346771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.398266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6fa64557-c835-4c7e-9b97-9e857ec7cb4a,segment=NetworkSegment(a8dd01f5-f3f8-4f53-8c92-eb05e29942c5),segment_id=a8dd01f5-f3f8-4f53-8c92-eb05e29942c5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:00.427033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Attempting to bind port dd924fc0-3872-4182-981a-ce56a97b4435 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:00.427730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Attempting to bind port dd924fc0-3872-4182-981a-ce56a97b4435 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:00.427730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Attempting to bind port dd924fc0-3872-4182-981a-ce56a97b4435 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:00.437458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.441803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.441803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a6a3064f-fb0d-4610-807c-cae2ef92b6df up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:00.481834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.504887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Network': ['ID=c882a477-f42a-47fc-8022-78e562aeda2a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:00.507455 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-303aa761-8b48-47c1-a884-feb1f2f1bbf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=a2600377-d2c1-4cd2-b864-88385def6cf6 HTTP/1.1" status: 200 len: 217 time: 0.1585374 Apr 23 00:32:00.549711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.590315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.610115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.622726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8fc853-e5a2-4553-865e-fc663a9760aa,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:00.626659 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c27db082-9774-4c4b-bf13-3414f3529d8c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/9b8fc853-e5a2-4553-865e-fc663a9760aa HTTP/1.1" status: 204 len: 168 time: 1.8012667 Apr 23 00:32:00.641053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-453d140b-d314-486f-b51c-9b8ca134fb90 req-7fb42b54-be55-4dd7-9ca7-1b1afb2108c8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6665108 Apr 23 00:32:00.646296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37252) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:00.660611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:00.660987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:00.661389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.661784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:00.667043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Bound port: dd924fc0-3872-4182-981a-ce56a97b4435, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:00.667559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.692819 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-46447df9-f15c-4a73-a9df-748fa0e0900c tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/networks/c882a477-f42a-47fc-8022-78e562aeda2a HTTP/1.1" status: 204 len: 168 time: 1.9015460 Apr 23 00:32:00.709834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37256) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:00.710882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=94956512-c536-401b-ab54-a130c310e021,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:00.716757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-ad0b4d7a-a2d2-48a0-a190-81406affa799', 'network_id': 'ad0b4d7a-a2d2-48a0-a190-81406affa799', 'tenant_id': 'c6ae294122e545588f1b42b2a5cbd8fd', 'fixed_ips': [{'subnet_id': '4c0cd23d-dac8-4f57-94cd-2a8c0e8b3e34'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:00.717631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.757294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Pushing event updated for resources: {'Port': ['ID=512e7729-e612-4877-ba08-ab3b00af2071,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:00.808347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning for port 13fcd84f-f349-40f5-8d3d-78b17704fc0d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:00.968829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:00.976193 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b8b18779-2dbc-438c-ab14-7409b7b84390 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/94956512-c536-401b-ab54-a130c310e021 HTTP/1.1" status: 204 len: 168 time: 2.0595455 Apr 23 00:32:00.984433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-4088f2cd-f05d-4862-9bd0-5e848b728105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:00.985881 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-4088f2cd-f05d-4862-9bd0-5e848b728105 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ab19d38-08e2-416a-9fdd-bf308842829f HTTP/1.1" status: 200 len: 838 time: 0.4675784 Apr 23 00:32:00.986376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37260) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:01.102971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning complete for port 13fcd84f-f349-40f5-8d3d-78b17704fc0d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:01.103967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.106831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.137508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=6fa64557-c835-4c7e-9b97-9e857ec7cb4a,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:01.168036 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:32:01.192537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a6a3064f-fb0d-4610-807c-cae2ef92b6df triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:01.193562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.207248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.244668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port a6a3064f-fb0d-4610-807c-cae2ef92b6df {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:01.245040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.265272 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ef06dae8-0c92-4433-8cfd-3936f9a58559 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2692068 Apr 23 00:32:01.275093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37264) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:01.284201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.442347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Calling delete_port for 13fcd84f-f349-40f5-8d3d-78b17704fc0d owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:01.488283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:01.505397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Allocated IP 172.20.0.2 (ad0b4d7a-a2d2-48a0-a190-81406affa799/4c0cd23d-dac8-4f57-94cd-2a8c0e8b3e34/7a850ef1-e597-4e9d-a6f6-e2e268a26e60) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:01.547857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4c86a-da18-4fdf-a9fa-3971fe6efbc9 None None] Network 366994d8-a03d-46b4-b1e5-136876272bcb requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:01.559209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.570863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Port 13fcd84f-f349-40f5-8d3d-78b17704fc0d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:01.576698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.607744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.650731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-4e07cf1f-6066-4b5c-86fe-3babbd6d79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:01.652170 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-4e07cf1f-6066-4b5c-86fe-3babbd6d79ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6176b68f-a4c1-4b07-9de2-e6923cc44f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6511238 Apr 23 00:32:01.663512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:01.668213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8b7cf9-dad3-43f7-998c-291ed8dada59']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:01.690840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] For port dd924fc0-3872-4182-981a-ce56a97b4435, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:01.703499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743c7281-8a8c-4de6-9e37-fe525d6f8c72 None None] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:01.708624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:01.723619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997a85fa-58a7-4dd4-b358-516701a16601') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:01.723968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997a85fa-58a7-4dd4-b358-516701a16601') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:01.744437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.780706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.792659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:01.793111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.799076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Subnet': ['ID=f07474bb-b758-43a3-9668-b32c6d7d359d,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:01.814215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:01.817660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:01.829491 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:01.968199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Checking segment: {'id': 'ac5802b5-f602-47bb-9140-339d4772390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'edb938cf-4b58-4230-8cf4-135f391c2660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:01.968587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network hostable DHCP agents. Network: edb938cf-4b58-4230-8cf4-135f391c2660, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:02.002982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Checking segment: {'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:02.004120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Network hostable DHCP agents. Network: 8fe71d8b-c5c1-4184-b792-c773ee98b4b6, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:02.007441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] For port dd924fc0-3872-4182-981a-ce56a97b4435, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dd924fc0-3872-4182-981a-ce56a97b4435,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:02.078435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning for port cb3af693-8224-421a-89b7-855b7e71df39 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:02.098282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:02.102134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1b75fb0f-74a4-435f-a213-5455ca3c9200 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:02.112634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] For port a6a3064f-fb0d-4610-807c-cae2ef92b6df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a6a3064f-fb0d-4610-807c-cae2ef92b6df,segment=NetworkSegment(f1816ab0-f58a-4a27-af7d-b3987578daa9),segment_id=f1816ab0-f58a-4a27-af7d-b3987578daa9)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:02.113140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.115170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ed89ba-2fa9-4e25-adaa-9bddb1194349,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:02.130042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network edb938cf-4b58-4230-8cf4-135f391c2660 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:02.141966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.145660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.148978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.182702 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] 10.222.0.39 "DELETE /v2.0/networks/bd8b7cf9-dad3-43f7-998c-291ed8dada59 HTTP/1.1" status: 204 len: 168 time: 1.4672325 Apr 23 00:32:02.192593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcfff9-eed0-424a-b3af-7f5f8cbf2a17 tempest-BulkNetworkOpsTest-1297440327 tempest-BulkNetworkOpsTest-1297440327-project] Pushing event deleted for resources: {'Network': ['ID=bd8b7cf9-dad3-43f7-998c-291ed8dada59,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:02.210762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Provisioning complete for port cb3af693-8224-421a-89b7-855b7e71df39 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:02.211287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.229201 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-56e83192-b585-4817-b6ee-2c107c44da42 service neutron] 10.222.0.42 "GET /v2.0/networks/6176b68f-a4c1-4b07-9de2-e6923cc44f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524433 Apr 23 00:32:02.262879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 1b75fb0f-74a4-435f-a213-5455ca3c9200 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:02.263920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1b75fb0f-74a4-435f-a213-5455ca3c9200 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:02.311196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:02.311622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for a6a3064f-fb0d-4610-807c-cae2ef92b6df owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:02.312042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:02.352454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, edb938cf-4b58-4230-8cf4-135f391c2660) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:02.366168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:02.366741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.410320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3024cf-24b8-4002-8d00-d386803e3317 None None] Network edb938cf-4b58-4230-8cf4-135f391c2660 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:02.493118 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ada7fe7c-8ff4-4a20-aede-1974999c63dc req-90ed6378-0b98-4ba9-a002-8c7a81d06ff4 service neutron] 10.222.0.42 "GET /v2.0/networks/6176b68f-a4c1-4b07-9de2-e6923cc44f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382174 Apr 23 00:32:02.509459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b3a8f-0d58-4d07-83c5-b51c94c38144 req-fdcb83b5-5b87-4528-a998-239dd91f41ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:02.531275 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-511b3a8f-0d58-4d07-83c5-b51c94c38144 req-fdcb83b5-5b87-4528-a998-239dd91f41ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 944 time: 0.6956680 Apr 23 00:32:02.538136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.613423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.618951 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-150ee00e-0bc0-42c2-ae12-28fa32556e46 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1846433 Apr 23 00:32:02.627721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Port': ['ID=13fcd84f-f349-40f5-8d3d-78b17704fc0d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:02.635383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:02.643976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37274) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:02.648729 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-511b3a8f-0d58-4d07-83c5-b51c94c38144 req-a552e062-e3b2-4f1f-8318-171dc59921ce tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157012 Apr 23 00:32:02.649298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 8fe71d8b-c5c1-4184-b792-c773ee98b4b6) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:02.693890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Port cb3af693-8224-421a-89b7-855b7e71df39 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:02.717190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47474b27-c9da-41c1-87ec-18fe302b5566 None None] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:02.730840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2c6152-60fb-41d1-8dab-496bc7d81c80 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:02.738839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No DVR routers for this DVR port a6a3064f-fb0d-4610-807c-cae2ef92b6df on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:02.779266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:02.780104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:02.803483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37278) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:02.834200 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d38beb37-977c-4ecf-ab48-4e140b30407e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6804063 Apr 23 00:32:02.841073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37284) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:02.856426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:02.938326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:02.989769 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=a6a3064f-fb0d-4610-807c-cae2ef92b6df,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:03.001366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f868e5-a0e5-4300-994d-f91e0c65faf5 None None] Pushing event updated for resources: {'Port': ['ID=dd924fc0-3872-4182-981a-ce56a97b4435,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:03.010623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Usage tracker for resource:router and tenant:ad59445bf18649648df4909baed8e44d is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:03.015450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:03.034651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0114700-efc9-43ee-ba78-949fdcf4d596 None None] Could not find standard attr ID for object 3db45cb7-5e1c-438f-ba31-00843e8a08e7. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:32:03.044992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-32813c68-5606-48db-b795-c8220ffb6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:03.046566 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-32813c68-5606-48db-b795-c8220ffb6d15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 1097 time: 0.4016862 Apr 23 00:32:03.049282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:03.114830 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-39c00ef6-406e-42fd-bef7-9d87e9afc465 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=feb1b236c0b6420f8e44135231fd6e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049314 Apr 23 00:32:03.115933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37288) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:03.157974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.184857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.240390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.269527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Transition to ACTIVE for port object 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:03.289732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366994d8-a03d-46b4-b1e5-136876272bcb']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:03.311764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.326680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1816ab0-f58a-4a27-af7d-b3987578daa9') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:03.327098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1816ab0-f58a-4a27-af7d-b3987578daa9') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:03.356115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:03.362579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.369462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:03.384336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e33e2fa6-6641-4ae1-bf20-17071acd887c None None] Provisioning for port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:03.406380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port da2c6152-60fb-41d1-8dab-496bc7d81c80 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:03.407591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.428084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:03.428677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.439562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.440734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.458627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.479577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=e60df0fd-213d-4a19-b29a-87147aff080b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:03.484397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4f289-fca5-4d5c-9252-a7af75e45f94 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:03.541959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:03.542671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:03.562274 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:03.592390 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-42aa1277-6043-40ba-81a0-dadc3efc1fac tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2301183 Apr 23 00:32:03.597178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37292) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:03.621816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Transition to ACTIVE for port object 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:03.625169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:03.648380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': 'e60df0fd-213d-4a19-b29a-87147aff080b', 'ip_address': '2001:db8::c9e7:e32e:e621:765a'}], 'name': 'tempest-NetworksTestDHCPv6-1082984763'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:03.782354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.796149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.831361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:03.845983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=366994d8-a03d-46b4-b1e5-136876272bcb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:03.853501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Router a9acc57e-e90a-4f58-8bad-a1a3b47de972 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:03.855490 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a7b5d99a-9cf6-4574-be59-4a4c2121809e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/366994d8-a03d-46b4-b1e5-136876272bcb HTTP/1.1" status: 204 len: 168 time: 3.2026551 Apr 23 00:32:03.862187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37298) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:03.953064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba77097-e972-4b4f-a993-b31952bed1ed None None] DHCP port deletion for 366994d8-a03d-46b4-b1e5-136876272bcb request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:03.955786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.011097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-5b739289-2f48-4c5b-93d2-3b05f627b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:04.013484 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-5b739289-2f48-4c5b-93d2-3b05f627b418 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6176b68f-a4c1-4b07-9de2-e6923cc44f9a HTTP/1.1" status: 200 len: 896 time: 0.9058697 Apr 23 00:32:04.016484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7821caf5-cfa7-4e0b-ae24-b3681653602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.086931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e33e2fa6-6641-4ae1-bf20-17071acd887c None None] Provisioning for port a2600377-d2c1-4cd2-b864-88385def6cf6 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:04.100668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:04.134399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:04.139841 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-674c64ba-06df-4bb9-855b-505d6a8bd33a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5015144 Apr 23 00:32:04.146395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37302) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:04.147308 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] Sync routers for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:04.166878 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:04.175136 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:04.237292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-56c62159-53be-44ea-9b75-453f371f3548 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] delete failed (client error): The resource could not be found. Apr 23 00:32:04.238490 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-56c62159-53be-44ea-9b75-453f371f3548 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-269936445 HTTP/1.1" status: 404 len: 334 time: 0.0904927 Apr 23 00:32:04.247406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'fixed_ips': [{'subnet_id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:04.248754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.252167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37306) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:04.257325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c5ead20c-5527-47a4-bbcf-0b7baae174bd tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9acc57e-e90a-4f58-8bad-a1a3b47de972'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:04.269516 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:04.270394 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-cd6408f5-a22a-4020-9f59-9306349a843f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=a2600377-d2c1-4cd2-b864-88385def6cf6 HTTP/1.1" status: 200 len: 217 time: 0.1590240 Apr 23 00:32:04.280104 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:04.280974 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:04.281128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:04.300283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7821caf5-cfa7-4e0b-ae24-b3681653602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.320829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:04.323280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:04.325474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e33e2fa6-6641-4ae1-bf20-17071acd887c None None] Could not find standard attr ID for object a6a3064f-fb0d-4610-807c-cae2ef92b6df. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:32:04.351522 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:04.352193 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08a662c-2b5f-41aa-8bda-3131e7f315f3 None None] The sync data for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:04.366092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:04.371611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:04.377256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.422329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Pushing event updated for resources: {'Port': ['ID=7a850ef1-e597-4e9d-a6f6-e2e268a26e60,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:04.458534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-edb938cf-4b58-4230-8cf4-135f391c2660', 'network_id': 'edb938cf-4b58-4230-8cf4-135f391c2660', 'tenant_id': 'c6ae294122e545588f1b42b2a5cbd8fd', 'fixed_ips': [{'subnet_id': 'f07474bb-b758-43a3-9668-b32c6d7d359d'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:04.459377 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.489331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:04.525399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2dcd9-ec9d-40f9-b684-6d55a95635ee req-1d2c7e40-c306-4725-92e1-2719ac101de5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:04.530844 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7ab2dcd9-ec9d-40f9-b684-6d55a95635ee req-1d2c7e40-c306-4725-92e1-2719ac101de5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 944 time: 0.6198869 Apr 23 00:32:04.540396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8257d64f-b984-42d6-8994-bd9d340fcddf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:04.541096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8257d64f-b984-42d6-8994-bd9d340fcddf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:04.578285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.578971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.579317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.579651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.579977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.580303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.580628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.580951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.581270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.581589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.581906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.582224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:04.665273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8257d64f-b984-42d6-8994-bd9d340fcddf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:04.668736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:04.672530 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8257d64f-b984-42d6-8994-bd9d340fcddf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8090382 Apr 23 00:32:04.673561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37310) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:04.764768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:04.807879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Attempting to bind port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:04.807879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Attempting to bind port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'b749887e-60d3-421f-b55f-c187e580aa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad0b4d7a-a2d2-48a0-a190-81406affa799'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:04.808365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Attempting to bind port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 on network ad0b4d7a-a2d2-48a0-a190-81406affa799 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:04.865228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:04.865535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Checking segment: {'id': 'b749887e-60d3-421f-b55f-c187e580aa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad0b4d7a-a2d2-48a0-a190-81406affa799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:04.865854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.866290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Bound using segment: {'id': 'b749887e-60d3-421f-b55f-c187e580aa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad0b4d7a-a2d2-48a0-a190-81406affa799'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:04.866784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Bound port: 7a850ef1-e597-4e9d-a6f6-e2e268a26e60, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b749887e-60d3-421f-b55f-c187e580aa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ad0b4d7a-a2d2-48a0-a190-81406affa799'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:04.867037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.926304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7ab2dcd9-ec9d-40f9-b684-6d55a95635ee req-8d08cb9a-73f9-4eea-b1a2-0b73a5f661ae tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727806 Apr 23 00:32:04.938286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5ead20c-5527-47a4-bbcf-0b7baae174bd tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.939394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7821caf5-cfa7-4e0b-ae24-b3681653602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.945708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-21c8b63f-c092-4413-800f-a31c449fe31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:04.947264 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-21c8b63f-c092-4413-800f-a31c449fe31a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3ab19d38-08e2-416a-9fdd-bf308842829f HTTP/1.1" status: 200 len: 838 time: 0.5718446 Apr 23 00:32:04.963398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:04.998200 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-c5ead20c-5527-47a4-bbcf-0b7baae174bd tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] update failed (client error): The resource could not be found. Apr 23 00:32:04.999647 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c5ead20c-5527-47a4-bbcf-0b7baae174bd tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972 HTTP/1.1" status: 404 len: 339 time: 0.7465093 Apr 23 00:32:05.006135 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-813eaaa8-a1c3-4d62-ae55-0fccdde5a6f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2772255 Apr 23 00:32:05.007041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37314) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:05.014009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-885666201'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:05.017429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37318) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:05.022320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:05.029564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1703141973'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:05.035760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:network and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:05.039036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:05.041934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:05.049883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:05.053063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:05.055241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:05.064134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:05.075260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:05.079915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.091546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:05.095791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.129317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:32:05.146084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.146084 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Added segment 3c123019-9cc0-4b62-bea3-43b2fbff3955 of type vlan for network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 Apr 23 00:32:05.155326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821caf5-cfa7-4e0b-ae24-b3681653602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba4b736-d5c2-495a-b2e6-b0ac10929c1f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:05.156526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:32:05.182785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.183298 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment 6a3b92f8-444e-41c7-bda6-7b0e582383cd of type vlan for network d066ecf3-13c5-4b22-9cf0-dba4e065c21b Apr 23 00:32:05.191715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.221017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7821caf5-cfa7-4e0b-ae24-b3681653602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.224532 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7821caf5-cfa7-4e0b-ae24-b3681653602b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ba4b736-d5c2-495a-b2e6-b0ac10929c1f HTTP/1.1" status: 204 len: 168 time: 1.8812850 Apr 23 00:32:05.229525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.264739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.270868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:05.271580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.292310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Allocated IP 172.20.0.2 (8fe71d8b-c5c1-4184-b792-c773ee98b4b6/e5ed89ba-2fa9-4e25-adaa-9bddb1194349/378b241f-603a-4c19-8ad5-b63521897a1c) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:05.336206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.344324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:05.345405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.381469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Allocated IP 172.20.0.2 (edb938cf-4b58-4230-8cf4-135f391c2660/f07474bb-b758-43a3-9668-b32c6d7d359d/5e64fd1d-9b40-4c8b-bb34-284b89faa3b3) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:05.398414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.407660 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3954537 Apr 23 00:32:05.413315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37324) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:05.426477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'subnet': {'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:05.429957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:05.442522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': 'e60df0fd-213d-4a19-b29a-87147aff080b'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': 'dd924fc0-3872-4182-981a-ce56a97b4435'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:32:05.446744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0b1a4-9c9e-4828-8f91-af966cb9aba4 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Network': ['ID=7c057bd7-d556-4d35-b019-15ae4e34e4f4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:05.469086 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4491460 Apr 23 00:32:05.481498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:32:05.491007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37328) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:05.493613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-05efa6ea-e92f-4b38-b399-97c231872d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:05.495256 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-05efa6ea-e92f-4b38-b399-97c231872d85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6176b68f-a4c1-4b07-9de2-e6923cc44f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5148113 Apr 23 00:32:05.502106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:05.506006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] For port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:05.510992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:05.511266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.533495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 6fe6d119-6be4-43c6-a26e-63836a79c1be yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:05.638173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27bf82-312a-4292-992a-48274ec1357b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=d066ecf3-13c5-4b22-9cf0-dba4e065c21b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:05.649125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:05.653352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Usage tracker for resource:subnet and tenant:2ed51a501c6843acb0b62529cacc8bdd is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:05.656783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:05.660238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] For port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7a850ef1-e597-4e9d-a6f6-e2e268a26e60,segment=NetworkSegment(b749887e-60d3-421f-b55f-c187e580aa66),segment_id=b749887e-60d3-421f-b55f-c187e580aa66)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:05.663414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:05.676965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Made reservation on behalf of 2ed51a501c6843acb0b62529cacc8bdd for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:05.681397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.720409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:32:05.770395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.825022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:05.885734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Allocated IP 172.20.0.1 (ad0b4d7a-a2d2-48a0-a190-81406affa799/4c0cd23d-dac8-4f57-94cd-2a8c0e8b3e34/27bcf714-4b5f-4ff7-99aa-f3b5e202c153) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:05.917000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a2600377-d2c1-4cd2-b864-88385def6cf6 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:32:05.920931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 2, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:05.971804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.093091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:32:06.093091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Updating router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 port cb3af693-8224-421a-89b7-855b7e71df39 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:32:06.104307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Subnet': ['ID=8ca087c4-7a4d-4d58-b06c-6db22223a668,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:06.113315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Checking segment: {'id': '3c123019-9cc0-4b62-bea3-43b2fbff3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:06.113877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network hostable DHCP agents. Network: 7c057bd7-d556-4d35-b019-15ae4e34e4f4, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:06.128868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:06.144651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:06.146946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:06.164532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 7c057bd7-d556-4d35-b019-15ae4e34e4f4) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:06.172283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:06.173996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.201147 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-81fd9360-85d1-40fe-8354-460e5f667d48 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7838788 Apr 23 00:32:06.204027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37350) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:06.204350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:06.215683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c2b8f2d6-8548-47d3-8beb-d73ec796e771 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:06.226854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2499bd-3e8e-4588-bb3b-c06cc12275ff None None] Network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:06.253400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:06.340996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.resource_extend [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:32:06.382754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::c9e7:e32e:e621:765a (986a55f2-d336-4e62-8bc6-ead9728638f4/e60df0fd-213d-4a19-b29a-87147aff080b/6fe6d119-6be4-43c6-a26e-63836a79c1be) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:06.395329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:06.398874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.434650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37356) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:06.455144 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-ca244f97-e702-49b2-b9fd-a4683950ed41 service neutron] 10.222.0.42 "GET /v2.0/networks/6176b68f-a4c1-4b07-9de2-e6923cc44f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663491 Apr 23 00:32:06.484050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527a4d-6f23-4ff3-becd-3ce82d57e7ab None None] Pushing event updated for resources: {'Port': ['ID=7a850ef1-e597-4e9d-a6f6-e2e268a26e60,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:06.534492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.908585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f2d6-8548-47d3-8beb-d73ec796e771 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:06.989080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.013112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.085043 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-c2b8f2d6-8548-47d3-8beb-d73ec796e771 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:32:07.085318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-9412681'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:07.088756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Transition to ACTIVE for port object 378b241f-603a-4c19-8ad5-b63521897a1c will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:07.093687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c2b8f2d6-8548-47d3-8beb-d73ec796e771 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972 HTTP/1.1" status: 400 len: 364 time: 0.8871624 Apr 23 00:32:07.094424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37362) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:07.125350 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.130988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:07.190825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:07.194363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:07.199234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a2600377-d2c1-4cd2-b864-88385def6cf6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a2600377-d2c1-4cd2-b864-88385def6cf6,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:07.200114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.208786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Transition to ACTIVE for port object 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:07.211783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1541b-0187-46c1-b545-52a93e7450a2 req-09dcd0f2-a44d-4dc9-bb5c-d260644bd50f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:07.219730 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dc1541b-0187-46c1-b545-52a93e7450a2 req-09dcd0f2-a44d-4dc9-bb5c-d260644bd50f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 944 time: 1.0295041 Apr 23 00:32:07.227150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:07.235674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.236678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:07.276670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Transition to ACTIVE for port object 378b241f-603a-4c19-8ad5-b63521897a1c will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:07.302419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:07.386066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:07.390067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'a2600377-d2c1-4cd2-b864-88385def6cf6', 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'port_id': 'a2600377-d2c1-4cd2-b864-88385def6cf6', 'mac_address': 'fa:16:3e:0b:80:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab19d38-08e2-416a-9fdd-bf308842829f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:32:07.407494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Transition to ACTIVE for port object 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:07.464049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.464521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:07.468527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.487456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.514340 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a3971b7-403b-4119-9c82-402508ff5a43 req-5206d2ac-8f08-44dc-9247-2c44d4265cd1 service neutron] 10.222.0.42 "GET /v2.0/networks/6176b68f-a4c1-4b07-9de2-e6923cc44f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0405543 Apr 23 00:32:07.540883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Transition to ACTIVE for port object 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:07.581306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.599656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.619406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.628771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.635542 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3dc1541b-0187-46c1-b545-52a93e7450a2 req-ce4c560b-a009-4a08-880b-41514c554068 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750792 Apr 23 00:32:07.658328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd78923-6ffd-4009-8c78-0f05ffeca2e5 None None] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:07.717013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.753249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:07.765632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Network edb938cf-4b58-4230-8cf4-135f391c2660 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:07.780175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:07.783439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group_rule and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:07.789385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:07.791304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-7c057bd7-d556-4d35-b019-15ae4e34e4f4', 'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4', 'tenant_id': '2ed51a501c6843acb0b62529cacc8bdd', 'fixed_ips': [{'subnet_id': '8ca087c4-7a4d-4d58-b06c-6db22223a668'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:07.792108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.806382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:07.811978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:07.815162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:07.822913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:07.823956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.832745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:07.842741 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:07.867583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:07.890365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:07.909339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:07.921716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Port': ['ID=27bcf714-4b5f-4ff7-99aa-f3b5e202c153,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:07.938829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Pushing event updated for resources: {'Port': ['ID=378b241f-603a-4c19-8ad5-b63521897a1c,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:07.946924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 6fe6d119-6be4-43c6-a26e-63836a79c1be will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:07.995994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-00f98d08-dc24-47cb-9f56-0210bf7069b2 None None] Provisioning for port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:08.052980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2600377-d2c1-4cd2-b864-88385def6cf6 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:32:08.055812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.097299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.216112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Allocated IP 172.26.8.33 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/8bdc581e-0b36-447a-b8f6-842612e36c43) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:08.236862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.243568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:08.243946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.264685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Allocated IP 2001:db8::1 (81d3e1b7-0bd9-464c-86d1-dc3ed4570407/761b2084-5339-4209-903e-a8ec94522414/884e0cc0-e0ab-47f3-a2cf-eba520bb91bb) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:08.285403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=2f941c46-8757-45a0-b3fd-3c09b9f957f6,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.352123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a2600377-d2c1-4cd2-b864-88385def6cf6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a2600377-d2c1-4cd2-b864-88385def6cf6,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:08.376174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': '6a3b92f8-444e-41c7-bda6-7b0e582383cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:08.376523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: d066ecf3-13c5-4b22-9cf0-dba4e065c21b, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:08.381994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Attempting to bind port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:08.382371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Attempting to bind port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'ac5802b5-f602-47bb-9140-339d4772390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'edb938cf-4b58-4230-8cf4-135f391c2660'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:08.382729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Attempting to bind port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 on network edb938cf-4b58-4230-8cf4-135f391c2660 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:08.384713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Pushing event updated for resources: {'Port': ['ID=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.404585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:08.405382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.422388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:08.424743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:08.430433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:08.431034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.445528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.462626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Transition to ACTIVE for port object 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:08.467711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:08.468090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Checking segment: {'id': 'ac5802b5-f602-47bb-9140-339d4772390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'edb938cf-4b58-4230-8cf4-135f391c2660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:08.468540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.468886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Bound using segment: {'id': 'ac5802b5-f602-47bb-9140-339d4772390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'edb938cf-4b58-4230-8cf4-135f391c2660'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:08.469399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Bound port: 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5802b5-f602-47bb-9140-339d4772390b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'edb938cf-4b58-4230-8cf4-135f391c2660'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:08.469737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.478358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Attempting to bind port 378b241f-603a-4c19-8ad5-b63521897a1c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:08.478728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Attempting to bind port 378b241f-603a-4c19-8ad5-b63521897a1c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:08.479084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Attempting to bind port 378b241f-603a-4c19-8ad5-b63521897a1c on network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:08.492449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.496701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=6fe6d119-6be4-43c6-a26e-63836a79c1be,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.514272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.551884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.resource_extend [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:32:08.562983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.565540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:08.577453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:08.582611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:08.583269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.584417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:08.584798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Checking segment: {'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:08.585200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.585588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Bound using segment: {'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:08.587299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Bound port: 378b241f-603a-4c19-8ad5-b63521897a1c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:08.587717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.597674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Port': ['ID=884e0cc0-e0ab-47f3-a2cf-eba520bb91bb,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.605845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:08.638857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:32:08.688967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.699088 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5a5e382a-6b6d-4e87-8690-e5a370c72076 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0847983 Apr 23 00:32:08.699895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a797f37-0a31-488a-950c-84d901e29ab2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.704284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37368) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:08.710768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, d066ecf3-13c5-4b22-9cf0-dba4e065c21b) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:08.715232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:08.715825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.740828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/e60df0fd-213d-4a19-b29a-87147aff080b/dd924fc0-3872-4182-981a-ce56a97b4435) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:08.753421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.753796 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment c9898c29-188f-40a2-b686-1feb204678e8 of type vlan for network 86151bb8-95d9-4c00-a767-eb0f24bb091a Apr 23 00:32:08.758524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=a2600377-d2c1-4cd2-b864-88385def6cf6,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:08.784917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.818233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Allocated IP 2001:db8:1::2 (7c057bd7-d556-4d35-b019-15ae4e34e4f4/8ca087c4-7a4d-4d58-b06c-6db22223a668/4d0cf4a4-af0c-4aad-89bd-de61336c5761) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:08.835110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.910447 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b855b3f9-c556-46bd-90c2-5d296c970658 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4139011 Apr 23 00:32:08.915796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37372) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:08.948114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:08.988398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b', 'name': 'tempest-PortsIpV6TestJSON-324667642'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:09.100097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afabd8f-49f1-4d40-8d3f-7ac1f61f2b09 None None] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:09.109710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b9ca2-3b89-42f0-8d51-d1e05d63d215 req-f78de504-c9af-47dc-baac-91682bded1ad tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:09.111318 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d33b9ca2-3b89-42f0-8d51-d1e05d63d215 req-f78de504-c9af-47dc-baac-91682bded1ad tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 945 time: 0.3174317 Apr 23 00:32:09.173240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['a2600377-d2c1-4cd2-b864-88385def6cf6'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:32:09.239851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:32:09.290358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d33b9ca2-3b89-42f0-8d51-d1e05d63d215 req-0e11e83f-56aa-41a3-9eed-4f5697c4eddf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275365 Apr 23 00:32:09.297638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.303463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:09.304195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.342413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13530a3d-9161-403a-b82d-92602a31efcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:09.346531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13530a3d-9161-403a-b82d-92602a31efcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:09.347417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-13530a3d-9161-403a-b82d-92602a31efcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:09.360987 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.386931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:09.402853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:09.447197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:09.450672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.464368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.492810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.495127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port b4b3a31c-4274-4a16-b347-9d866bcbdd4d yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:09.496296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-95157880-06c0-4a29-988c-278953814af7 None None] Provisioning for port 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:09.526153 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.0677660 Apr 23 00:32:09.528609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37376) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:09.533594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.534506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.541832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'name': 'tempest-PortsTestJSON-1663635082'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:09.562896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:09.613131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 512e7729-e612-4877-ba08-ab3b00af2071 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:09.614493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae4c78-081e-4fe6-aa74-ea4c59336f2c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=86151bb8-95d9-4c00-a767-eb0f24bb091a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:09.616860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-13530a3d-9161-403a-b82d-92602a31efcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:09.621002 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-13530a3d-9161-403a-b82d-92602a31efcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.8906384 Apr 23 00:32:09.622105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:09.632605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37380) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:09.633525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Pushing event updated for resources: {'Port': ['ID=8bdc581e-0b36-447a-b8f6-842612e36c43,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:09.636539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-95157880-06c0-4a29-988c-278953814af7 None None] Provisioning complete for port 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:09.636986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95157880-06c0-4a29-988c-278953814af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.647702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:09.678052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Transition to ACTIVE for port object cb3af693-8224-421a-89b7-855b7e71df39 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:09.688488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:32:09.738870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] For port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:09.775424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] For port 378b241f-603a-4c19-8ad5-b63521897a1c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:09.786393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.793457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 6fe6d119-6be4-43c6-a26e-63836a79c1be {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:09.793928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:09.972581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] For port dd924fc0-3872-4182-981a-ce56a97b4435, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dd924fc0-3872-4182-981a-ce56a97b4435,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:10.012812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event updated for resources: {'Port': ['ID=884e0cc0-e0ab-47f3-a2cf-eba520bb91bb,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:10.015560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.037093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] Ignored duplicate provisioning block setup for port dd924fc0-3872-4182-981a-ce56a97b4435 by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 23 00:32:10.063105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:10.070141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:10.078013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:10.098855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:10.102287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] For port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,segment=NetworkSegment(ac5802b5-f602-47bb-9140-339d4772390b),segment_id=ac5802b5-f602-47bb-9140-339d4772390b)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:10.115740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:32:10.125406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::70 (d066ecf3-13c5-4b22-9cf0-dba4e065c21b/2f941c46-8757-45a0-b3fd-3c09b9f957f6/b4b3a31c-4274-4a16-b347-9d866bcbdd4d) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:10.146668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:10.148128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:10.149046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.151803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.163945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.165789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:10.187263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-95157880-06c0-4a29-988c-278953814af7 None None] Port 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:10.228452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] For port 378b241f-603a-4c19-8ad5-b63521897a1c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=378b241f-603a-4c19-8ad5-b63521897a1c,segment=NetworkSegment(184dad1d-2e98-47bd-bedc-8ce7d2fd3df3),segment_id=184dad1d-2e98-47bd-bedc-8ce7d2fd3df3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:10.300316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port e297ea3c-034a-487d-908b-52df1255bc57 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:10.368457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.378911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.581751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.604315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.686514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.706915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Router a9acc57e-e90a-4f58-8bad-a1a3b47de972 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:10.782451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-d066ecf3-13c5-4b22-9cf0-dba4e065c21b', 'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b', 'tenant_id': '64d5d003d79e452e8eb0df89bf8887a7', 'fixed_ips': [{'subnet_id': '2f941c46-8757-45a0-b3fd-3c09b9f957f6'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:10.783282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.812792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 6fe6d119-6be4-43c6-a26e-63836a79c1be owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:10.819601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771bc17-a287-4b5f-90c2-3fae80662c12 None None] Pushing event updated for resources: {'Port': ['ID=cb3af693-8224-421a-89b7-855b7e71df39,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:10.894373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.904694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Port': ['ID=27bcf714-4b5f-4ff7-99aa-f3b5e202c153,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:10.930577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.949814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:10.955194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 512e7729-e612-4877-ba08-ab3b00af2071 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:10.955562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.028973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Attempting to bind port cb3af693-8224-421a-89b7-855b7e71df39 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:11.029428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Attempting to bind port cb3af693-8224-421a-89b7-855b7e71df39 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:11.029986 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Attempting to bind port cb3af693-8224-421a-89b7-855b7e71df39 on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:11.077915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object b4b3a31c-4274-4a16-b347-9d866bcbdd4d will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:11.087039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:11.097951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.124762 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9a2e5173-04ac-4df1-9090-f8b06fa9e1ec tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0291929 Apr 23 00:32:11.131205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37386) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:11.181053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Transition to ACTIVE for port object 4d0cf4a4-af0c-4aad-89bd-de61336c5761 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:11.206629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Transition to ACTIVE for port object 4d0cf4a4-af0c-4aad-89bd-de61336c5761 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:11.215767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:11.217457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Checking segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:11.218055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.218650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Bound using segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:11.219492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Bound port: cb3af693-8224-421a-89b7-855b7e71df39, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:11.220069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.249220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.264703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] Sync routers for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:11.375239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.476768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.494855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.540581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:11.548415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e01e6e3-1e11-4b41-8802-a90c5035049f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.572865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-08ce637c-62e8-445a-b92f-457b97e12afb None None] Provisioning for port 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:11.596713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:11.609183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:11.610041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:11.647668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:11.659400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:11.675441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:11.681839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:11.688835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:11.689794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.736295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=b4b3a31c-4274-4a16-b347-9d866bcbdd4d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:11.770502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a24c32-38c6-4491-8583-57f71904f009 None None] Pushing event updated for resources: {'Port': ['ID=dd924fc0-3872-4182-981a-ce56a97b4435,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:11.774614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-08ce637c-62e8-445a-b92f-457b97e12afb None None] Provisioning complete for port 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:11.775077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08ce637c-62e8-445a-b92f-457b97e12afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:11.873933 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fb21aab7-745c-44ac-98f2-a3e53e047759 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8974204 Apr 23 00:32:11.879202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37390) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:11.899093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b', 'name': 'tempest-PortsIpV6TestJSON-1725065879'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:11.908576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:11.914901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b7a85-20a9-496e-afab-ae6780bc1ad4 None None] Pushing event updated for resources: {'Port': ['ID=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:11.916448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:11.917568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:11.953325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': 'c9898c29-188f-40a2-b686-1feb204678e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:11.953939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: 86151bb8-95d9-4c00-a767-eb0f24bb091a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:11.955827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9a437-d705-464a-af74-fa0fc7704f54 req-506ae6d5-19bd-460b-ae80-f86bb477f1d4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:11.961082 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b0f9a437-d705-464a-af74-fa0fc7704f54 req-506ae6d5-19bd-460b-ae80-f86bb477f1d4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 945 time: 1.3360817 Apr 23 00:32:11.994453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=e297ea3c-034a-487d-908b-52df1255bc57,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:12.252605 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-2e01e6e3-1e11-4b41-8802-a90c5035049f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 23 00:32:12.253879 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2e01e6e3-1e11-4b41-8802-a90c5035049f tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972 HTTP/1.1" status: 409 len: 329 time: 1.1215582 Apr 23 00:32:12.260251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37394) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:12.289915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Attempting to bind port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:12.290314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Attempting to bind port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '3c123019-9cc0-4b62-bea3-43b2fbff3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:12.290684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Attempting to bind port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 on network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:12.305860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-08ce637c-62e8-445a-b92f-457b97e12afb None None] Port 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:12.307753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] For port cb3af693-8224-421a-89b7-855b7e71df39, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:12.327815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:12.328443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:12.351673 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b0f9a437-d705-464a-af74-fa0fc7704f54 req-e1bbcddc-81c0-4043-9cf4-61c64ba8ffd3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007708 Apr 23 00:32:12.414324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:12.415185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Checking segment: {'id': '3c123019-9cc0-4b62-bea3-43b2fbff3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:12.415747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.416284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Bound using segment: {'id': '3c123019-9cc0-4b62-bea3-43b2fbff3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:12.424338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Bound port: 4d0cf4a4-af0c-4aad-89bd-de61336c5761, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c123019-9cc0-4b62-bea3-43b2fbff3955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '7c057bd7-d556-4d35-b019-15ae4e34e4f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:12.424338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.457055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:12.476613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.491446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:12.491862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56f57f6-065a-4908-9ad3-ea5339f00f31 None None] The sync data for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:12.515947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] For port cb3af693-8224-421a-89b7-855b7e71df39, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cb3af693-8224-421a-89b7-855b7e71df39,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:12.549228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 86151bb8-95d9-4c00-a767-eb0f24bb091a) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:12.551385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:12.571972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=6fe6d119-6be4-43c6-a26e-63836a79c1be,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:12.605536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6fa64557-c835-4c7e-9b97-9e857ec7cb4a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:12.681676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088138b-42d9-4484-9b16-6472a27eb827 None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:12.707334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.729533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.761887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2ab54-753e-485c-9bc1-58583ab0bc7a None None] Pushing event updated for resources: {'Port': ['ID=378b241f-603a-4c19-8ad5-b63521897a1c,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:12.765507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Allocated IP 2001:db8::2 (d066ecf3-13c5-4b22-9cf0-dba4e065c21b/2f941c46-8757-45a0-b3fd-3c09b9f957f6/efeb00e7-e04e-453f-bf3f-0f54d26ac34f) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:12.775282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:12.783495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] For port 4d0cf4a4-af0c-4aad-89bd-de61336c5761, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:12.789422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:12.790568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.817139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:12.829060 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8732d2f7-085f-4660-9665-eee024fc5c51 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/6fe6d119-6be4-43c6-a26e-63836a79c1be HTTP/1.1" status: 204 len: 168 time: 3.1899712 Apr 23 00:32:12.832112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Router e5bcc1a9-1520-4db2-9850-473b88688084 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:32:12.836218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37398) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:12.854209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.932508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:12.937264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:12.989289 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-da8b7efb-33d9-4b56-a3e6-7d3234a73d30 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4559948 Apr 23 00:32:12.994002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37402) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:13.029110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] For port 4d0cf4a4-af0c-4aad-89bd-de61336c5761, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4d0cf4a4-af0c-4aad-89bd-de61336c5761,segment=NetworkSegment(3c123019-9cc0-4b62-bea3-43b2fbff3955),segment_id=3c123019-9cc0-4b62-bea3-43b2fbff3955)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:13.042274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1135556814'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:13.054012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Pushing event updated for resources: {'Port': ['ID=4d0cf4a4-af0c-4aad-89bd-de61336c5761,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:13.152247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:13.154547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:13.163605 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] Sync routers for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:13.168090 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ea94765a-b160-40dc-a312-646315168b0d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "PUT /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5142806 Apr 23 00:32:13.176336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37406) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:13.185186 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:13.186471 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:13.202187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:13.211622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:13.236032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 050751d0-47fb-46f4-91ae-9b07fbd7190b yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:13.308050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.332629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec19b13e-effc-412f-89db-8f679db6e096 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:13.334149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec19b13e-effc-412f-89db-8f679db6e096 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:13.334941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ec19b13e-effc-412f-89db-8f679db6e096 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:13.351865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:13.385801 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:13.399348 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:13.400261 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:13.510780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bb2d2-bafc-4d19-840b-073f19e1f01e None None] Network edb938cf-4b58-4230-8cf4-135f391c2660 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:13.524546 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:13.524878 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16ea04-f113-4262-98ed-2bce77e3f941 None None] The sync data for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:13.545221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:13.547874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ab304-842a-4d58-a341-f0624cacb8d1 None None] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:13.549198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.602656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ec19b13e-effc-412f-89db-8f679db6e096 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:13.606179 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ec19b13e-effc-412f-89db-8f679db6e096 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7624810 Apr 23 00:32:13.610375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37412) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:13.617056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:13.617698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:13.643250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:32:13.669522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.669870 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment f2231b83-983e-465a-b544-5142e239427a of type vlan for network 491e7e92-282c-47d2-a9c1-a6d6a1fc5d93 Apr 23 00:32:13.692566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-591bf5a8-d3c7-491f-81f3-8a26df520932 None None] Provisioning complete for port 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:13.692934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-591bf5a8-d3c7-491f-81f3-8a26df520932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.750722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.772381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6b499-9f45-4f66-9aa9-cca5bb24cb72 req-e40a44f2-c7f3-42c0-a001-b76df53a172f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:13.773948 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-36f6b499-9f45-4f66-9aa9-cca5bb24cb72 req-e40a44f2-c7f3-42c0-a001-b76df53a172f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 945 time: 0.2094779 Apr 23 00:32:13.838624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.844557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:13.845139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.872923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet e60df0fd-213d-4a19-b29a-87147aff080b {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:13.884289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.898437 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-36f6b499-9f45-4f66-9aa9-cca5bb24cb72 req-2a6a34a3-1dc0-4ac1-8994-ef045d014196 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055794 Apr 23 00:32:13.908755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:13.930804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:13.931451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.054650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.055009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-591bf5a8-d3c7-491f-81f3-8a26df520932 None None] Port 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:14.077786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771bc17-a287-4b5f-90c2-3fae80662c12 None None] Pushing event updated for resources: {'Port': ['ID=cb3af693-8224-421a-89b7-855b7e71df39,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:14.083363 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0611806 Apr 23 00:32:14.088941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37416) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:14.089550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991e1df-75a7-45c8-88c7-d0c520006d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=491e7e92-282c-47d2-a9c1-a6d6a1fc5d93,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:14.165479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:32:14.171043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'ports': [{'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a'}, {'network_id': '491e7e92-282c-47d2-a9c1-a6d6a1fc5d93'}]} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:14.171361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:14.171838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '491e7e92-282c-47d2-a9c1-a6d6a1fc5d93'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:14.269455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.276418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 491e7e92-282c-47d2-a9c1-a6d6a1fc5d93 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:32:14.368091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Transition to ACTIVE for port object efeb00e7-e04e-453f-bf3f-0f54d26ac34f will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:14.502132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.533834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a2600377-d2c1-4cd2-b864-88385def6cf6 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:14.590707 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-261ff624-9078-4bc8-81c5-f485302f2c7a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:32:14.591962 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-261ff624-9078-4bc8-81c5-f485302f2c7a tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "PUT /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4146671 Apr 23 00:32:14.598754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37420) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:14.600883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:14.610689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-591bf5a8-d3c7-491f-81f3-8a26df520932 None None] Provisioning complete for port 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:14.611063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-591bf5a8-d3c7-491f-81f3-8a26df520932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.647915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:14.726437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Sync routers for ids ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:14.740429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:14.746435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:14.750421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:14.762799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:14.778196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Transition to ACTIVE for port object efeb00e7-e04e-453f-bf3f-0f54d26ac34f will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:14.789563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.793362 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8782da83-38d1-4547-8553-9942bfa9e06e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.9445121 Apr 23 00:32:14.795184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37424) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:14.826933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df16036-b8aa-4c3f-9a9b-857d93074343 None None] Pushing event updated for resources: {'Port': ['ID=4d0cf4a4-af0c-4aad-89bd-de61336c5761,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:14.876548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.893200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 2} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:14.897794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.926167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:14.983121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-591bf5a8-d3c7-491f-81f3-8a26df520932 None None] Port 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:14.986550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Routers {'4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:14.987158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:15.104423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::363 (d066ecf3-13c5-4b22-9cf0-dba4e065c21b/2f941c46-8757-45a0-b3fd-3c09b9f957f6/050751d0-47fb-46f4-91ae-9b07fbd7190b) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:15.199189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting port 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:15.199570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:15.200047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:15.332367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Pushing event updated for resources: {'Port': ['ID=efeb00e7-e04e-453f-bf3f-0f54d26ac34f,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:15.345245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e6736b-4277-4d7b-81b3-aabf4753a9d5 None None] Network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:15.388791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 847005e6-bc49-413e-8bd3-9f1d76f790e2 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:15.426948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=e60df0fd-213d-4a19-b29a-87147aff080b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:15.447775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Set router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:15.499857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:15.502847 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-49f5c403-955d-4e69-9f8a-7657328a9af4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/e60df0fd-213d-4a19-b29a-87147aff080b HTTP/1.1" status: 204 len: 168 time: 1.8913512 Apr 23 00:32:15.504547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37430) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:15.616407 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d616fe6c-74e1-40be-be38-51632be91d75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994368 Apr 23 00:32:15.623155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37434) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:15.630665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d0c03-a5e2-400f-a194-d87a0821ac51 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:15.658958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:15.723702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:15.755890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b13d0ca8-7fe7-4003-9dfe-308e300fe380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:15.757542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:15.759510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b5ee2-8d80-4537-a4c8-02ba505a72fd req-3876a256-468c-4db9-ac9d-af131c259883 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:15.761084 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e92b5ee2-8d80-4537-a4c8-02ba505a72fd req-3876a256-468c-4db9-ac9d-af131c259883 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 945 time: 0.5627241 Apr 23 00:32:15.820035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:15.878190 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-8cbce3b4-d1a7-4ef3-bc28-67f666d96a75 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6850889 Apr 23 00:32:15.878483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a67d08a5-a5ff-4d7c-aa35-5f6697313a0e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:15.891270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Calling delete_port for 884e0cc0-e0ab-47f3-a2cf-eba520bb91bb owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:16.066058 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e92b5ee2-8d80-4537-a4c8-02ba505a72fd req-04c97858-aa42-49e5-b29a-588392baff64 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857232 Apr 23 00:32:16.109590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90938a-be5a-4d87-be2a-5cc45664be68 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:16.110459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab90938a-be5a-4d87-be2a-5cc45664be68 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:16.115338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.158592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-df4e0842-a815-4c9a-a60f-ccd14333216e None None] Could not find standard attr ID for object 6fe6d119-6be4-43c6-a26e-63836a79c1be. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:32:16.160253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 050751d0-47fb-46f4-91ae-9b07fbd7190b will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:16.169082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.206501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port a2600377-d2c1-4cd2-b864-88385def6cf6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:16.232623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.243424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ab90938a-be5a-4d87-be2a-5cc45664be68 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:16.244236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Port': ['ID=884e0cc0-e0ab-47f3-a2cf-eba520bb91bb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:16.247499 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab90938a-be5a-4d87-be2a-5cc45664be68 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6206286 Apr 23 00:32:16.250474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37438) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:16.304175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port a2600377-d2c1-4cd2-b864-88385def6cf6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:16.304466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.360465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-9ce6e194-6518-46f9-b6a3-680dd87a5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:16.362128 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-9ce6e194-6518-46f9-b6a3-680dd87a5ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1098 time: 0.3558397 Apr 23 00:32:16.503972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Attempting to bind port efeb00e7-e04e-453f-bf3f-0f54d26ac34f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:16.504344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Attempting to bind port efeb00e7-e04e-453f-bf3f-0f54d26ac34f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '6a3b92f8-444e-41c7-bda6-7b0e582383cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:16.504704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Attempting to bind port efeb00e7-e04e-453f-bf3f-0f54d26ac34f on network d066ecf3-13c5-4b22-9cf0-dba4e065c21b {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:16.531612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-df4e0842-a815-4c9a-a60f-ccd14333216e None None] Provisioning for port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:16.664129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.668727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:16.669322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Checking segment: {'id': '6a3b92f8-444e-41c7-bda6-7b0e582383cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:16.669732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.670133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Bound using segment: {'id': '6a3b92f8-444e-41c7-bda6-7b0e582383cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:16.670635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Bound port: efeb00e7-e04e-453f-bf3f-0f54d26ac34f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b92f8-444e-41c7-bda6-7b0e582383cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd066ecf3-13c5-4b22-9cf0-dba4e065c21b'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:16.671012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.671913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 236a06d3-41ba-4b65-bffc-0b4d8aea1123 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:16.691321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32771b61-98d7-4148-b395-9102f5d7304d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:16.692055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-32771b61-98d7-4148-b395-9102f5d7304d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:16.707903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.789896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-32771b61-98d7-4148-b395-9102f5d7304d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:16.793620 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-32771b61-98d7-4148-b395-9102f5d7304d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5389848 Apr 23 00:32:16.798667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37442) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:16.812894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:16.814941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-525886bd-f030-4782-a417-0218b77dce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:16.816421 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-525886bd-f030-4782-a417-0218b77dce2e service neutron] 10.222.0.42 "GET /v2.0/networks?id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 897 time: 0.4239819 Apr 23 00:32:16.832571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:16.834917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:16.840869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:16.842330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.846678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:16.887114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:16.931718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=050751d0-47fb-46f4-91ae-9b07fbd7190b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:16.932938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-df4e0842-a815-4c9a-a60f-ccd14333216e None None] Provisioning for port 378b241f-603a-4c19-8ad5-b63521897a1c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:16.944965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:16.960161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.027053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e5fc23b1-beb8-4a2c-b823-4402417ed36e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1389480 Apr 23 00:32:17.050435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37446) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:17.129069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Router a9acc57e-e90a-4f58-8bad-a1a3b47de972 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:17.136687 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1a192d78-ea73-40bf-9b0b-0a22dd478794 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3228152 Apr 23 00:32:17.139327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37452) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:17.151171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:17.154676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.251218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.307468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2600377-d2c1-4cd2-b864-88385def6cf6'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:32:17.318027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] For port efeb00e7-e04e-453f-bf3f-0f54d26ac34f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:17.336860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a2600377-d2c1-4cd2-b864-88385def6cf6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a2600377-d2c1-4cd2-b864-88385def6cf6,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:17.360265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.363218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-df4e0842-a815-4c9a-a60f-ccd14333216e None None] Provisioning for port dd924fc0-3872-4182-981a-ce56a97b4435 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:17.388286 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-6987da4d-faaa-4f67-9e14-98bd5c846929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 200 len: 1001 time: 0.4260101 Apr 23 00:32:17.440165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.461645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] For port efeb00e7-e04e-453f-bf3f-0f54d26ac34f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=efeb00e7-e04e-453f-bf3f-0f54d26ac34f,segment=NetworkSegment(6a3b92f8-444e-41c7-bda6-7b0e582383cd),segment_id=6a3b92f8-444e-41c7-bda6-7b0e582383cd)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:17.467198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:17.475741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=a2600377-d2c1-4cd2-b864-88385def6cf6,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:17.485548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] Deleting port dd924fc0-3872-4182-981a-ce56a97b4435 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:17.486050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.561889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:17.573098 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] Sync routers for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:17.581879 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b5b1d5ff-dcbd-41f5-92df-e32330c3e30d tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3126144 Apr 23 00:32:17.587588 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:17.588201 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:17.588936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37460) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:17.609178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:17.629244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:17.677095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea843f3-7ef2-4d34-ba00-a250dfceab73 req-f60cd211-3e7e-4fc0-a266-b8517a5a09e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:17.691341 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dea843f3-7ef2-4d34-ba00-a250dfceab73 req-f60cd211-3e7e-4fc0-a266-b8517a5a09e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 0.3660469 Apr 23 00:32:17.692179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:17.698135 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:17.698609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.708802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-e95f5275-a358-42c9-a812-bf3d62a9bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:17.709481 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] Routers {'a9acc57e-e90a-4f58-8bad-a1a3b47de972'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:17.710274 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-e95f5275-a358-42c9-a812-bf3d62a9bda7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e32b-0787-49c6-aac8-11d435f95b4d HTTP/1.1" status: 200 len: 835 time: 0.3159604 Apr 23 00:32:17.710430 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:31:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:17.760064 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-d361481e-829c-4797-b240-75c0e5bdb837 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] show failed (client error): The resource could not be found. Apr 23 00:32:17.761075 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d361481e-829c-4797-b240-75c0e5bdb837 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-168516784 HTTP/1.1" status: 404 len: 334 time: 0.1675379 Apr 23 00:32:17.780355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] For port dd924fc0-3872-4182-981a-ce56a97b4435, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dd924fc0-3872-4182-981a-ce56a97b4435,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:17.780955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37464) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:17.781059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.790005 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:17.790773 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3371fb66-8466-4728-90e1-d4c66f49d18e None None] The sync data for ids ['a9acc57e-e90a-4f58-8bad-a1a3b47de972'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:17.794879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1723a8e-395e-473e-8292-dcd2fec443de tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:17.795696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d1723a8e-395e-473e-8292-dcd2fec443de tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:17.795993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.800418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.802079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:12Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:17.806599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-54a25243-1c7b-4511-b203-d26de9263657 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:17.808989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:32:10Z', 'revision_number': 3, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port': {'id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:07Z', 'updated_at': '2022-04-23T00:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:17.865209 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b90bd34-53d7-4ae3-a6b0-0acf6e665a78'] response: {'server_uuid': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2600377-d2c1-4cd2-b864-88385def6cf6', 'code': 200} Apr 23 00:32:17.889518 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-54a25243-1c7b-4511-b203-d26de9263657 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] update failed (client error): The resource could not be found. Apr 23 00:32:17.893872 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-54a25243-1c7b-4511-b203-d26de9263657 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1432191744 HTTP/1.1" status: 404 len: 335 time: 0.1091840 Apr 23 00:32:17.937067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37468) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:17.974749 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dea843f3-7ef2-4d34-ba00-a250dfceab73 req-b7ce8ebf-52fb-44d2-bbb9-0dd8da69374c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393928 Apr 23 00:32:17.977524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:17.984276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:17.993336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:17.994161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:17.995862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=847005e6-bc49-413e-8bd3-9f1d76f790e2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:18.016043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d1723a8e-395e-473e-8292-dcd2fec443de tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:18.017109 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d1723a8e-395e-473e-8292-dcd2fec443de tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A70 HTTP/1.1" status: 200 len: 927 time: 0.9482408 Apr 23 00:32:18.022237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38cabf-c04c-4d56-942d-a6b53ed596b4 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:12Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:18.047009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37472) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:18.058152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] Calling delete_port for dd924fc0-3872-4182-981a-ce56a97b4435 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:18.126294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Checking router: 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:32:18.126643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Updating router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 port 8bdc581e-0b36-447a-b8f6-842612e36c43 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:32:18.190852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4f0f707c-d259-4c2f-9c50-647c41c60ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.218844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Allocated IP 172.20.0.1 (8fe71d8b-c5c1-4184-b792-c773ee98b4b6/e5ed89ba-2fa9-4e25-adaa-9bddb1194349/d9e78393-97b7-40b2-9f80-a2416f03bd1c) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:18.278071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting subnet 8ca087c4-7a4d-4d58-b06c-6db22223a668 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:18.295773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.328226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.362821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': 'f2231b83-983e-465a-b544-5142e239427a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '491e7e92-282c-47d2-a9c1-a6d6a1fc5d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:18.363188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: 491e7e92-282c-47d2-a9c1-a6d6a1fc5d93, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:18.368068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=236a06d3-41ba-4b65-bffc-0b4d8aea1123,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:18.423048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f069-f301-4a9d-969d-92241e819ba5 None None] Pushing event updated for resources: {'Port': ['ID=efeb00e7-e04e-453f-bf3f-0f54d26ac34f,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:18.455981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 491e7e92-282c-47d2-a9c1-a6d6a1fc5d93 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:18.521525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 050751d0-47fb-46f4-91ae-9b07fbd7190b {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:18.521880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.524361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 491e7e92-282c-47d2-a9c1-a6d6a1fc5d93) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:18.539347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:18.548961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:18.564424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:18.565132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.579227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.605244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c345f-7d25-4847-9d08-ffd036e588db None None] Network 491e7e92-282c-47d2-a9c1-a6d6a1fc5d93 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:18.634937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.687326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting port 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:18.687716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.702503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,segment=NetworkSegment(5807eb87-59c3-4b92-b4a6-bc1a83137c08),segment_id=5807eb87-59c3-4b92-b4a6-bc1a83137c08)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:18.729040 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b77c37a0-184e-43eb-aee5-8692161fa045 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6352632 Apr 23 00:32:18.740283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37476) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:18.794667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-c61112d5-80ce-4be2-ae99-fc8e787504e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:18.796373 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-c61112d5-80ce-4be2-ae99-fc8e787504e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0718076 Apr 23 00:32:18.811556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.832607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:18.838146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:18.851543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:18.852517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.890230 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7458482 Apr 23 00:32:18.891621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37480) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:18.898700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eadf8d-9677-4f2f-9a7b-cc717d4d54dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=5cccaafb-fe9f-4ce9-9ec1-645674efe93c,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:18.904803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 236a06d3-41ba-4b65-bffc-0b4d8aea1123 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:18.905433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.918469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] No DVR routers for this DVR port dd924fc0-3872-4182-981a-ce56a97b4435 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:18.935277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfaf20-1631-4f1a-9fe3-e63d18ac8e34 req-3faec603-ea4b-4e7d-b8e9-a75bd9ff641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:18.936800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-42dfaf20-1631-4f1a-9fe3-e63d18ac8e34 req-3faec603-ea4b-4e7d-b8e9-a75bd9ff641a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 1099 time: 1.0020075 Apr 23 00:32:18.941219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.944887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '5cccaafb-fe9f-4ce9-9ec1-645674efe93c', 'ip_address': '2001:db8::787a:329f:67de:a5a'}], 'name': 'tempest-NetworksTestDHCPv6-1985821724'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:18.966547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.973793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:18.989946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.218090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2355f3d2-c331-40dd-8e94-3881631a14f6 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:19.253768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e98d4-ffa4-430a-b851-86a609e700e6 None None] Pushing event deleted for resources: {'Port': ['ID=dd924fc0-3872-4182-981a-ce56a97b4435,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:19.254847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:19.423581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:19.438776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.603687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.606373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:19.629903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 236a06d3-41ba-4b65-bffc-0b4d8aea1123 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:19.642276 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-42dfaf20-1631-4f1a-9fe3-e63d18ac8e34 req-1da7731a-4024-4361-a6b4-2d3935fc9d27 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6118441 Apr 23 00:32:19.720748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.739453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-721be605-5f4a-4632-8145-f7ad33377026 None None] Provisioning for port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:19.765507 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-0055f180-113d-4a15-867f-fe32a07588cc service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9563148 Apr 23 00:32:19.781695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Transition to ACTIVE for port object d9e78393-97b7-40b2-9f80-a2416f03bd1c will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:19.789943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:19.818125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.822059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4e964f-ac0f-4a1e-a90e-2dbcc96ed1a9 None None] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:19.829464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.837164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.887882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=236a06d3-41ba-4b65-bffc-0b4d8aea1123,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:19.898279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 1159cbe4-1e68-4e02-9e82-d63335096be7 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:19.931518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:19.945965 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6bf8580a-333b-49d5-b5be-5c22a7a2dd40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/236a06d3-41ba-4b65-bffc-0b4d8aea1123 HTTP/1.1" status: 204 len: 168 time: 1.2007473 Apr 23 00:32:19.949635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37488) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:20.055637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Calling delete_port for 27bcf714-4b5f-4ff7-99aa-f3b5e202c153 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:20.079234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:20.087418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.123065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.158934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b7e1b-8196-4eba-a43b-cc785ca60c45 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:20.164645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883b7e1b-8196-4eba-a43b-cc785ca60c45 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:20.165421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-883b7e1b-8196-4eba-a43b-cc785ca60c45 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:20.171345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.180088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.182686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ab429-90b7-4cea-812a-12f412a6611e req-65dc9a4e-df66-4a1c-8b3e-56f15e983c19 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:20.184197 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7f0ab429-90b7-4cea-812a-12f412a6611e req-65dc9a4e-df66-4a1c-8b3e-56f15e983c19 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 0.9620657 Apr 23 00:32:20.187731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::787a:329f:67de:a5a (986a55f2-d336-4e62-8bc6-ead9728638f4/5cccaafb-fe9f-4ce9-9ec1-645674efe93c/1159cbe4-1e68-4e02-9e82-d63335096be7) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:20.201095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-883b7e1b-8196-4eba-a43b-cc785ca60c45 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:20.202028 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-883b7e1b-8196-4eba-a43b-cc785ca60c45 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2514815 Apr 23 00:32:20.205728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37492) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:20.234592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca087c4-7a4d-4d58-b06c-6db22223a668,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:20.275823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.313815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 847005e6-bc49-413e-8bd3-9f1d76f790e2 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:20.314309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.316595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:20.316985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.341472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '5cccaafb-fe9f-4ce9-9ec1-645674efe93c'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:20.342191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.385841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Transition to ACTIVE for port object 8bdc581e-0b36-447a-b8f6-842612e36c43 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:20.390232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b190f273-e0d2-4e12-bcdf-b2feb7609c5c None None] Provisioning for port efeb00e7-e04e-453f-bf3f-0f54d26ac34f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:20.399048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 050751d0-47fb-46f4-91ae-9b07fbd7190b owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:20.410298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017b402-b038-40c1-aba1-b9e6225b5c1f None None] Network 7c057bd7-d556-4d35-b019-15ae4e34e4f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:20.450497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.583306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.683084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:20.751458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Attempting to bind port 8bdc581e-0b36-447a-b8f6-842612e36c43 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:20.751823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Attempting to bind port 8bdc581e-0b36-447a-b8f6-842612e36c43 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:20.752174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Attempting to bind port 8bdc581e-0b36-447a-b8f6-842612e36c43 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:20.759539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d4ab3-4c84-4bb8-8a1a-684e208e747b None None] Pushing event updated for resources: {'Port': ['ID=8bdc581e-0b36-447a-b8f6-842612e36c43,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:20.783389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.804356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:20.804740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:20.805196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.805496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:20.805965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Bound port: 8bdc581e-0b36-447a-b8f6-842612e36c43, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:20.806085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.806357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:20.822173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 1159cbe4-1e68-4e02-9e82-d63335096be7 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:20.836258 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7edd9b21-d50e-42ad-b782-3222005c363b tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/subnets/8ca087c4-7a4d-4d58-b06c-6db22223a668 HTTP/1.1" status: 204 len: 168 time: 2.8958671 Apr 23 00:32:20.838848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:20.853769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37496) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:20.856406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:20.889878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e78393-97b7-40b2-9f80-a2416f03bd1c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:21.029963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 847005e6-bc49-413e-8bd3-9f1d76f790e2 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:21.034115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7f0ab429-90b7-4cea-812a-12f412a6611e req-74bcd705-01a8-4324-bcc0-264c5f44c93f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7317603 Apr 23 00:32:21.070538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efeb00e7-e04e-453f-bf3f-0f54d26ac34f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:21.167370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.182486 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d3a808ac-2c96-4fe8-aaa3-0dcb10a6319d req-42efe428-63b5-4671-a174-5f5f995648ca service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1367593 Apr 23 00:32:21.222201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.235784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=847005e6-bc49-413e-8bd3-9f1d76f790e2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:21.253016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] For port 8bdc581e-0b36-447a-b8f6-842612e36c43, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:21.265634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.281064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.303971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.325461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] For port 8bdc581e-0b36-447a-b8f6-842612e36c43, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bdc581e-0b36-447a-b8f6-842612e36c43,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:21.339679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:21.346639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:21.352829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:21.359860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:21.360066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.361092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.364364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3159c156-0102-49c6-b36b-5f567098e7cd None None] Provisioning for port d9e78393-97b7-40b2-9f80-a2416f03bd1c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:21.379499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=1159cbe4-1e68-4e02-9e82-d63335096be7,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:21.381027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:21.383689 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-596637cc-98b6-4626-af5a-a11cf9435469 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/847005e6-bc49-413e-8bd3-9f1d76f790e2 HTTP/1.1" status: 204 len: 168 time: 1.1770871 Apr 23 00:32:21.385778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.387123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37500) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:21.388915 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a682ee69-26d1-43ac-941f-0ce0d868ad91 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4919591 Apr 23 00:32:21.434672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37504) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:21.448363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '5cccaafb-fe9f-4ce9-9ec1-645674efe93c', 'ip_address': '2001:db8::787a:329f:67de:a5a'}], 'name': 'tempest-NetworksTestDHCPv6-894584313'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:21.487353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3159c156-0102-49c6-b36b-5f567098e7cd None None] Provisioning complete for port d9e78393-97b7-40b2-9f80-a2416f03bd1c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:21.487730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3159c156-0102-49c6-b36b-5f567098e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.551535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port efeb00e7-e04e-453f-bf3f-0f54d26ac34f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:21.573829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.582638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3159c156-0102-49c6-b36b-5f567098e7cd None None] Port d9e78393-97b7-40b2-9f80-a2416f03bd1c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:21.586420 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port efeb00e7-e04e-453f-bf3f-0f54d26ac34f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:21.586824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.620695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] DHCP port deletion for 7c057bd7-d556-4d35-b019-15ae4e34e4f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:21.625708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564f4fbf-f131-4448-9678-cbca1d5d274c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:21.627984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-564f4fbf-f131-4448-9678-cbca1d5d274c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:21.643164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/5cccaafb-fe9f-4ce9-9ec1-645674efe93c/fdca092a-f197-40f6-a0aa-64a697c21b81) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:21.646770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] Deleting port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:21.647273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.667049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:21.671956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.689999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:21.692110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-564f4fbf-f131-4448-9678-cbca1d5d274c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:21.693015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-564f4fbf-f131-4448-9678-cbca1d5d274c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3029892 Apr 23 00:32:21.696968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37508) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:21.732679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=050751d0-47fb-46f4-91ae-9b07fbd7190b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:21.780144 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f69c7c-e731-4b86-a5e1-52bc96cdbcc1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:32:21.784315 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-91f69c7c-e731-4b86-a5e1-52bc96cdbcc1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/236a06d3-41ba-4b65-bffc-0b4d8aea1123 HTTP/1.1" status: 404 len: 333 time: 0.0838766 Apr 23 00:32:21.784315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:21.788130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:21.798847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37512) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:21.865573 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5764fb5-e076-46c8-9c3a-e7d5e97307a8 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:32:21.869603 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e5764fb5-e076-46c8-9c3a-e7d5e97307a8 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/847005e6-bc49-413e-8bd3-9f1d76f790e2 HTTP/1.1" status: 404 len: 333 time: 0.0657036 Apr 23 00:32:21.870656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37516) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:21.874355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 9978e22d-5e60-416b-9007-5cdc4f46f92a yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:21.947063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.008736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Port': ['ID=27bcf714-4b5f-4ff7-99aa-f3b5e202c153,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:22.020059 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c5cc645a-3d8d-4407-8bc3-602c495056da tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/050751d0-47fb-46f4-91ae-9b07fbd7190b HTTP/1.1" status: 204 len: 168 time: 3.9629195 Apr 23 00:32:22.025726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.037078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Transition to ACTIVE for port object fdca092a-f197-40f6-a0aa-64a697c21b81 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:22.038035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37520) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:22.056488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Transition to ACTIVE for port object fdca092a-f197-40f6-a0aa-64a697c21b81 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:22.085056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-138b7e80-30f1-4c1f-84d8-94a54897bda4 None None] Could not find standard attr ID for object 050751d0-47fb-46f4-91ae-9b07fbd7190b. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:32:22.099120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.160141 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95f1161-647d-4750-8adb-0346c331dcbe tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:32:22.160690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d95f1161-647d-4750-8adb-0346c331dcbe tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:22.200556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d4ab3-4c84-4bb8-8a1a-684e208e747b None None] Pushing event updated for resources: {'Port': ['ID=8bdc581e-0b36-447a-b8f6-842612e36c43,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:22.205538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:22.214374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Routers {'4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:22.215076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:22.242722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.320292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:22.354600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:22.360547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d95f1161-647d-4750-8adb-0346c331dcbe tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:22.361613 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d95f1161-647d-4750-8adb-0346c331dcbe tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/050751d0-47fb-46f4-91ae-9b07fbd7190b HTTP/1.1" status: 404 len: 333 time: 0.3226049 Apr 23 00:32:22.370840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37526) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:22.374146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-138b7e80-30f1-4c1f-84d8-94a54897bda4 None None] Provisioning for port b4b3a31c-4274-4a16-b347-9d866bcbdd4d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:22.424834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-138b7e80-30f1-4c1f-84d8-94a54897bda4 None None] Provisioning complete for port b4b3a31c-4274-4a16-b347-9d866bcbdd4d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:22.424834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-138b7e80-30f1-4c1f-84d8-94a54897bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.538338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.601078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f558a63-bf05-4b53-ab93-0e81d3ae14d6 req-bc4cc209-ab39-4854-988e-df0b513d11bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:22.608707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f558a63-bf05-4b53-ab93-0e81d3ae14d6 req-bc4cc209-ab39-4854-988e-df0b513d11bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 0.3703070 Apr 23 00:32:22.634584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491e7e92-282c-47d2-a9c1-a6d6a1fc5d93']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:22.644754 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 23 00:32:22.645257 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:32:22.670289 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2231b83-983e-465a-b544-5142e239427a') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:22.670853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2231b83-983e-465a-b544-5142e239427a') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:22.674533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] For port 4d0cf4a4-af0c-4aad-89bd-de61336c5761, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4d0cf4a4-af0c-4aad-89bd-de61336c5761,segment=NetworkSegment(3c123019-9cc0-4b62-bea3-43b2fbff3955),segment_id=3c123019-9cc0-4b62-bea3-43b2fbff3955)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:22.674955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.682581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.687961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Pushing event updated for resources: {'Port': ['ID=fdca092a-f197-40f6-a0aa-64a697c21b81,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:22.692051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.722455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f558a63-bf05-4b53-ab93-0e81d3ae14d6 req-68e57b62-df7c-499a-9154-d917416a75ea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127558 Apr 23 00:32:22.736634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.750462 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c3cee416-8542-4dad-8de0-cf1c476697ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.3052833 Apr 23 00:32:22.750462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:22.750462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:22.764611 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:22.775757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37532) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:22.805017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-138b7e80-30f1-4c1f-84d8-94a54897bda4 None None] Port b4b3a31c-4274-4a16-b347-9d866bcbdd4d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:22.841876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] For port 4d0cf4a4-af0c-4aad-89bd-de61336c5761, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4d0cf4a4-af0c-4aad-89bd-de61336c5761,segment=NetworkSegment(3c123019-9cc0-4b62-bea3-43b2fbff3955),segment_id=3c123019-9cc0-4b62-bea3-43b2fbff3955)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:22.842151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.851079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Attempting to bind port fdca092a-f197-40f6-a0aa-64a697c21b81 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:22.851363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Attempting to bind port fdca092a-f197-40f6-a0aa-64a697c21b81 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:22.851724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Attempting to bind port fdca092a-f197-40f6-a0aa-64a697c21b81 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:22.868323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.941352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:22.942085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:22.942523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:22.942926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:22.943414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Bound port: fdca092a-f197-40f6-a0aa-64a697c21b81, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:22.943787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.023069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] Calling delete_port for 4d0cf4a4-af0c-4aad-89bd-de61336c5761 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:23.031066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.054283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.071312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=491e7e92-282c-47d2-a9c1-a6d6a1fc5d93,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:23.075018 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c725ca0b-662b-4989-bdd1-4dd8d2b3bc90 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/491e7e92-282c-47d2-a9c1-a6d6a1fc5d93 HTTP/1.1" status: 204 len: 168 time: 1.2038510 Apr 23 00:32:23.086146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aa8816-165d-4456-98cc-123e862edf34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:23.093605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aa8816-165d-4456-98cc-123e862edf34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:23.094649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c0aa8816-165d-4456-98cc-123e862edf34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:23.099291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37536) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:23.100543 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port efeb00e7-e04e-453f-bf3f-0f54d26ac34f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=efeb00e7-e04e-453f-bf3f-0f54d26ac34f,segment=NetworkSegment(6a3b92f8-444e-41c7-bda6-7b0e582383cd),segment_id=6a3b92f8-444e-41c7-bda6-7b0e582383cd)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:23.103283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] Set router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:23.109382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1848070924'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:23.114814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:23.118636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:23.121520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:23.128659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:23.129021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port b4b3a31c-4274-4a16-b347-9d866bcbdd4d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:23.129525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.142654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:23.146013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.156379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.167674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c0aa8816-165d-4456-98cc-123e862edf34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:23.168813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c0aa8816-165d-4456-98cc-123e862edf34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3919249 Apr 23 00:32:23.170690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Calling delete_port for 4d0cf4a4-af0c-4aad-89bd-de61336c5761 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:23.173432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37540) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:23.176516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-138b7e80-30f1-4c1f-84d8-94a54897bda4 None None] Provisioning complete for port efeb00e7-e04e-453f-bf3f-0f54d26ac34f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:23.177077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-138b7e80-30f1-4c1f-84d8-94a54897bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.229145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:32:23.255548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.255892 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment 6d686cc7-70c9-45ee-9c2e-1a1b6efba57c of type vlan for network e09ae019-895f-4fd0-84d5-f8c797540308 Apr 23 00:32:23.266976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 1159cbe4-1e68-4e02-9e82-d63335096be7 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:23.267564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.283149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.283926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cb3af693-8224-421a-89b7-855b7e71df39 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:23.346796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.463486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.470177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:23.470798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.576460 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4704473 Apr 23 00:32:23.585244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37544) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:23.586885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 23 00:32:23.586885 dv-neutron-838784-1-hyperv neutron-server[88072]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Apr 23 00:32:23.586885 dv-neutron-838784-1-hyperv neutron-server[88072]: [parameters: {'port_id': '4d0cf4a4-af0c-4aad-89bd-de61336c5761', 'host': 'dv-neutron-838784-1-hyperv', 'level': 0}] Apr 23 00:32:23.586885 dv-neutron-838784-1-hyperv neutron-server[88072]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:23.587437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:23.588784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=efeb00e7-e04e-453f-bf3f-0f54d26ac34f,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:23.596843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.599307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:23.631060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] For port fdca092a-f197-40f6-a0aa-64a697c21b81, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:23.696347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5650a-0ad9-4a9f-967a-f848e3808072 req-8a20e75a-d88a-498d-a708-f152077be0ed tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:23.697845 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-47c5650a-0ad9-4a9f-967a-f848e3808072 req-8a20e75a-d88a-498d-a708-f152077be0ed tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 0.8122270 Apr 23 00:32:23.705446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] Pushing event deleted for resources: {'Port': ['ID=4d0cf4a4-af0c-4aad-89bd-de61336c5761,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:23.715668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] For port fdca092a-f197-40f6-a0aa-64a697c21b81, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fdca092a-f197-40f6-a0aa-64a697c21b81,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:23.729467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.742850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.749053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767de352-b009-44ee-b8ae-6973b8e062b3 None None] No DVR routers for this DVR port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:23.759869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d59441-6f5a-4e1c-a14f-dff5a879e62f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=e09ae019-895f-4fd0-84d5-f8c797540308,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:23.760414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.801718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.817542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:23.819362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network e09ae019-895f-4fd0-84d5-f8c797540308 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:32:23.835439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port cb3af693-8224-421a-89b7-855b7e71df39 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:23.873875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:23.879430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Router e5bcc1a9-1520-4db2-9850-473b88688084 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:23.895596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cb3af693-8224-421a-89b7-855b7e71df39 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:23.896235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:23.946356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:23.956938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 1159cbe4-1e68-4e02-9e82-d63335096be7 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:23.995044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:24.019063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:24.023004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.037463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e78393-97b7-40b2-9f80-a2416f03bd1c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:24.067879 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-47c5650a-0ad9-4a9f-967a-f848e3808072 req-681459a7-5786-40f9-b140-febe01481641 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3527994 Apr 23 00:32:24.101756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c4327-00ee-4095-9d4a-bb03421ee01f None None] Pushing event updated for resources: {'Port': ['ID=fdca092a-f197-40f6-a0aa-64a697c21b81,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:24.124593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-edbc815b-e0b2-4f2f-ae7f-9fc5714eb3a5 None None] Could not find standard attr ID for object 050751d0-47fb-46f4-91ae-9b07fbd7190b. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:32:24.191887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Performing IP validity checks on allocation pools {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:32:24.192524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:32:24.199458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-edbc815b-e0b2-4f2f-ae7f-9fc5714eb3a5 None None] Provisioning complete for port b4b3a31c-4274-4a16-b347-9d866bcbdd4d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:24.199837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-edbc815b-e0b2-4f2f-ae7f-9fc5714eb3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.245007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:24.245662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.281492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.284492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-edbc815b-e0b2-4f2f-ae7f-9fc5714eb3a5 None None] Port b4b3a31c-4274-4a16-b347-9d866bcbdd4d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:24.286224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.297280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:32:22Z', 'revision_number': 4, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port': {'id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:07Z', 'updated_at': '2022-04-23T00:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'd9e78393-97b7-40b2-9f80-a2416f03bd1c', 'name': '', 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'mac_address': 'fa:16:3e:75:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:17Z', 'updated_at': '2022-04-23T00:32:18Z', 'revision_number': 1, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'subnets': [{'id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:24.298072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.306730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5ad50-2584-4ba4-bad6-6a7450f13819 None None] The sync data for ids ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'] in dv-neutron-838784-1-hyperv is: [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:32:22Z', 'revision_number': 4, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port': {'id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:07Z', 'updated_at': '2022-04-23T00:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'd9e78393-97b7-40b2-9f80-a2416f03bd1c', 'name': '', 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'mac_address': 'fa:16:3e:75:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:17Z', 'updated_at': '2022-04-23T00:32:18Z', 'revision_number': 1, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'subnets': [{'id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:24.349194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port cb3af693-8224-421a-89b7-855b7e71df39, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cb3af693-8224-421a-89b7-855b7e71df39,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:24.356375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.358077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4d0cf4a4-af0c-4aad-89bd-de61336c5761 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:24.400269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.453158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] The port '4d0cf4a4-af0c-4aad-89bd-de61336c5761' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:32:24.457332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:24.466654 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-616c3aae-bb0d-4142-96f8-b6e28598e7ca tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "PUT /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8569696 Apr 23 00:32:24.481956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37552) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:24.509351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] Sync routers for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:24.548460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4d0cf4a4-af0c-4aad-89bd-de61336c5761 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:24.548935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4d0cf4a4-af0c-4aad-89bd-de61336c5761 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 23 00:32:24.575091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=1159cbe4-1e68-4e02-9e82-d63335096be7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:24.608559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port 4d0cf4a4-af0c-4aad-89bd-de61336c5761 not found, will not notify nova. {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 23 00:32:24.609113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:24.629666 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-e4f8a425-de14-458a-8f56-5618e5b6f88c tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] delete failed (client error): The resource could not be found. Apr 23 00:32:24.630755 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e4f8a425-de14-458a-8f56-5618e5b6f88c tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1254060067 HTTP/1.1" status: 404 len: 335 time: 0.1415782 Apr 23 00:32:24.634337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for b4b3a31c-4274-4a16-b347-9d866bcbdd4d owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:24.637421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:24.638916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:24.672644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37556) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:24.693077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f9fc2ddc-dcfd-41ae-b598-bc0d7808a1f9 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5bcc1a9-1520-4db2-9850-473b88688084'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:24.734825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.742288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.766193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:24.792347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=cb3af693-8224-421a-89b7-855b7e71df39,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:24.822096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:24.823025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:24.875432 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ff80fb9a-f8e3-4fd9-9ae9-4625277be861 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/1159cbe4-1e68-4e02-9e82-d63335096be7 HTTP/1.1" status: 204 len: 168 time: 1.7009425 Apr 23 00:32:24.880189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37560) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:24.907567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:24.907978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee81e68c-20a2-4d69-a7b8-7d7bf4272b07 None None] The sync data for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:24.921959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:24.928729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:24.929392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:24.931739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': '6d686cc7-70c9-45ee-9c2e-1a1b6efba57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:24.932102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: e09ae019-895f-4fd0-84d5-f8c797540308, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:25.116869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=f4131e3c-aeba-41c6-a015-32c7733bba67,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:25.127046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network e09ae019-895f-4fd0-84d5-f8c797540308 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:25.142023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.147074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.152688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, e09ae019-895f-4fd0-84d5-f8c797540308) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:25.171967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:25.172858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.186068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a07be0-ec0a-49b4-8fe3-48826a628c38 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:25.187970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a07be0-ec0a-49b4-8fe3-48826a628c38 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:25.188942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-07a07be0-ec0a-49b4-8fe3-48826a628c38 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:25.232626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-07a07be0-ec0a-49b4-8fe3-48826a628c38 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:25.237379 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-07a07be0-ec0a-49b4-8fe3-48826a628c38 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3561628 Apr 23 00:32:25.238700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37564) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:25.254920 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a43ad04c-bad0-4ba0-b99c-64bb9dc8147f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6659586 Apr 23 00:32:25.284952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37568) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:25.292571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308', 'name': 'tempest-PortsTestJSON-1374991641'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:25.315697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8b2498-4f70-465a-8bb5-056dabad91c3 None None] Network e09ae019-895f-4fd0-84d5-f8c797540308 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:25.351191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c057bd7-d556-4d35-b019-15ae4e34e4f4']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:25.397498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 5cccaafb-fe9f-4ce9-9ec1-645674efe93c {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:25.401134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.492340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.509149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c123019-9cc0-4b62-bea3-43b2fbff3955') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:25.509492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c123019-9cc0-4b62-bea3-43b2fbff3955') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:25.514763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,segment=NetworkSegment(ac5802b5-f602-47bb-9140-339d4772390b),segment_id=ac5802b5-f602-47bb-9140-339d4772390b)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:25.518985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:25.528658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.530526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 378b241f-603a-4c19-8ad5-b63521897a1c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:25.623302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.672087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37572) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:25.815113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:25.823847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4b281fa0-38d0-42cd-93bb-cf5eb7d14660 None None] Provisioning for port fdca092a-f197-40f6-a0aa-64a697c21b81 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:25.836248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-e09ae019-895f-4fd0-84d5-f8c797540308', 'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308', 'tenant_id': '7eaf7d055d2d4a9a8f319cbebecee5c2', 'fixed_ips': [{'subnet_id': 'f4131e3c-aeba-41c6-a015-32c7733bba67'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:25.837051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.848023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 378b241f-603a-4c19-8ad5-b63521897a1c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:25.858499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 378b241f-603a-4c19-8ad5-b63521897a1c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:25.858953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.863081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2ddc-dcfd-41ae-b598-bc0d7808a1f9 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.871718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:25.885380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.914002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:25.927395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:25.927808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.163260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-32215330-2109-4c59-a84f-4118b2824043 None None] Could not find standard attr ID for object 1159cbe4-1e68-4e02-9e82-d63335096be7. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:26.168112 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:26.240101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.314693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 378b241f-603a-4c19-8ad5-b63521897a1c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=378b241f-603a-4c19-8ad5-b63521897a1c,segment=NetworkSegment(184dad1d-2e98-47bd-bedc-8ce7d2fd3df3),segment_id=184dad1d-2e98-47bd-bedc-8ce7d2fd3df3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:26.350481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.351530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:26.366403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.380408 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-f9fc2ddc-dcfd-41ae-b598-bc0d7808a1f9 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] update failed (client error): The resource could not be found. Apr 23 00:32:26.387496 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f9fc2ddc-dcfd-41ae-b598-bc0d7808a1f9 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "PUT /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084 HTTP/1.1" status: 404 len: 339 time: 1.7130961 Apr 23 00:32:26.391476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37576) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:26.415862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.429132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.505351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=5cccaafb-fe9f-4ce9-9ec1-645674efe93c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:26.510034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.515505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-69fa4c01-56cc-415f-bdd1-f4fb1d77d0e2 None None] Provisioning complete for port d9e78393-97b7-40b2-9f80-a2416f03bd1c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:26.515874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-69fa4c01-56cc-415f-bdd1-f4fb1d77d0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.549008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Network': ['ID=7c057bd7-d556-4d35-b019-15ae4e34e4f4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:26.563006 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ad10758f-a7a3-40aa-a763-9b3aa64e49ce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/5cccaafb-fe9f-4ce9-9ec1-645674efe93c HTTP/1.1" status: 204 len: 168 time: 1.3196092 Apr 23 00:32:26.563208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ccd05-9f98-4b98-8fd6-fd73cd0fb9b8 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:26.567998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37580) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:26.585520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=378b241f-603a-4c19-8ad5-b63521897a1c,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:26.599193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Allocated IP 172.20.0.2 (e09ae019-895f-4fd0-84d5-f8c797540308/f4131e3c-aeba-41c6-a015-32c7733bba67/58beb379-934c-4775-8652-094085889325) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:26.612776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4cc31bab-2b28-4940-964e-89bfab9a94d1 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/networks/7c057bd7-d556-4d35-b019-15ae4e34e4f4 HTTP/1.1" status: 204 len: 168 time: 5.7252114 Apr 23 00:32:26.626606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37584) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:26.682144 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b76da811-4b97-4367-ada1-1ee9836eaf33 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089694 Apr 23 00:32:26.682864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.687033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37588) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:26.693599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-69fa4c01-56cc-415f-bdd1-f4fb1d77d0e2 None None] Port d9e78393-97b7-40b2-9f80-a2416f03bd1c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:26.699269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:26.817897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=b4b3a31c-4274-4a16-b347-9d866bcbdd4d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:26.830634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:26.864806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting subnet 1185f2ed-6853-4a28-a269-e41e8ce63782 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:26.875006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.875197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:26.875587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.888443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:26.903568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:26.905803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d4be8ef-8225-4ccf-8c30-489e2728f1c8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/b4b3a31c-4274-4a16-b347-9d866bcbdd4d HTTP/1.1" status: 204 len: 168 time: 4.5248454 Apr 23 00:32:26.908710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37592) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:26.928538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:27.007870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:27.018448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:27.030515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:27.038572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:27.047825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:27.055044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.133740 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-6857772f-33ec-4026-9bc9-e68a9e5e3b9b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:32:27.135091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6857772f-33ec-4026-9bc9-e68a9e5e3b9b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:27.145549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:27.148361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.196982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.200834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.226694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Transition to ACTIVE for port object 58beb379-934c-4775-8652-094085889325 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:27.263209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Transition to ACTIVE for port object 58beb379-934c-4775-8652-094085889325 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:27.267783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7a850ef1-e597-4e9d-a6f6-e2e268a26e60,segment=NetworkSegment(b749887e-60d3-421f-b55f-c187e580aa66),segment_id=b749887e-60d3-421f-b55f-c187e580aa66)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:27.274698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.284924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:27.291885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.309507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.336378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:27.342618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.347805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Network e09ae019-895f-4fd0-84d5-f8c797540308 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:27.351032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:27.353600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:27.356077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] Deleting port fdca092a-f197-40f6-a0aa-64a697c21b81 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:27.357171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.378231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6857772f-33ec-4026-9bc9-e68a9e5e3b9b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:27.383453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6857772f-33ec-4026-9bc9-e68a9e5e3b9b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/b4b3a31c-4274-4a16-b347-9d866bcbdd4d HTTP/1.1" status: 404 len: 333 time: 0.4185452 Apr 23 00:32:27.389495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37596) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:27.390706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port cddfd908-eadb-4d59-a20b-e21a78abfc95 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:27.537671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Pushing event updated for resources: {'Port': ['ID=58beb379-934c-4775-8652-094085889325,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:27.574276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.581213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a6a3064f-fb0d-4610-807c-cae2ef92b6df no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:27.657924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 2f941c46-8757-45a0-b3fd-3c09b9f957f6 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:27.668251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.682124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a6a3064f-fb0d-4610-807c-cae2ef92b6df {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:27.682493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a6a3064f-fb0d-4610-807c-cae2ef92b6df not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:27.697756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.739464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Attempting to bind port 58beb379-934c-4775-8652-094085889325 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:27.739847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Attempting to bind port 58beb379-934c-4775-8652-094085889325 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '6d686cc7-70c9-45ee-9c2e-1a1b6efba57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:27.740237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Attempting to bind port 58beb379-934c-4775-8652-094085889325 on network e09ae019-895f-4fd0-84d5-f8c797540308 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:27.749751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:27.750122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Checking segment: {'id': '6d686cc7-70c9-45ee-9c2e-1a1b6efba57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:27.750715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.751614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Bound using segment: {'id': '6d686cc7-70c9-45ee-9c2e-1a1b6efba57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:27.752247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Bound port: 58beb379-934c-4775-8652-094085889325, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d686cc7-70c9-45ee-9c2e-1a1b6efba57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e09ae019-895f-4fd0-84d5-f8c797540308'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:27.752903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.887787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:27.901192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:27.901687 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Sync routers for ids ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:27.919835 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Routers {'4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:27.920735 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:28.018013 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b849beef-62d9-4755-bbd8-07fe754f3583 admin admin] 10.222.0.39 "PUT /v2.0/routers/4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2216053 Apr 23 00:32:28.056701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.4 (e09ae019-895f-4fd0-84d5-f8c797540308/f4131e3c-aeba-41c6-a015-32c7733bba67/cddfd908-eadb-4d59-a20b-e21a78abfc95) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:28.082029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bdc581e-0b36-447a-b8f6-842612e36c43 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:28.126845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.171886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] For port 58beb379-934c-4775-8652-094085889325, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:28.175014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] For port fdca092a-f197-40f6-a0aa-64a697c21b81, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fdca092a-f197-40f6-a0aa-64a697c21b81,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:28.175532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.186150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=7a850ef1-e597-4e9d-a6f6-e2e268a26e60,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:28.273101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Subnet': ['ID=1185f2ed-6853-4a28-a269-e41e8ce63782,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:28.284330 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Set router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:28.415314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] Calling delete_port for fdca092a-f197-40f6-a0aa-64a697c21b81 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:28.447241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.461938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] For port 58beb379-934c-4775-8652-094085889325, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=58beb379-934c-4775-8652-094085889325,segment=NetworkSegment(6d686cc7-70c9-45ee-9c2e-1a1b6efba57c),segment_id=6d686cc7-70c9-45ee-9c2e-1a1b6efba57c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:28.472456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6dbdc5-fac5-424e-bb96-5179b51760c7 None None] Network c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:28.493731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.528140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.546201 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-32a7dddb-ee67-40d9-a573-fa7cf63b6822 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/subnets/1185f2ed-6853-4a28-a269-e41e8ce63782 HTTP/1.1" status: 204 len: 168 time: 1.9114943 Apr 23 00:32:28.549137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object cddfd908-eadb-4d59-a20b-e21a78abfc95 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:28.559389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.570162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37606) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:28.588766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Allocated IP 172.20.0.1 (a1e9a6f4-d8ec-4886-8998-d62d647dc272/1a251ec0-8744-4b31-8594-3251075febde/a7b30f6a-3185-4dfc-b8bf-220f33ae0b29) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:28.708143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.710099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.17 (6176b68f-a4c1-4b07-9de2-e6923cc44f9a/3ab19d38-08e2-416a-9fdd-bf308842829f/b1ee6ef9-35c6-4084-97eb-9f16205c3312) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:28.722759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:28.727936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting subnet 8a156927-e0d5-41e0-851c-6e5a82c0363e {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:28.745943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.765860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:32:22Z', 'revision_number': 4, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port': {'id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:07Z', 'updated_at': '2022-04-23T00:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'd9e78393-97b7-40b2-9f80-a2416f03bd1c', 'name': '', 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'mac_address': 'fa:16:3e:75:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:17Z', 'updated_at': '2022-04-23T00:32:22Z', 'revision_number': 2, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'subnets': [{'id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:28.774600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 8bdc581e-0b36-447a-b8f6-842612e36c43 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:28.781088 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Checking router: 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:32:28.781485 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Updating router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 port d9e78393-97b7-40b2-9f80-a2416f03bd1c binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:32:28.815062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network e09ae019-895f-4fd0-84d5-f8c797540308 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:28.829022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37610) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:28.829909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:28.833482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:28.838739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:28.863343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.871676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=cddfd908-eadb-4d59-a20b-e21a78abfc95,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:28.880867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546526888', 'description': 'tempest-secgroup-smoke-546526888 description', 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:28.887903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8bdc581e-0b36-447a-b8f6-842612e36c43 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:28.888428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.899468 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.915164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:28.917072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:28.917768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.935435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=8a293f0e-d92d-463b-b9d0-825f71d89a44,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:28.936202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:28.941072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:28.959406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:28.978549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:28.995059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Transition to ACTIVE for port object a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:29.009024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:29.009690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.011322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.029736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7d04f-e87a-43ef-aa4c-526b629f45f2 None None] Pushing event updated for resources: {'Port': ['ID=58beb379-934c-4775-8652-094085889325,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:29.036161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] No DVR routers for this DVR port fdca092a-f197-40f6-a0aa-64a697c21b81 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:29.036566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.063176 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d8f95baa-5fc7-48e1-bc57-ea6ef171f934 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3685279 Apr 23 00:32:29.070843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.075996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37614) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:29.088585 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-264576bf-7df8-424d-aada-82c2001b6f03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8008869 Apr 23 00:32:29.093674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '8a293f0e-d92d-463b-b9d0-825f71d89a44', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1720187677'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:29.119705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37618) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:29.120775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.191396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:29.205402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:29.208738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f6e8a8-42eb-4fc4-baf2-006123e61a08 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:29.287145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:29.307516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:29.324455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.347256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=2f941c46-8757-45a0-b3fd-3c09b9f957f6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:29.352184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.358160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f25413ba-2ffa-49e5-88b2-d7097fc6af46 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/2f941c46-8757-45a0-b3fd-3c09b9f957f6 HTTP/1.1" status: 204 len: 168 time: 1.9672971 Apr 23 00:32:29.375560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37622) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:29.375861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a2286-1504-43c9-afeb-38241b18fd91 None None] Pushing event deleted for resources: {'Port': ['ID=fdca092a-f197-40f6-a0aa-64a697c21b81,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:29.383040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f3043-1925-4db1-a39e-a9d9a782f312 None None] Network d066ecf3-13c5-4b22-9cf0-dba4e065c21b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:29.489481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port cddfd908-eadb-4d59-a20b-e21a78abfc95 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:29.490081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.496209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:29.502692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:29.507196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Port': ['ID=a7b30f6a-3185-4dfc-b8bf-220f33ae0b29,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:29.509433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:29.537520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:29.570996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:29.587693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:29.611420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:29.656652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.700963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:29.702221 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.727039 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Transition to ACTIVE for port object d9e78393-97b7-40b2-9f80-a2416f03bd1c will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:29.741751 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.790636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.791978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.797884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '8a293f0e-d92d-463b-b9d0-825f71d89a44'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:29.798852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.813804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.831320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object b1ee6ef9-35c6-4084-97eb-9f16205c3312 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:29.886442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.909931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:29.947374 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Pushing event updated for resources: {'Port': ['ID=d9e78393-97b7-40b2-9f80-a2416f03bd1c,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:29.967766 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.968144 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.968489 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.968823 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.969215 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.969567 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.969903 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.970372 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.970727 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.972133 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.972500 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.972833 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:29.973654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] DHCP port deletion for c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:29.989219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.036249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.041051 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.2089710 Apr 23 00:32:30.042113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37626) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:30.071858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.074543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'security_group_rule': {'security_group_id': '4a449ad4-3af9-4bf1-a199-9993fca13f83', 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:30.152092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:30.156296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5072c8-7a74-4d30-a00e-5eea96f394b1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a449ad4-3af9-4bf1-a199-9993fca13f83,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:30.186277 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Attempting to bind port d9e78393-97b7-40b2-9f80-a2416f03bd1c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:30.186812 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Attempting to bind port d9e78393-97b7-40b2-9f80-a2416f03bd1c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:30.187183 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Attempting to bind port d9e78393-97b7-40b2-9f80-a2416f03bd1c on network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:30.195319 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:30.198126 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Checking segment: {'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:30.201154 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.201612 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Bound using segment: {'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:30.202188 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Bound port: d9e78393-97b7-40b2-9f80-a2416f03bd1c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:30.202589 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.208597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:30.209167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:30.221099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=b1ee6ef9-35c6-4084-97eb-9f16205c3312,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:30.233103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:30.243540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:30.249747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.285382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:30.299496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/8a293f0e-d92d-463b-b9d0-825f71d89a44/8d9c1f0f-b500-4d9e-87e0-f00970b24763) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:30.307600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port efeb00e7-e04e-453f-bf3f-0f54d26ac34f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:30.307942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.315988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:30.343965 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] For port d9e78393-97b7-40b2-9f80-a2416f03bd1c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:30.348490 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] For port d9e78393-97b7-40b2-9f80-a2416f03bd1c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d9e78393-97b7-40b2-9f80-a2416f03bd1c,segment=NetworkSegment(184dad1d-2e98-47bd-bedc-8ce7d2fd3df3),segment_id=184dad1d-2e98-47bd-bedc-8ce7d2fd3df3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:30.354798 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.355604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.369716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 13738cda-de37-44cf-968b-2330feda754a yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:30.495626 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf3871-b570-408f-a3d0-6ccf780c809b None None] Pushing event updated for resources: {'Port': ['ID=d9e78393-97b7-40b2-9f80-a2416f03bd1c,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:30.512121 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Routers {'4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:30.514792 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:30.546568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.667811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.693501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Transition to ACTIVE for port object 8d9c1f0f-b500-4d9e-87e0-f00970b24763 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:30.717112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Transition to ACTIVE for port object 8d9c1f0f-b500-4d9e-87e0-f00970b24763 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:30.721179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Deleting port da2c6152-60fb-41d1-8dab-496bc7d81c80 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:30.722701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.770352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.780360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f09b82-0f3d-4cdb-9b88-e34d14220459 None None] Network e09ae019-895f-4fd0-84d5-f8c797540308 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:30.795512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.831930 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] Set router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:30.932255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Subnet': ['ID=8a156927-e0d5-41e0-851c-6e5a82c0363e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:30.936191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:30.996858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8537848b-6537-466a-83c4-3e760ea26f0f None None] Network 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:31.012880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.058095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.095010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.111620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.127951 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:32:31.128448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:32:31.146313 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7f208b0b-040d-4132-9511-846e82869ff2 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/subnets/8a156927-e0d5-41e0-851c-6e5a82c0363e HTTP/1.1" status: 204 len: 168 time: 2.5406528 Apr 23 00:32:31.150364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37630) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:31.155824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:31.183648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Pushing event updated for resources: {'Port': ['ID=8d9c1f0f-b500-4d9e-87e0-f00970b24763,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:31.189084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:31.198682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b22fae8c-a433-4266-8b49-d7c029f7bf4e None None] Provisioning for port a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:31.217561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679dec1a-1240-4fd8-a6a1-55c88af5cbaf,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:31.233634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for cddfd908-eadb-4d59-a20b-e21a78abfc95 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:31.249042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 8bdc581e-0b36-447a-b8f6-842612e36c43, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bdc581e-0b36-447a-b8f6-842612e36c43,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:31.250256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:31.254437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b22fae8c-a433-4266-8b49-d7c029f7bf4e None None] Provisioning complete for port a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:31.254742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b22fae8c-a433-4266-8b49-d7c029f7bf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.285307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] For port efeb00e7-e04e-453f-bf3f-0f54d26ac34f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=efeb00e7-e04e-453f-bf3f-0f54d26ac34f,segment=NetworkSegment(6a3b92f8-444e-41c7-bda6-7b0e582383cd),segment_id=6a3b92f8-444e-41c7-bda6-7b0e582383cd)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:31.285831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.346407 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:32:22Z', 'revision_number': 4, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port': {'id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:07Z', 'updated_at': '2022-04-23T00:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'd9e78393-97b7-40b2-9f80-a2416f03bd1c', 'name': '', 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'mac_address': 'fa:16:3e:75:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:17Z', 'updated_at': '2022-04-23T00:32:30Z', 'revision_number': 4, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'subnets': [{'id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:31.351420 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea7275-8c18-4f3a-9fa6-e28fdbb478bf None None] The sync data for ids ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'] in dv-neutron-838784-1-hyperv is: [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:32:22Z', 'revision_number': 4, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port': {'id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:07Z', 'updated_at': '2022-04-23T00:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'd9e78393-97b7-40b2-9f80-a2416f03bd1c', 'name': '', 'network_id': '8fe71d8b-c5c1-4184-b792-c773ee98b4b6', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'mac_address': 'fa:16:3e:75:6a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:17Z', 'updated_at': '2022-04-23T00:32:30Z', 'revision_number': 4, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'subnets': [{'id': 'e5ed89ba-2fa9-4e25-adaa-9bddb1194349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:31.368206 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-20ebf194-1c1a-412c-9021-3b976b9197a7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2898748 Apr 23 00:32:31.369384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.370311 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3489f77b-1100-4a85-90fa-ac6c98b3ab42 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3143961 Apr 23 00:32:31.374383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37636) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:31.374783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37638) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:31.376116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b22fae8c-a433-4266-8b49-d7c029f7bf4e None None] Port a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:31.389843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'security_group_rule': {'security_group_id': '4a449ad4-3af9-4bf1-a199-9993fca13f83', 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:31.448612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:31.454725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for efeb00e7-e04e-453f-bf3f-0f54d26ac34f owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:31.470561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:31.481373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.483091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efeb00e7-e04e-453f-bf3f-0f54d26ac34f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:31.483668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:31.494032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.506284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:31.554786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting port da2c6152-60fb-41d1-8dab-496bc7d81c80 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:31.555128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.602053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.624639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.647553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.673921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.710872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.794226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.811978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff3b15-fd99-408b-bc3d-6a227cca538a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:31.812819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-94ff3b15-fd99-408b-bc3d-6a227cca538a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:31.868806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event updated for resources: {'Port': ['ID=a7b30f6a-3185-4dfc-b8bf-220f33ae0b29,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:31.871219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.878769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Attempting to bind port 8d9c1f0f-b500-4d9e-87e0-f00970b24763 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:31.879966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Attempting to bind port 8d9c1f0f-b500-4d9e-87e0-f00970b24763 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:31.881132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Attempting to bind port 8d9c1f0f-b500-4d9e-87e0-f00970b24763 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:31.883772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-65999f42-50d1-4761-b831-0eaf8c08c9a6 None None] Provisioning for port 58beb379-934c-4775-8652-094085889325 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:31.923531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-94ff3b15-fd99-408b-bc3d-6a227cca538a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:31.924771 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-94ff3b15-fd99-408b-bc3d-6a227cca538a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5412078 Apr 23 00:32:31.940029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37644) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:31.943910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No active binding found for port efeb00e7-e04e-453f-bf3f-0f54d26ac34f {{(pid=88074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 23 00:32:31.944441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efeb00e7-e04e-453f-bf3f-0f54d26ac34f not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 23 00:32:31.949341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=efeb00e7-e04e-453f-bf3f-0f54d26ac34f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:31.987399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:31.998584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No DVR routers for this DVR port efeb00e7-e04e-453f-bf3f-0f54d26ac34f on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:31.998793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port efeb00e7-e04e-453f-bf3f-0f54d26ac34f not found, will not notify nova. {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 23 00:32:31.999284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cb3af693-8224-421a-89b7-855b7e71df39 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:32.043595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=cddfd908-eadb-4d59-a20b-e21a78abfc95,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:32.065828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.094296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:32.094858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:32.095365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.095864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:32.096442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Bound port: 8d9c1f0f-b500-4d9e-87e0-f00970b24763, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:32.096965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.165348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=8bdc581e-0b36-447a-b8f6-842612e36c43,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:32.185368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] For port da2c6152-60fb-41d1-8dab-496bc7d81c80, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=da2c6152-60fb-41d1-8dab-496bc7d81c80,segment=NetworkSegment(57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791),segment_id=57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:32.185806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.195484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4eb2e24-ace3-4381-98aa-f43269db7cf0,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:32.216988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c001cd-7e9c-4b17-a60e-ea29d853f40e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:32.218600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c001cd-7e9c-4b17-a60e-ea29d853f40e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:32.220091 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d1c001cd-7e9c-4b17-a60e-ea29d853f40e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2683048 Apr 23 00:32:32.252479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37648) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:32.273277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.276905 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0f0973e0-f991-4e81-88d0-a5991e974c63 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8892353 Apr 23 00:32:32.321937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37650) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:32.327272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] For port da2c6152-60fb-41d1-8dab-496bc7d81c80, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=da2c6152-60fb-41d1-8dab-496bc7d81c80,segment=NetworkSegment(57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791),segment_id=57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:32.327780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.360684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'security_group_rule': {'security_group_id': '4a449ad4-3af9-4bf1-a199-9993fca13f83', 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:32.369651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:32.377221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:32.381033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:32.389263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:32.408055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.437370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53117586-b92c-44c0-9e9f-913e6102881c None None] DHCP port deletion for d066ecf3-13c5-4b22-9cf0-dba4e065c21b request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:32.446921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d066ecf3-13c5-4b22-9cf0-dba4e065c21b']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:32.464980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3b92f8-444e-41c7-bda6-7b0e582383cd') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:32.465283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3b92f8-444e-41c7-bda6-7b0e582383cd') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:32.471038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Calling delete_port for da2c6152-60fb-41d1-8dab-496bc7d81c80 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:32.481185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.505852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.515404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Calling delete_port for da2c6152-60fb-41d1-8dab-496bc7d81c80 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:32.516263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:32.516775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.542800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:32.546783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:32.567290 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:32.581216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] For port 8d9c1f0f-b500-4d9e-87e0-f00970b24763, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:32.592999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-65999f42-50d1-4761-b831-0eaf8c08c9a6 None None] Provisioning for port b1ee6ef9-35c6-4084-97eb-9f16205c3312 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:32.617450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cb3af693-8224-421a-89b7-855b7e71df39 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:32.617821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.646650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] For port 8d9c1f0f-b500-4d9e-87e0-f00970b24763, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8d9c1f0f-b500-4d9e-87e0-f00970b24763,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:32.660671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.672136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-65999f42-50d1-4761-b831-0eaf8c08c9a6 None None] Provisioning complete for port b1ee6ef9-35c6-4084-97eb-9f16205c3312 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:32.672650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-65999f42-50d1-4761-b831-0eaf8c08c9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.727158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.774205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.814670 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cc27a64d-2241-4f1c-af41-ff93d35f422e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/cddfd908-eadb-4d59-a20b-e21a78abfc95 HTTP/1.1" status: 204 len: 168 time: 3.6874816 Apr 23 00:32:32.819867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37656) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:32.821159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Port': ['ID=da2c6152-60fb-41d1-8dab-496bc7d81c80,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:32.825869 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] No DVR routers for this DVR port da2c6152-60fb-41d1-8dab-496bc7d81c80 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:32.837514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] DHCP port deletion for 3a4fb055-b56c-465a-a8e1-d7f41efd39d6 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: from cryptography.utils import int_from_bytes Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: from cryptography.utils import int_from_bytes Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn_limited( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn_limited( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:32.867606 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:32:32.901810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] Deleting port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:32.902185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.905817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.924222 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-dceb64b0-48bc-48a7-afbd-eff5889f9f70 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:32:32.924619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dceb64b0-48bc-48a7-afbd-eff5889f9f70 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:32:32.926453 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dceb64b0-48bc-48a7-afbd-eff5889f9f70 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/cddfd908-eadb-4d59-a20b-e21a78abfc95 HTTP/1.1" status: 404 len: 333 time: 0.0944211 Apr 23 00:32:32.951452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37660) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:32.957018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 8a293f0e-d92d-463b-b9d0-825f71d89a44 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:32.960255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:32.969302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:32.969659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:32.984611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Router e5bcc1a9-1520-4db2-9850-473b88688084 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:32.992481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b28ee9-b4d6-465b-a0e2-cc0ba41f2955 None None] Pushing event updated for resources: {'Port': ['ID=8d9c1f0f-b500-4d9e-87e0-f00970b24763,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:33.005157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-65999f42-50d1-4761-b831-0eaf8c08c9a6 None None] Port b1ee6ef9-35c6-4084-97eb-9f16205c3312 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:33.023304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.139297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.225906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.246486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:33.285221 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8aff227-6958-42fe-a6ac-62c117954008 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:32:33.285784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c8aff227-6958-42fe-a6ac-62c117954008 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:33.288266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.293164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.363308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.379654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:33.383801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-737c9ebb-3f2b-44b9-bacb-0c048a497202 None None] Could not find standard attr ID for object cddfd908-eadb-4d59-a20b-e21a78abfc95. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:32:33.402438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:33.402799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c6b9c8-e4fd-4e2e-92fe-40dc3b95b791') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:33.421634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] For port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6fa64557-c835-4c7e-9b97-9e857ec7cb4a,segment=NetworkSegment(a8dd01f5-f3f8-4f53-8c92-eb05e29942c5),segment_id=a8dd01f5-f3f8-4f53-8c92-eb05e29942c5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:33.422282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.435301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=d066ecf3-13c5-4b22-9cf0-dba4e065c21b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:33.438111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:33.438111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.443186 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-51dd2b4c-f39b-424a-a9e9-9b92dcb2797b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/d066ecf3-13c5-4b22-9cf0-dba4e065c21b HTTP/1.1" status: 204 len: 168 time: 4.0598259 Apr 23 00:32:33.444328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=8a293f0e-d92d-463b-b9d0-825f71d89a44,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:33.447095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37664) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:33.452217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.470884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.477914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Deleting port da2c6152-60fb-41d1-8dab-496bc7d81c80 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:33.478325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.479396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:33.479807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.515796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.543316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c8aff227-6958-42fe-a6ac-62c117954008 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:33.547740 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c8aff227-6958-42fe-a6ac-62c117954008 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/cddfd908-eadb-4d59-a20b-e21a78abfc95 HTTP/1.1" status: 404 len: 333 time: 0.3315508 Apr 23 00:32:33.549644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.557144 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3cf38ad4-d323-46b6-8c28-0cba1e41724a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/8a293f0e-d92d-463b-b9d0-825f71d89a44 HTTP/1.1" status: 204 len: 168 time: 1.2736373 Apr 23 00:32:33.557144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37666) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:33.568083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37668) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:33.584259 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:33.588389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-731548785'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:33.592951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:33.597965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.601466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:33.607745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.621637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.629662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:33.639943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:33.647990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Network': ['ID=c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:33.650211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:33.651229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f816107d-d869-4155-9002-fa3f7ba3015d None None] The port 'da2c6152-60fb-41d1-8dab-496bc7d81c80' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:32:33.661145 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-31706368-4a72-4265-a7d7-3db97f314f70 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "PUT /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2415588 Apr 23 00:32:33.661817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37676) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:33.666652 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a8720c2b-0568-419c-bfc5-24cf19aada4a tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/networks/c6ad6ef9-8967-49a5-8d4f-6cb1d0572bc1 HTTP/1.1" status: 204 len: 168 time: 2.4931481 Apr 23 00:32:33.686310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37680) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:33.717252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] Sync routers for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:33.729997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] Calling delete_port for 6fa64557-c835-4c7e-9b97-9e857ec7cb4a owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:33.736845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:33.740229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.756440 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0cc12a87-59d6-41e4-b162-caff3f9e6e1e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1523893 Apr 23 00:32:33.764484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-737c9ebb-3f2b-44b9-bacb-0c048a497202 None None] Provisioning complete for port a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:33.764942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-737c9ebb-3f2b-44b9-bacb-0c048a497202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.776010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37684) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:33.786093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2df7a86-4490-4932-a219-88bf471ae43b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:33.798424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:33.852524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:32:33.853824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:33.854471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:33.861799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4eb65368-fdbc-4223-b437-521a332c2b69 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.932897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:33.933342 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment 025d4237-5356-42cd-afe0-29ea6085cba1 of type vlan for network e59f2f27-b5e5-4880-bd70-9330b6d77508 Apr 23 00:32:33.954082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-737c9ebb-3f2b-44b9-bacb-0c048a497202 None None] Port a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:33.960375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:34.024980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet f4131e3c-aeba-41c6-a015-32c7733bba67 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:34.030072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.039612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.041242 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c599a902-f559-454f-b43d-42e085e1d813 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6992838 Apr 23 00:32:34.045419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37688) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:34.050479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.065535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'security_group_rule': {'security_group_id': '4a449ad4-3af9-4bf1-a199-9993fca13f83', 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:34.078316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:34.079029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:34.079661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:34.104636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:34.109804 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-4eb65368-fdbc-4223-b437-521a332c2b69 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 23 00:32:34.113829 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4eb65368-fdbc-4223-b437-521a332c2b69 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084 HTTP/1.1" status: 409 len: 329 time: 0.4491930 Apr 23 00:32:34.116386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:34.120227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37692) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:34.144485 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.178767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:34.200880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:34.201439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cecba04-ca87-4d64-a2f6-42b792fb4619 None None] The sync data for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:34.207844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.213264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:34.213883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.222086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] No DVR routers for this DVR port 6fa64557-c835-4c7e-9b97-9e857ec7cb4a on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:34.226755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb9484-6077-4c18-9e4c-63f32b64a243 None None] Pushing event deleted for resources: {'Port': ['ID=6fa64557-c835-4c7e-9b97-9e857ec7cb4a,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:34.236808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:32:34.240707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 378b241f-603a-4c19-8ad5-b63521897a1c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:34.255702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.269565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.282323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.336249 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 378b241f-603a-4c19-8ad5-b63521897a1c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:34.336620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.393515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:34.397938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:34.402685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:34.408702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:34.443101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=b1ee6ef9-35c6-4084-97eb-9f16205c3312,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:34.445558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:34.449073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.484495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.486728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.504231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a67d08a5-a5ff-4d7c-aa35-5f6697313a0e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:34.554385 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9718761 Apr 23 00:32:34.579169 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37696) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:34.587202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe918187-abf1-4364-a8b3-95b330e7c7d9 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:34.593240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:34.610198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54994b39-627e-4a35-80b8-c62b199cf0ca tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=e59f2f27-b5e5-4880-bd70-9330b6d77508,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:34.625359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:32:34.626637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.804473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.835398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-63c8ed6a-acfb-4d3e-b450-54a7bda1265f None None] Provisioning for port 8d9c1f0f-b500-4d9e-87e0-f00970b24763 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:34.878434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:34.878844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.899594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:34.905669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.911700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:34.915381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:34.925538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4fb055-b56c-465a-a8e1-d7f41efd39d6']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:34.943920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:34.952870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dd01f5-f3f8-4f53-8c92-eb05e29942c5') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:34.953496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dd01f5-f3f8-4f53-8c92-eb05e29942c5') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:34.966503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:34.997779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cd337f-0fe8-4a49-bcaa-a12151f7466d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:35.008309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.022328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.036027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:35.042489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.075968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.080115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cc71d6a2-5205-4008-a840-cf51d4434b97 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0309718 Apr 23 00:32:35.081098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:35.082747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37700) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:35.091978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:35.119954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:35.125906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] Deleting port 8d9c1f0f-b500-4d9e-87e0-f00970b24763 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:35.126614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.153247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'security_group_rule': {'security_group_id': '4a449ad4-3af9-4bf1-a199-9993fca13f83', 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:35.182923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.207420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:35.227641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:35.283143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:35.283713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.296430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:35.304796 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:35.328319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:35.407570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4d0cf4a4-af0c-4aad-89bd-de61336c5761 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:35.435203 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Project f3c997e7c28e47a8a535b6f6b9b3840e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:32:35.450857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.466230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4d0cf4a4-af0c-4aad-89bd-de61336c5761 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:35.466593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4d0cf4a4-af0c-4aad-89bd-de61336c5761 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:35.485349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] For port 8d9c1f0f-b500-4d9e-87e0-f00970b24763, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8d9c1f0f-b500-4d9e-87e0-f00970b24763,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:35.485751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.493504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c813f292-196f-4d29-82fd-8baf081651bc None None] Provisioning complete for port b1ee6ef9-35c6-4084-97eb-9f16205c3312 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:35.493504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c813f292-196f-4d29-82fd-8baf081651bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.509778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.565917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.570410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.599336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=f4131e3c-aeba-41c6-a015-32c7733bba67,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:35.615487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.619102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.651153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Network': ['ID=3a4fb055-b56c-465a-a8e1-d7f41efd39d6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:35.662494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.670282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37704) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:35.670511 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ea8698c-f810-409d-9a86-83736cbc2f74 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/networks/3a4fb055-b56c-465a-a8e1-d7f41efd39d6 HTTP/1.1" status: 204 len: 168 time: 1.9709663 Apr 23 00:32:35.675609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed28edb5-d916-4034-9ac4-b227b948882d None None] Network e09ae019-895f-4fd0-84d5-f8c797540308 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:35.680866 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7226b2e3-9d1b-41ed-a5d2-aadc9c8ee111 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/f4131e3c-aeba-41c6-a015-32c7733bba67 HTTP/1.1" status: 204 len: 168 time: 2.1149194 Apr 23 00:32:35.683240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37708) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:35.684018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.691305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:35.705586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] Calling delete_port for 8d9c1f0f-b500-4d9e-87e0-f00970b24763 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:35.728086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.817693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766d326e-1662-4120-b5bd-aa5bf36adcd2,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:35.819676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=77873ad0-a6ce-40de-a54f-288b2d4011ec,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:35.853076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting subnet 761b2084-5339-4209-903e-a8ec94522414 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:35.860701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.871801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 58beb379-934c-4775-8652-094085889325 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:35.899440 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.911988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.944997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.947072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fbf836c7-9802-437d-94de-feaf360e4e2a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8570855 Apr 23 00:32:35.957556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': '025d4237-5356-42cd-afe0-29ea6085cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:35.958283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: e59f2f27-b5e5-4880-bd70-9330b6d77508, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:35.962626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37712) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:35.968472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:35.978257 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:35.982354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:35.983380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:35.984538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'security_group_rule': {'security_group_id': '4a449ad4-3af9-4bf1-a199-9993fca13f83', 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:36.000846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:36.019156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c813f292-196f-4d29-82fd-8baf081651bc None None] Port b1ee6ef9-35c6-4084-97eb-9f16205c3312 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:36.034931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] Pushing event deleted for resources: {'Port': ['ID=8d9c1f0f-b500-4d9e-87e0-f00970b24763,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:36.038725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f6fdfc-081d-4a06-9f38-a6d507f7eb6e None None] No DVR routers for this DVR port 8d9c1f0f-b500-4d9e-87e0-f00970b24763 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:36.077215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:security_group_rule and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:36.086513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:36.098341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.100335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=4378413f-9f59-4bf8-b88d-b81c398cbc65,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:36.110177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.120219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f659816-11f7-4e91-b7ba-6433f10f3087 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:36.129459 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-12072fbf-b21b-41ec-a01a-aa29af020587 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3447092 Apr 23 00:32:36.137545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37716) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:36.144954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:36.146919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 58beb379-934c-4775-8652-094085889325 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:36.147472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.161765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-305954664', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:36.179455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:36.189443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:36.204557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Project f3c997e7c28e47a8a535b6f6b9b3840e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:32:36.216336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:router and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:36.318082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:36.324298 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-53bc6d34-34c4-444e-90b8-a0624b6a0de6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/ce7cc8e7-a879-4ccd-9a39-3851bf5ace54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6497123 Apr 23 00:32:36.332139 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Sync routers for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:36.337486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 58beb379-934c-4775-8652-094085889325 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:36.346392 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:36.347013 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:36.377000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 58beb379-934c-4775-8652-094085889325 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:36.377288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.417177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:36.436433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, e59f2f27-b5e5-4880-bd70-9330b6d77508) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:36.441422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:36.442014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.459422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.464207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6ed5b-6b1a-4a8a-99f5-1360e8115bce None None] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:36.470361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:36.478579 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-88aeb454-7b34-404d-8da7-25d58df85920 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8951800 Apr 23 00:32:36.505406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37724) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:36.520240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508', 'name': 'tempest-PortsIpV6TestJSON-2121435449', 'fixed_ips': [{'subnet_id': '77873ad0-a6ce-40de-a54f-288b2d4011ec', 'ip_address': '2001:db8::10'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:36.533764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] For port 58beb379-934c-4775-8652-094085889325, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=58beb379-934c-4775-8652-094085889325,segment=NetworkSegment(6d686cc7-70c9-45ee-9c2e-1a1b6efba57c),segment_id=6d686cc7-70c9-45ee-9c2e-1a1b6efba57c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:36.534327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.595050 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:36.609243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.610280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.626484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.631075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65dbc3b-6af9-48aa-b9c5-a341d84461f6 None None] DHCP port deletion for e09ae019-895f-4fd0-84d5-f8c797540308 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:36.647085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '4378413f-9f59-4bf8-b88d-b81c398cbc65'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:36.648037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.671709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e65dbc3b-6af9-48aa-b9c5-a341d84461f6 None None] Deleting port 58beb379-934c-4775-8652-094085889325 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:36.672082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e65dbc3b-6af9-48aa-b9c5-a341d84461f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.713457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 58beb379-934c-4775-8652-094085889325 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:36.726414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.777782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.832144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.838184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.839685 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d12ba4c7-9585-46e9-a9d2-b60739c62c21 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6921680 Apr 23 00:32:36.853105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37728) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:36.915885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e65dbc3b-6af9-48aa-b9c5-a341d84461f6 None None] The port '58beb379-934c-4775-8652-094085889325' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:32:36.919293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.923766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=58beb379-934c-4775-8652-094085889325,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:36.931069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No DVR routers for this DVR port 58beb379-934c-4775-8652-094085889325 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:36.940239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:36.985289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.094697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.096198 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1168711 Apr 23 00:32:37.125883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d9e78393-97b7-40b2-9f80-a2416f03bd1c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:37.150960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.156116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-e59f2f27-b5e5-4880-bd70-9330b6d77508', 'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508', 'tenant_id': '64d5d003d79e452e8eb0df89bf8887a7', 'fixed_ips': [{'subnet_id': '77873ad0-a6ce-40de-a54f-288b2d4011ec'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:37.157179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.170214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cade4e0-686f-48da-b5e7-3bfa868dd131 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e1bd26-84b8-4f28-83e4-6737511aa872,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:37.187905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:37.188620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09ae019-895f-4fd0-84d5-f8c797540308']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:37.192017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:32:31Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:37Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1ee6ef9-35c6-4084-97eb-9f16205c3312', 'name': '', 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:f9:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3ab19d38-08e2-416a-9fdd-bf308842829f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:28Z', 'updated_at': '2022-04-23T00:32:32Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '3ab19d38-08e2-416a-9fdd-bf308842829f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:37.204819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d686cc7-70c9-45ee-9c2e-1a1b6efba57c') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:37.205323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d686cc7-70c9-45ee-9c2e-1a1b6efba57c') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:37.209207 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Checking router: ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:32:37.210382 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Updating router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 port b1ee6ef9-35c6-4084-97eb-9f16205c3312 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:32:37.219921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.239354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.248467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:37.249270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.262029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/4378413f-9f59-4bf8-b88d-b81c398cbc65/9729541b-dffd-4156-adf1-07cce9a85674) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:37.266978 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:37.359369 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.389525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.395267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.425675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:37.444084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=e09ae019-895f-4fd0-84d5-f8c797540308,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:37.444459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port d9e78393-97b7-40b2-9f80-a2416f03bd1c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:37.464665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d9e78393-97b7-40b2-9f80-a2416f03bd1c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:37.465317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.472342 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-69ce458b-df54-41a3-908e-4fecb3288dc9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/e09ae019-895f-4fd0-84d5-f8c797540308 HTTP/1.1" status: 204 len: 168 time: 1.7804332 Apr 23 00:32:37.473241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37762) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:37.480358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2048419849'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:37.490435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:37.501086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:37.508917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:37.514040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.526895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:37.581808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Subnet': ['ID=761b2084-5339-4209-903e-a8ec94522414,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:37.582218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:37.597368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.648491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:37.650221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d452a-9baa-42d5-b073-4e605700ee5c None None] Network 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:37.663638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Allocated IP 2001:db8::2 (e59f2f27-b5e5-4880-bd70-9330b6d77508/77873ad0-a6ce-40de-a54f-288b2d4011ec/3e6954c2-e8c9-4e18-8488-86fc951df836) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:37.664864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:32:37.666022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting port a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:37.669813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.680163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.681121 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment 37fa6355-38e7-4851-914d-91b142be209c of type vlan for network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 Apr 23 00:32:37.719740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.740805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.770808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.777021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:37.782478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.967328 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4926198 Apr 23 00:32:37.972129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37778) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:37.975588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:37.984381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:38.002278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d05f-e013-458c-b1ad-d16ab9128a42 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=4d93002c-0d5c-4998-8d4e-8b2cdf039e28,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:38.017912 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.030734 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Transition to ACTIVE for port object b1ee6ef9-35c6-4084-97eb-9f16205c3312 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:38.041926 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.098280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Transition to ACTIVE for port object 9729541b-dffd-4156-adf1-07cce9a85674 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:38.120121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Transition to ACTIVE for port object 9729541b-dffd-4156-adf1-07cce9a85674 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:38.139358 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0ac1bf98-af3c-4806-9341-87816fd3a236 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/subnets/761b2084-5339-4209-903e-a8ec94522414 HTTP/1.1" status: 204 len: 168 time: 2.4579372 Apr 23 00:32:38.164076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37784) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:38.188693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:32:38.310839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.349450 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:32:38.436064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.481865 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3a2b1-1254-49a9-9643-cf11925eb602 None None] Pushing event updated for resources: {'Port': ['ID=b1ee6ef9-35c6-4084-97eb-9f16205c3312,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:38.560586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:38.574001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:38.586667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:38.597934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:38.604442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.606311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.623268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:38.627048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.633574 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Attempting to bind port b1ee6ef9-35c6-4084-97eb-9f16205c3312 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:38.633959 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Attempting to bind port b1ee6ef9-35c6-4084-97eb-9f16205c3312 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:38.634884 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Attempting to bind port b1ee6ef9-35c6-4084-97eb-9f16205c3312 on network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:38.639114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.646513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Deleting port e04057f6-d22b-44c1-8997-db81c89bbe64 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:38.647024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.650680 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:38.651120 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Checking segment: {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:38.651692 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.651860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Bound using segment: {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:38.652337 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Bound port: b1ee6ef9-35c6-4084-97eb-9f16205c3312, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0487382b-511d-4c18-be10-a00c648af109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:38.656481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.657968 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.677127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 6a814b85-73b3-4d15-b0b6-a5ab250968ef yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:38.695318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Pushing event updated for resources: {'Port': ['ID=9729541b-dffd-4156-adf1-07cce9a85674,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:38.769045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:38.790763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:38.817466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:38.824221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port d9e78393-97b7-40b2-9f80-a2416f03bd1c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d9e78393-97b7-40b2-9f80-a2416f03bd1c,segment=NetworkSegment(184dad1d-2e98-47bd-bedc-8ce7d2fd3df3),segment_id=184dad1d-2e98-47bd-bedc-8ce7d2fd3df3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:38.843698 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] For port b1ee6ef9-35c6-4084-97eb-9f16205c3312, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:38.849740 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] For port b1ee6ef9-35c6-4084-97eb-9f16205c3312, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b1ee6ef9-35c6-4084-97eb-9f16205c3312,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:38.860854 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.920071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:38.921198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bdc581e-0b36-447a-b8f6-842612e36c43 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:39.015611 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:39.016397 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:39.067029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Calling delete_port for a7b30f6a-3185-4dfc-b8bf-220f33ae0b29 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:39.120680 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3a2b1-1254-49a9-9643-cf11925eb602 None None] Pushing event updated for resources: {'Port': ['ID=b1ee6ef9-35c6-4084-97eb-9f16205c3312,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:39.146277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] For port e04057f6-d22b-44c1-8997-db81c89bbe64, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e04057f6-d22b-44c1-8997-db81c89bbe64,segment=NetworkSegment(e47ebe5c-7008-4aca-9016-86decc063200),segment_id=e47ebe5c-7008-4aca-9016-86decc063200)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:39.146682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.211533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Attempting to bind port 9729541b-dffd-4156-adf1-07cce9a85674 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:39.212125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Attempting to bind port 9729541b-dffd-4156-adf1-07cce9a85674 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:39.212416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Attempting to bind port 9729541b-dffd-4156-adf1-07cce9a85674 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:39.222966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:39.223298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:39.223652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.224052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:39.224540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Bound port: 9729541b-dffd-4156-adf1-07cce9a85674, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:39.224915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.349460 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:39.381261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] DHCP port deletion for 81d3e1b7-0bd9-464c-86d1-dc3ed4570407 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:39.411662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Deleting port e04057f6-d22b-44c1-8997-db81c89bbe64 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:39.412039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.451834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=d9e78393-97b7-40b2-9f80-a2416f03bd1c,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:39.463034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.473348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Calling delete_port for e04057f6-d22b-44c1-8997-db81c89bbe64 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:39.485800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8bdc581e-0b36-447a-b8f6-842612e36c43 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:39.486159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.543286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Transition to ACTIVE for port object 3e6954c2-e8c9-4e18-8488-86fc951df836 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:39.567211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.666336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Transition to ACTIVE for port object 3e6954c2-e8c9-4e18-8488-86fc951df836 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:39.682901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] For port 9729541b-dffd-4156-adf1-07cce9a85674, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:39.685532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=99de08fc-7b9d-4074-84f4-c6b268f40adc,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:39.690978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': '37fa6355-38e7-4851-914d-91b142be209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:39.691351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: 4d93002c-0d5c-4998-8d4e-8b2cdf039e28, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:32:39.691513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.698044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.761771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Port': ['ID=e04057f6-d22b-44c1-8997-db81c89bbe64,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:39.770188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] No DVR routers for this DVR port e04057f6-d22b-44c1-8997-db81c89bbe64 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:39.777855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] For port 9729541b-dffd-4156-adf1-07cce9a85674, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9729541b-dffd-4156-adf1-07cce9a85674,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:39.825853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:32:39.837557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:39.871614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.876552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:39.898541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:39.907738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 4d93002c-0d5c-4998-8d4e-8b2cdf039e28) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:39.921203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:39.921796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.945430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:39.963837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bbf237-b5ea-406c-b165-075b81e6e762 None None] Network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:39.968561 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e4604c41-a9f6-4e52-814b-6aef54b1f7ef tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9926522 Apr 23 00:32:39.970851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37830) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:39.987129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::1 (986a55f2-d336-4e62-8bc6-ead9728638f4/4378413f-9f59-4bf8-b88d-b81c398cbc65/059e4a23-4835-414e-adfb-a936ae3a6cff) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:39.988965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1541522309'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:40.190535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.225258 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:32:31Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:37Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1ee6ef9-35c6-4084-97eb-9f16205c3312', 'name': '', 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:f9:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3ab19d38-08e2-416a-9fdd-bf308842829f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:28Z', 'updated_at': '2022-04-23T00:32:38Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '3ab19d38-08e2-416a-9fdd-bf308842829f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:40.232148 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c717081-a6cd-45ef-9af9-15e2c47ded57 None None] The sync data for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv is: [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:32:31Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:37Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1ee6ef9-35c6-4084-97eb-9f16205c3312', 'name': '', 'network_id': '6176b68f-a4c1-4b07-9de2-e6923cc44f9a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:f9:12:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '3ab19d38-08e2-416a-9fdd-bf308842829f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:28Z', 'updated_at': '2022-04-23T00:32:38Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '3ab19d38-08e2-416a-9fdd-bf308842829f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:40.235743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d3e1b7-0bd9-464c-86d1-dc3ed4570407']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:40.243041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:40.252483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:40.264421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47ebe5c-7008-4aca-9016-86decc063200') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:40.266629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Pushing event updated for resources: {'Port': ['ID=3e6954c2-e8c9-4e18-8488-86fc951df836,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:40.267671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47ebe5c-7008-4aca-9016-86decc063200') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:40.274953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:40.285517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:40.288611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.289337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::10 (e59f2f27-b5e5-4880-bd70-9330b6d77508/77873ad0-a6ce-40de-a54f-288b2d4011ec/6a814b85-73b3-4d15-b0b6-a5ab250968ef) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:40.336875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.339144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.349097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:40.349793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:40.375744 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:40.379086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:40.390920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.413631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 059e4a23-4835-414e-adfb-a936ae3a6cff will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:40.510518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 2ecf1c2f-6557-4789-8a9f-d42e05b32182 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:40.609269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Attempting to bind port 3e6954c2-e8c9-4e18-8488-86fc951df836 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:40.611212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Attempting to bind port 3e6954c2-e8c9-4e18-8488-86fc951df836 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '025d4237-5356-42cd-afe0-29ea6085cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:40.612189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Attempting to bind port 3e6954c2-e8c9-4e18-8488-86fc951df836 on network e59f2f27-b5e5-4880-bd70-9330b6d77508 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:40.623843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.626977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:40.664229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.701869 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.709081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Pushing event deleted for resources: {'Network': ['ID=81d3e1b7-0bd9-464c-86d1-dc3ed4570407,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:40.727386 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6151f52e-8b83-4dc2-ad95-4cb43fc7b0c7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/networks/81d3e1b7-0bd9-464c-86d1-dc3ed4570407 HTTP/1.1" status: 204 len: 168 time: 2.5618951 Apr 23 00:32:40.733529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37836) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:40.783628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0076d-6179-43e1-a40c-a415c3a6f8ac None None] Pushing event updated for resources: {'Port': ['ID=9729541b-dffd-4156-adf1-07cce9a85674,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:40.798820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:40.802893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] For port e04057f6-d22b-44c1-8997-db81c89bbe64, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e04057f6-d22b-44c1-8997-db81c89bbe64,segment=NetworkSegment(e47ebe5c-7008-4aca-9016-86decc063200),segment_id=e47ebe5c-7008-4aca-9016-86decc063200)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:40.803539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.805921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:40.823819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:40.824357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.887592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bb39e43-5443-428d-886b-f66544b92665 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Synchronizing usage tracker for tenant:2ed51a501c6843acb0b62529cacc8bdd on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:40.898849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:40.900290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Checking segment: {'id': '025d4237-5356-42cd-afe0-29ea6085cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:40.900693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.901807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Bound using segment: {'id': '025d4237-5356-42cd-afe0-29ea6085cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:40.903811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Bound port: 3e6954c2-e8c9-4e18-8488-86fc951df836, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025d4237-5356-42cd-afe0-29ea6085cba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:40.904827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.928486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bb39e43-5443-428d-886b-f66544b92665 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Unset dirty status for tenant:2ed51a501c6843acb0b62529cacc8bdd on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:40.935985 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0bb39e43-5443-428d-886b-f66544b92665 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9acc57e-e90a-4f58-8bad-a1a3b47de972 HTTP/1.1" status: 200 len: 205 time: 0.2002046 Apr 23 00:32:40.936356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37840) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:40.947284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:40.956983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=059e4a23-4835-414e-adfb-a936ae3a6cff,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:40.999071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 6a814b85-73b3-4d15-b0b6-a5ab250968ef will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:41.028072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:41.152087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Port': ['ID=a7b30f6a-3185-4dfc-b8bf-220f33ae0b29,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:41.447703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Calling delete_port for e04057f6-d22b-44c1-8997-db81c89bbe64 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:41.461973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfa43-be69-4568-98a0-f2a1b97273f7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:41.514504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:41.519160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:41.556879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.3 (4d93002c-0d5c-4998-8d4e-8b2cdf039e28/99de08fc-7b9d-4074-84f4-c6b268f40adc/2ecf1c2f-6557-4789-8a9f-d42e05b32182) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:41.569102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:41.569493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:41.580309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:41.580957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:41.609119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-4d93002c-0d5c-4998-8d4e-8b2cdf039e28', 'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28', 'tenant_id': '7eaf7d055d2d4a9a8f319cbebecee5c2', 'fixed_ips': [{'subnet_id': '99de08fc-7b9d-4074-84f4-c6b268f40adc'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:32:41.609934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:41.777689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] For port 3e6954c2-e8c9-4e18-8488-86fc951df836, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:41.787092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] For port 3e6954c2-e8c9-4e18-8488-86fc951df836, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3e6954c2-e8c9-4e18-8488-86fc951df836,segment=NetworkSegment(025d4237-5356-42cd-afe0-29ea6085cba1),segment_id=025d4237-5356-42cd-afe0-29ea6085cba1)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:41.839234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:41.955139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a29b61-f8c6-47d1-a75f-63144b25eb24 None None] Pushing event updated for resources: {'Port': ['ID=3e6954c2-e8c9-4e18-8488-86fc951df836,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:42.071054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Deleting port e04057f6-d22b-44c1-8997-db81c89bbe64 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:42.071300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.108351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2c6152-60fb-41d1-8dab-496bc7d81c80 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:42.176117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: da2c6152-60fb-41d1-8dab-496bc7d81c80 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:42.181436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2c6152-60fb-41d1-8dab-496bc7d81c80 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:42.182026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6fa64557-c835-4c7e-9b97-9e857ec7cb4a no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:42.252725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfa43-be69-4568-98a0-f2a1b97273f7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.257360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfa43-be69-4568-98a0-f2a1b97273f7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.281170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-69779179-8377-4bd6-b1ce-2db6d94eac48 None None] The port 'e04057f6-d22b-44c1-8997-db81c89bbe64' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:32:42.282169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 6fa64557-c835-4c7e-9b97-9e857ec7cb4a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:42.283180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6fa64557-c835-4c7e-9b97-9e857ec7cb4a not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:42.283180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efeb00e7-e04e-453f-bf3f-0f54d26ac34f no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:42.337442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: efeb00e7-e04e-453f-bf3f-0f54d26ac34f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:42.338327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efeb00e7-e04e-453f-bf3f-0f54d26ac34f not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:42.338575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfa43-be69-4568-98a0-f2a1b97273f7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.339655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3bfa43-be69-4568-98a0-f2a1b97273f7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Fanout notify agent at l3_agent the message router_deleted on router a9acc57e-e90a-4f58-8bad-a1a3b47de972 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:32:42.356456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.356643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:42.364096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:42.379732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:42.405059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:42.405977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.410394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfa43-be69-4568-98a0-f2a1b97273f7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.411727 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3e3bfa43-be69-4568-98a0-f2a1b97273f7 tempest-RoutersNegativeIpV6Test-856274779 tempest-RoutersNegativeIpV6Test-856274779-project] 10.222.0.39 "DELETE /v2.0/routers/a9acc57e-e90a-4f58-8bad-a1a3b47de972 HTTP/1.1" status: 204 len: 168 time: 1.4701357 Apr 23 00:32:42.415244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 2ecf1c2f-6557-4789-8a9f-d42e05b32182 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:42.487107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.634126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=6a814b85-73b3-4d15-b0b6-a5ab250968ef,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:42.680830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Allocated IP 172.20.0.2 (4d93002c-0d5c-4998-8d4e-8b2cdf039e28/99de08fc-7b9d-4074-84f4-c6b268f40adc/0b934944-ae57-43f8-94a7-0e6482668771) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:42.682270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:42.714506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:42.729675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:42.803620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.817098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:32:42.842804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=2ecf1c2f-6557-4789-8a9f-d42e05b32182,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:42.914356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:42.914683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.931173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3e6954c2-e8c9-4e18-8488-86fc951df836 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:42.944387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:42.962910 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-98e6f268-9696-441f-be13-f8e640dcb0df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9815450 Apr 23 00:32:42.967229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37856) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:42.975345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b55e2fcc-87e0-4c01-b9c5-826639fd7827 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.4612534 Apr 23 00:32:42.996605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37860) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:42.999711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.008392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.118270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37864) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:43.126112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': 'e59f2f27-b5e5-4880-bd70-9330b6d77508', 'name': 'tempest-PortsIpV6TestJSON-156606081', 'fixed_ips': [{'subnet_id': '77873ad0-a6ce-40de-a54f-288b2d4011ec', 'ip_address': '2001:db8::f'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:43.183385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 2ecf1c2f-6557-4789-8a9f-d42e05b32182 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:43.185671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.430330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.442331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Transition to ACTIVE for port object 0b934944-ae57-43f8-94a7-0e6482668771 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:43.478560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Transition to ACTIVE for port object 0b934944-ae57-43f8-94a7-0e6482668771 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:43.490818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 3e6954c2-e8c9-4e18-8488-86fc951df836 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:43.499043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1ee6ef9-35c6-4084-97eb-9f16205c3312 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:43.631104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=059e4a23-4835-414e-adfb-a936ae3a6cff,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:43.649361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.664542 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0d984552-8ea8-4b48-8c22-2388970dd7eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ed51a501c6843acb0b62529cacc8bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449717 Apr 23 00:32:43.669011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37872) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:43.676138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.726821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:43.743441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:43.761483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:43.797752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-93b76568-b710-49ec-a049-5ce85fdd8f68 None None] Provisioning for port 9729541b-dffd-4156-adf1-07cce9a85674 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:43.936280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 2ecf1c2f-6557-4789-8a9f-d42e05b32182 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:43.939768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Pushing event updated for resources: {'Port': ['ID=0b934944-ae57-43f8-94a7-0e6482668771,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:43.960639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Attempting to bind port 0b934944-ae57-43f8-94a7-0e6482668771 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:43.961108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Attempting to bind port 0b934944-ae57-43f8-94a7-0e6482668771 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '37fa6355-38e7-4851-914d-91b142be209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:43.961527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Attempting to bind port 0b934944-ae57-43f8-94a7-0e6482668771 on network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:43.969951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:43.970415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Checking segment: {'id': '37fa6355-38e7-4851-914d-91b142be209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:43.970818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.971208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Bound using segment: {'id': '37fa6355-38e7-4851-914d-91b142be209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:43.971672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Bound port: 0b934944-ae57-43f8-94a7-0e6482668771, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fa6355-38e7-4851-914d-91b142be209c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '4d93002c-0d5c-4998-8d4e-8b2cdf039e28'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:43.972042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:43.990864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port b1ee6ef9-35c6-4084-97eb-9f16205c3312 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:44.009629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Router e5bcc1a9-1520-4db2-9850-473b88688084 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:44.040996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b1ee6ef9-35c6-4084-97eb-9f16205c3312 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:44.041274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.075524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd75d0-276b-4b0e-9b20-31f9cbdce8d2 None None] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:44.229781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d13c3856-c0f3-4a1e-85e2-27dc9909b7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.274450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:44.280638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:port and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:44.285598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:44.298436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:44.312093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:44.333443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-727e5d9c-ced5-4dce-bf9b-c8cabb953c14 None None] Provisioning for port 059e4a23-4835-414e-adfb-a936ae3a6cff completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:44.362791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-727e5d9c-ced5-4dce-bf9b-c8cabb953c14 None None] Provisioning complete for port 059e4a23-4835-414e-adfb-a936ae3a6cff triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:44.363159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-727e5d9c-ced5-4dce-bf9b-c8cabb953c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.376811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:44.407264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.420372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d13c3856-c0f3-4a1e-85e2-27dc9909b7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.427063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] For port 0b934944-ae57-43f8-94a7-0e6482668771, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:44.456228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] For port 0b934944-ae57-43f8-94a7-0e6482668771, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0b934944-ae57-43f8-94a7-0e6482668771,segment=NetworkSegment(37fa6355-38e7-4851-914d-91b142be209c),segment_id=37fa6355-38e7-4851-914d-91b142be209c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:44.475497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:44.478144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.540664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-727e5d9c-ced5-4dce-bf9b-c8cabb953c14 None None] Port 059e4a23-4835-414e-adfb-a936ae3a6cff cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:44.542619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=2ecf1c2f-6557-4789-8a9f-d42e05b32182,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:44.722710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d13c3856-c0f3-4a1e-85e2-27dc9909b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.727756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.755740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.768645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:44.772364 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b5884d9e-18c8-4bf7-ad60-fd82046a4233 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/2ecf1c2f-6557-4789-8a9f-d42e05b32182 HTTP/1.1" status: 204 len: 168 time: 1.8008952 Apr 23 00:32:44.774340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d13c3856-c0f3-4a1e-85e2-27dc9909b7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:44.777844 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d13c3856-c0f3-4a1e-85e2-27dc9909b7d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a3d2e83-2924-4b11-8da7-db5f56070db2 HTTP/1.1" status: 204 len: 168 time: 1.0897725 Apr 23 00:32:44.777844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c3856-c0f3-4a1e-85e2-27dc9909b7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d2e83-2924-4b11-8da7-db5f56070db2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:44.777844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37878) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:44.794816 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e230b967-c07c-4e73-816b-72dee692fe06 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "PUT /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6722877 Apr 23 00:32:44.805196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37884) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:44.829298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dac80f-04e3-4c49-af58-7c35562dd0fd None None] Pushing event updated for resources: {'Port': ['ID=0b934944-ae57-43f8-94a7-0e6482668771,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:44.863218 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c14166-f03d-4040-a4a7-2b5cd691a0c3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:32:44.863886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f7c14166-f03d-4040-a4a7-2b5cd691a0c3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:44.866498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] Sync routers for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:44.905544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f7c14166-f03d-4040-a4a7-2b5cd691a0c3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:44.918255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fb2ae549-036f-4a64-97a7-5f266afa17f4 None None] Provisioning for port 3e6954c2-e8c9-4e18-8488-86fc951df836 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:44.927605 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f7c14166-f03d-4040-a4a7-2b5cd691a0c3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/2ecf1c2f-6557-4789-8a9f-d42e05b32182 HTTP/1.1" status: 404 len: 333 time: 0.1332855 Apr 23 00:32:44.928765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:44.929287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:44.935773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37888) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:45.076828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fb2ae549-036f-4a64-97a7-5f266afa17f4 None None] Provisioning complete for port 3e6954c2-e8c9-4e18-8488-86fc951df836 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:45.076828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae549-036f-4a64-97a7-5f266afa17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.114521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet 99de08fc-7b9d-4074-84f4-c6b268f40adc {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:45.119543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.209953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.219546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:45.223411 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-3839add4-b33b-43cc-95c8-c7ed8899229d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] show failed (client error): The resource could not be found. Apr 23 00:32:45.229134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port b1ee6ef9-35c6-4084-97eb-9f16205c3312, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b1ee6ef9-35c6-4084-97eb-9f16205c3312,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:45.230191 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3839add4-b33b-43cc-95c8-c7ed8899229d tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-493115535 HTTP/1.1" status: 404 len: 334 time: 0.4140165 Apr 23 00:32:45.231921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37894) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:45.247836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.248663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d9e78393-97b7-40b2-9f80-a2416f03bd1c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:45.260906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9a000e16-59bc-4226-96f4-d7b85aee85a9 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:45.355065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] Routers {'e5bcc1a9-1520-4db2-9850-473b88688084'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:45.355688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e5bcc1a9-1520-4db2-9850-473b88688084'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:45.369068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.395611 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-9a000e16-59bc-4226-96f4-d7b85aee85a9 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] update failed (client error): The resource could not be found. Apr 23 00:32:45.400579 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9a000e16-59bc-4226-96f4-d7b85aee85a9 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-361145809 HTTP/1.1" status: 404 len: 334 time: 0.1586881 Apr 23 00:32:45.406067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37904) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:45.424557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9296891a-05ef-4f27-bb26-2bf4ce0173a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.471539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:45.471973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7965ac8-bf07-4ed9-9565-4b6bb2b12f6d None None] The sync data for ids ['e5bcc1a9-1520-4db2-9850-473b88688084'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:45.500823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.549624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 4b751f4d-4cd9-4069-963b-8c6ba1336a49 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:45.569399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=b1ee6ef9-35c6-4084-97eb-9f16205c3312,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:45.626130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae549-036f-4a64-97a7-5f266afa17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.640720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d9e78393-97b7-40b2-9f80-a2416f03bd1c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:45.641188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.690190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting subnet f07474bb-b758-43a3-9668-b32c6d7d359d {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:45.701216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Router 57985733-c449-43ce-a284-7bb645be3267 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:32:45.704184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.745020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.772045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-fb2ae549-036f-4a64-97a7-5f266afa17f4 None None] For port 3e6954c2-e8c9-4e18-8488-86fc951df836, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3e6954c2-e8c9-4e18-8488-86fc951df836,segment=NetworkSegment(025d4237-5356-42cd-afe0-29ea6085cba1),segment_id=025d4237-5356-42cd-afe0-29ea6085cba1)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:45.781042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb2ae549-036f-4a64-97a7-5f266afa17f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.865640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=99de08fc-7b9d-4074-84f4-c6b268f40adc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:45.878123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:45.894094 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8e3fae2b-6484-4b41-a9e7-8cdd1b826d97 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/99de08fc-7b9d-4074-84f4-c6b268f40adc HTTP/1.1" status: 204 len: 168 time: 0.9422092 Apr 23 00:32:45.895772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37918) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:46.038702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.223542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.240431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9729541b-dffd-4156-adf1-07cce9a85674 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:46.244598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 0b934944-ae57-43f8-94a7-0e6482668771 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:46.245277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.293294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ae549-036f-4a64-97a7-5f266afa17f4 None None] Pushing event updated for resources: {'Port': ['ID=3e6954c2-e8c9-4e18-8488-86fc951df836,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:46.311732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7d2aa8d9-0be0-4387-b874-2b842952a5bf None None] Provisioning complete for port 059e4a23-4835-414e-adfb-a936ae3a6cff triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:46.312576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7d2aa8d9-0be0-4387-b874-2b842952a5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.321391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37926) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:46.396655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::f (e59f2f27-b5e5-4880-bd70-9330b6d77508/77873ad0-a6ce-40de-a54f-288b2d4011ec/4b751f4d-4cd9-4069-963b-8c6ba1336a49) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:32:46.474963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7d2aa8d9-0be0-4387-b874-2b842952a5bf None None] Port 059e4a23-4835-414e-adfb-a936ae3a6cff cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:46.477923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f2b933-cd2d-4afa-8b91-cb8f69ce51f5 None None] Network 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:46.519862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:46.533981 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Sync routers for ids ['57985733-c449-43ce-a284-7bb645be3267'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:46.544682 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Routers {'57985733-c449-43ce-a284-7bb645be3267'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:46.545422 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['57985733-c449-43ce-a284-7bb645be3267'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:46.553904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-91ebfc62-ba32-4406-9191-0114d6b71791 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1769973314', 'prefixes': ['172.20.0.0/16']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:46.569261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-91ebfc62-ba32-4406-9191-0114d6b71791 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:46.602049 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9513914f-727a-4d7b-82e2-51e0ba9539cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "PUT /v2.0/routers/57985733-c449-43ce-a284-7bb645be3267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7377844 Apr 23 00:32:46.602880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37934) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:46.781266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] For port 0b934944-ae57-43f8-94a7-0e6482668771, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0b934944-ae57-43f8-94a7-0e6482668771,segment=NetworkSegment(37fa6355-38e7-4851-914d-91b142be209c),segment_id=37fa6355-38e7-4851-914d-91b142be209c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:46.783131 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Set router 57985733-c449-43ce-a284-7bb645be3267 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:46.784701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.807942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Provisioning for port 6a814b85-73b3-4d15-b0b6-a5ab250968ef completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:46.821046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.901305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Provisioning complete for port 6a814b85-73b3-4d15-b0b6-a5ab250968ef triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:46.902130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.917111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0af9fa-0a67-48de-bf9f-ecece8314e53 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:46.917652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3c0af9fa-0a67-48de-bf9f-ecece8314e53 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:46.926222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:46.957687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 4b751f4d-4cd9-4069-963b-8c6ba1336a49 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:46.975098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3c0af9fa-0a67-48de-bf9f-ecece8314e53 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:46.977995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 0b934944-ae57-43f8-94a7-0e6482668771 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:46.979433 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3c0af9fa-0a67-48de-bf9f-ecece8314e53 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports/059e4a23-4835-414e-adfb-a936ae3a6cff HTTP/1.1" status: 200 len: 911 time: 0.3670003 Apr 23 00:32:46.980797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37938) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:47.035353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.071252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Port 6a814b85-73b3-4d15-b0b6-a5ab250968ef cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:47.075966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 9729541b-dffd-4156-adf1-07cce9a85674 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:47.101509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91ebfc62-ba32-4406-9191-0114d6b71791 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] Notify callbacks [] for subnetpool, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.105339 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-91ebfc62-ba32-4406-9191-0114d6b71791 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7804372 Apr 23 00:32:47.106977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9729541b-dffd-4156-adf1-07cce9a85674 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:47.107503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.114327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37942) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:47.146824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.148467 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2480c5cd-d202-46c1-b378-86056ea493fc tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] 10.222.0.39 "GET /v2.0/subnetpools/c0d9144a-31c7-4a2c-96ef-b92545cc6348 HTTP/1.1" status: 200 len: 732 time: 0.0329235 Apr 23 00:32:47.150296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.152691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Provisioning for port 0b934944-ae57-43f8-94a7-0e6482668771 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:47.154992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37946) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:47.157404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Subnet': ['ID=f07474bb-b758-43a3-9668-b32c6d7d359d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:47.167868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b52cb-3984-48bc-93d4-c2de25309d16 None None] Network edb938cf-4b58-4230-8cf4-135f391c2660 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:47.183057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-531f6533-b640-40f8-8623-a30381bf1a88 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1536981179'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:47.194934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Provisioning complete for port 0b934944-ae57-43f8-94a7-0e6482668771 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:47.195310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.201755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No DVR routers for this DVR port 0b934944-ae57-43f8-94a7-0e6482668771 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:47.245483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=0b934944-ae57-43f8-94a7-0e6482668771,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:47.264991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Port 0b934944-ae57-43f8-94a7-0e6482668771 was deleted so its status cannot be updated. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 23 00:32:47.271829 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-902f0ffd-aa0a-4ca9-8946-4685445c16da tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/subnets/f07474bb-b758-43a3-9668-b32c6d7d359d HTTP/1.1" status: 204 len: 168 time: 1.8623395 Apr 23 00:32:47.278778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37950) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:47.355288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db383212-b7f7-4825-80ea-c2f6f108b5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:47.362727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting subnet 4c0cd23d-dac8-4f57-94cd-2a8c0e8b3e34 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:47.365149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db383212-b7f7-4825-80ea-c2f6f108b5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:47.367192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.367554 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-db383212-b7f7-4825-80ea-c2f6f108b5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3830800 Apr 23 00:32:47.368602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.376732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Provisioning complete for port 3e6954c2-e8c9-4e18-8488-86fc951df836 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:47.377111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cff18e1d-f8e7-4fa1-974d-23a12fc9976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.389117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37954) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:47.449075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215315d-2720-4586-81a2-fd80cd55a8a0 None None] DHCP port deletion for 4d93002c-0d5c-4998-8d4e-8b2cdf039e28 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:47.461864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.522215 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57985733-c449-43ce-a284-7bb645be3267', 'name': 'tempest-NetworksTestDHCPv6-router-305954664', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:36Z', 'updated_at': '2022-04-23T00:32:41Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None, '_interfaces': [{'id': '059e4a23-4835-414e-adfb-a936ae3a6cff', 'name': '', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'mac_address': 'fa:16:3e:02:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57985733-c449-43ce-a284-7bb645be3267', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4378413f-9f59-4bf8-b88d-b81c398cbc65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:39Z', 'updated_at': '2022-04-23T00:32:42Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'subnets': [{'id': '4378413f-9f59-4bf8-b88d-b81c398cbc65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:47.526745 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Checking router: 57985733-c449-43ce-a284-7bb645be3267 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:32:47.527227 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Updating router 57985733-c449-43ce-a284-7bb645be3267 port 059e4a23-4835-414e-adfb-a936ae3a6cff binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:32:47.605153 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.689198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-417a308e-6098-4596-be28-175be4bb1f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.690534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.720607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.796594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 9729541b-dffd-4156-adf1-07cce9a85674, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9729541b-dffd-4156-adf1-07cce9a85674,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:47.811706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.920347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:47.929023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e04057f6-d22b-44c1-8997-db81c89bbe64 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:47.937516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:47.972158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] DHCP port deletion for edb938cf-4b58-4230-8cf4-135f391c2660 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:47.982201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: e04057f6-d22b-44c1-8997-db81c89bbe64 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:47.982570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e04057f6-d22b-44c1-8997-db81c89bbe64 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:47.983011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 58beb379-934c-4775-8652-094085889325 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:47.983849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0cd23d-dac8-4f57-94cd-2a8c0e8b3e34,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:48.012145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] Deleting port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:48.013057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.061705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=9729541b-dffd-4156-adf1-07cce9a85674,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:48.070040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 58beb379-934c-4775-8652-094085889325 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:48.070427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 58beb379-934c-4775-8652-094085889325 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:48.094076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:48.097159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:48.103600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:48.104238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.137180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.181068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-574b5fa5-8d9a-4aa6-b13f-0fa160aff50b tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/subnets/4c0cd23d-dac8-4f57-94cd-2a8c0e8b3e34 HTTP/1.1" status: 204 len: 168 time: 0.9009585 Apr 23 00:32:48.183747 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.1854661 Apr 23 00:32:48.185086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37962) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:48.187729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.205228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:48.220995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2616cb8c-a8e5-48dc-988e-9c22df381635 None None] Network ad0b4d7a-a2d2-48a0-a190-81406affa799 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:48.302215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3e6954c2-e8c9-4e18-8488-86fc951df836 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:48.382723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-531f6533-b640-40f8-8623-a30381bf1a88 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] Notify callbacks [] for subnetpool, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.383901 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-531f6533-b640-40f8-8623-a30381bf1a88 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] 10.222.0.39 "PUT /v2.0/subnetpools/c0d9144a-31c7-4a2c-96ef-b92545cc6348 HTTP/1.1" status: 200 len: 684 time: 1.2094860 Apr 23 00:32:48.388040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.391462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37970) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:48.413310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d93002c-0d5c-4998-8d4e-8b2cdf039e28']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:48.464356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fa6355-38e7-4851-914d-91b142be209c') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:48.465779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fa6355-38e7-4851-914d-91b142be209c') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:48.467641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c40ca-0761-41d9-ad57-00a9aada50b4 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=4b751f4d-4cd9-4069-963b-8c6ba1336a49,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:48.495955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.515057 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.526121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.532164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:48.532685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.538069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:48.538746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:48.562017 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:48.593283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e334b14-b41d-45ee-b5e5-06c71073cf13 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:48.594959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e334b14-b41d-45ee-b5e5-06c71073cf13 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:48.661817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7db7e20c-1547-41d5-b809-a123f3b5db32 None None] Provisioning for port 4b751f4d-4cd9-4069-963b-8c6ba1336a49 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:32:48.707611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e334b14-b41d-45ee-b5e5-06c71073cf13 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:48.712002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3e334b14-b41d-45ee-b5e5-06c71073cf13 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5031068 Apr 23 00:32:48.713052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37974) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:48.714880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.715702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7db7e20c-1547-41d5-b809-a123f3b5db32 None None] Provisioning complete for port 4b751f4d-4cd9-4069-963b-8c6ba1336a49 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:48.716165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7db7e20c-1547-41d5-b809-a123f3b5db32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.723858 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Transition to ACTIVE for port object 059e4a23-4835-414e-adfb-a936ae3a6cff will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:32:48.734985 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.760415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.793016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.802661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=4d93002c-0d5c-4998-8d4e-8b2cdf039e28,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:48.807178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.815531 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4cf1a305-6583-4d93-8c2e-8571bbea58f2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/4d93002c-0d5c-4998-8d4e-8b2cdf039e28 HTTP/1.1" status: 204 len: 168 time: 2.9177299 Apr 23 00:32:48.816433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37978) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:48.823936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] For port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,segment=NetworkSegment(ac5802b5-f602-47bb-9140-339d4772390b),segment_id=ac5802b5-f602-47bb-9140-339d4772390b)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:48.824499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.832484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'name': 'tempest-PortsTestJSON-1141693941'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:48.925430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3e6954c2-e8c9-4e18-8488-86fc951df836 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:48.925802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:48.947453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] For port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,segment=NetworkSegment(ac5802b5-f602-47bb-9140-339d4772390b),segment_id=ac5802b5-f602-47bb-9140-339d4772390b)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:48.947453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.032161 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a4e61-d388-45ea-a424-c5c6ab8be11e None None] Pushing event updated for resources: {'Port': ['ID=059e4a23-4835-414e-adfb-a936ae3a6cff,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:49.117312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7db7e20c-1547-41d5-b809-a123f3b5db32 None None] Port 4b751f4d-4cd9-4069-963b-8c6ba1336a49 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:32:49.136731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] Calling delete_port for 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:49.137740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Calling delete_port for 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:49.199227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ab3321cf-cd2f-4e23-b458-b742a6435793 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] Notify callbacks [] for subnetpool, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.199962 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Attempting to bind port 059e4a23-4835-414e-adfb-a936ae3a6cff on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:32:49.199962 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Attempting to bind port 059e4a23-4835-414e-adfb-a936ae3a6cff by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:32:49.200438 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab3321cf-cd2f-4e23-b458-b742a6435793 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] 10.222.0.39 "DELETE /v2.0/subnetpools/c0d9144a-31c7-4a2c-96ef-b92545cc6348 HTTP/1.1" status: 204 len: 168 time: 0.7887979 Apr 23 00:32:49.205487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:49.209090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 37984) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:49.210737 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Attempting to bind port 059e4a23-4835-414e-adfb-a936ae3a6cff on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:32:49.216852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.219544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:49.225604 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:32:49.225604 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:32:49.225604 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.225604 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:32:49.225985 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Bound port: 059e4a23-4835-414e-adfb-a936ae3a6cff, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:32:49.226171 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.236038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:49.248820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.357465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 5c46ec4c-ccf2-40b1-8c4d-245e5ca1bd81 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:49.438092 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] For port 059e4a23-4835-414e-adfb-a936ae3a6cff, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:32:49.441480 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] For port 059e4a23-4835-414e-adfb-a936ae3a6cff, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=059e4a23-4835-414e-adfb-a936ae3a6cff,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:32:49.442478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] DHCP port deletion for ad0b4d7a-a2d2-48a0-a190-81406affa799 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:49.452667 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.464459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] Deleting port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:49.465155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.529174 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a4e61-d388-45ea-a424-c5c6ab8be11e None None] Pushing event updated for resources: {'Port': ['ID=059e4a23-4835-414e-adfb-a936ae3a6cff,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:49.530271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1ee6ef9-35c6-4084-97eb-9f16205c3312 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:49.555051 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Routers {'57985733-c449-43ce-a284-7bb645be3267'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:49.555967 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['57985733-c449-43ce-a284-7bb645be3267'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:49.653520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.682467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.727639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acccccd-8ee3-4618-8f92-2b8566abf53f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:49.735822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acccccd-8ee3-4618-8f92-2b8566abf53f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:49.742127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acccccd-8ee3-4618-8f92-2b8566abf53f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:49.744138 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3acccccd-8ee3-4618-8f92-2b8566abf53f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.0292516 Apr 23 00:32:49.747473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.751783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37988) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:49.782101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-f455c7dc-cbf7-44d4-a63a-6beca8711631 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] show failed (client error): The resource could not be found. Apr 23 00:32:49.786595 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f455c7dc-cbf7-44d4-a63a-6beca8711631 tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] 10.222.0.39 "GET /v2.0/subnetpools/c0d9144a-31c7-4a2c-96ef-b92545cc6348 HTTP/1.1" status: 404 len: 346 time: 0.5764935 Apr 23 00:32:49.795886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] Pushing event deleted for resources: {'Port': ['ID=5e64fd1d-9b40-4c8b-bb34-284b89faa3b3,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:49.802651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 37992) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:49.811630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8bb65-3833-4507-8615-cfd946063e58 None None] No DVR routers for this DVR port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:49.828336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:49.829018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:49.902396 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-671ad8d4-7f51-448c-a21d-2068b6560b4f tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] delete failed (client error): The resource could not be found. Apr 23 00:32:49.909582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-671ad8d4-7f51-448c-a21d-2068b6560b4f tempest-SubnetPoolsTestJSON-1786073848 tempest-SubnetPoolsTestJSON-1786073848-project] 10.222.0.39 "DELETE /v2.0/subnetpools/c0d9144a-31c7-4a2c-96ef-b92545cc6348 HTTP/1.1" status: 404 len: 346 time: 0.0609584 Apr 23 00:32:49.910785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b1ee6ef9-35c6-4084-97eb-9f16205c3312 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:49.911314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.917888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:49.935766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:49.944409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:49.967650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:49.968312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:49.984490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 4b751f4d-4cd9-4069-963b-8c6ba1336a49 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:49.985302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.001989 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] Set router 57985733-c449-43ce-a284-7bb645be3267 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:50.050642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 059e4a23-4835-414e-adfb-a936ae3a6cff {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:50.050642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.061808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=5c46ec4c-ccf2-40b1-8c4d-245e5ca1bd81,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:50.204581 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-de3d7d84-a2c5-49c8-9f83-84868af57b0c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3857107 Apr 23 00:32:50.206179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38002) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:50.209738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9729541b-dffd-4156-adf1-07cce9a85674 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:50.343375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting port 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:50.343375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.464485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] The port '5e64fd1d-9b40-4c8b-bb34-284b89faa3b3' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:32:50.576450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] For port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7a850ef1-e597-4e9d-a6f6-e2e268a26e60,segment=NetworkSegment(b749887e-60d3-421f-b55f-c187e580aa66),segment_id=b749887e-60d3-421f-b55f-c187e580aa66)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:50.578952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.624438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 5c46ec4c-ccf2-40b1-8c4d-245e5ca1bd81 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:50.626554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.657178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.666058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] For port 059e4a23-4835-414e-adfb-a936ae3a6cff, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=059e4a23-4835-414e-adfb-a936ae3a6cff,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:50.666598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.745306 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57985733-c449-43ce-a284-7bb645be3267', 'name': 'tempest-NetworksTestDHCPv6-router-305954664', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:36Z', 'updated_at': '2022-04-23T00:32:41Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None, '_interfaces': [{'id': '059e4a23-4835-414e-adfb-a936ae3a6cff', 'name': '', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'mac_address': 'fa:16:3e:02:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57985733-c449-43ce-a284-7bb645be3267', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4378413f-9f59-4bf8-b88d-b81c398cbc65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:39Z', 'updated_at': '2022-04-23T00:32:49Z', 'revision_number': 4, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'subnets': [{'id': '4378413f-9f59-4bf8-b88d-b81c398cbc65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:50.753074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38008) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:50.758911 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d2045-49e6-4faa-821b-693cf4d5fbf4 None None] The sync data for ids ['57985733-c449-43ce-a284-7bb645be3267'] in dv-neutron-838784-1-hyperv is: [{'id': '57985733-c449-43ce-a284-7bb645be3267', 'name': 'tempest-NetworksTestDHCPv6-router-305954664', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:36Z', 'updated_at': '2022-04-23T00:32:41Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None, '_interfaces': [{'id': '059e4a23-4835-414e-adfb-a936ae3a6cff', 'name': '', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'mac_address': 'fa:16:3e:02:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57985733-c449-43ce-a284-7bb645be3267', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '4378413f-9f59-4bf8-b88d-b81c398cbc65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:39Z', 'updated_at': '2022-04-23T00:32:49Z', 'revision_number': 4, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'subnets': [{'id': '4378413f-9f59-4bf8-b88d-b81c398cbc65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:50.794388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.815193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:50.872104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] Calling delete_port for 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:50.876145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 059e4a23-4835-414e-adfb-a936ae3a6cff owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:50.989046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9729541b-dffd-4156-adf1-07cce9a85674 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:50.989607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.052937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb938cf-4b58-4230-8cf4-135f391c2660']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:51.086027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5802b5-f602-47bb-9140-339d4772390b') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:51.086655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5802b5-f602-47bb-9140-339d4772390b') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:51.091405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.129174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.188476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.200860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] Pushing event deleted for resources: {'Port': ['ID=7a850ef1-e597-4e9d-a6f6-e2e268a26e60,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:51.211095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95adbaa6-b21e-44d6-9c71-258fbd72a383 None None] No DVR routers for this DVR port 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:51.215809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:51.216239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.235319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29729149-bad2-42c0-b0db-17ebe55fe9e5 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:51.356356 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:51.365790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.402236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 4b751f4d-4cd9-4069-963b-8c6ba1336a49 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:51.406342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.427772 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/networks/edb938cf-4b58-4230-8cf4-135f391c2660 HTTP/1.1" status: 204 len: 168 time: 3.2258270 Apr 23 00:32:51.435566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38016) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:51.442380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0156-335f-433a-93ff-57f29d98800e tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Network': ['ID=edb938cf-4b58-4230-8cf4-135f391c2660,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:51.448410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.483837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.492962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:51.505163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Usage tracker for resource:security_group_rule and tenant:25e577d3cc99469487ad29563d562573 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:51.514988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:51.579132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:51.602203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:51.630221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:51.630716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5e64fd1d-9b40-4c8b-bb34-284b89faa3b3 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:51.691631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29729149-bad2-42c0-b0db-17ebe55fe9e5 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:32:51.718404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 5c46ec4c-ccf2-40b1-8c4d-245e5ca1bd81 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:51.734864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.846666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:51.924097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 059e4a23-4835-414e-adfb-a936ae3a6cff up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:32:52.001600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.010179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 059e4a23-4835-414e-adfb-a936ae3a6cff {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:52.011170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 059e4a23-4835-414e-adfb-a936ae3a6cff not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 23 00:32:52.072727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port 059e4a23-4835-414e-adfb-a936ae3a6cff not found, will not notify nova. {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 23 00:32:52.078409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=5c46ec4c-ccf2-40b1-8c4d-245e5ca1bd81,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:52.085778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=059e4a23-4835-414e-adfb-a936ae3a6cff,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:52.104828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.106864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.184080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=4b751f4d-4cd9-4069-963b-8c6ba1336a49,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:52.207593 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f074e5fe-ee4f-4bea-aa33-d2d203329ead tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/5c46ec4c-ccf2-40b1-8c4d-245e5ca1bd81 HTTP/1.1" status: 204 len: 168 time: 1.9972763 Apr 23 00:32:52.211171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38020) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:52.238029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:52.238354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'mac_address': 'fa:16:3e:d4:87:4a', 'name': 'tempest-PortsTestJSON-1533393140'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:52.269593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.289335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:52.289555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-14f4442a-aba7-4065-9956-d8578d774ea8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/4b751f4d-4cd9-4069-963b-8c6ba1336a49 HTTP/1.1" status: 204 len: 168 time: 2.5362043 Apr 23 00:32:52.290194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38024) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:52.290577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7a850ef1-e597-4e9d-a6f6-e2e268a26e60 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:52.366779 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-be741e83-525c-4ecc-b7e9-810a20f081b6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:32:52.367048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-be741e83-525c-4ecc-b7e9-810a20f081b6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:52.388971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.395107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.399292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.426139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.442757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-be741e83-525c-4ecc-b7e9-810a20f081b6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:52.446972 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-be741e83-525c-4ecc-b7e9-810a20f081b6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/4b751f4d-4cd9-4069-963b-8c6ba1336a49 HTTP/1.1" status: 404 len: 333 time: 0.1489737 Apr 23 00:32:52.447592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38032) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:52.508535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8734011-c5c5-431c-9191-7ad8aea15fc0 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:32:52.529567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0b4d7a-a2d2-48a0-a190-81406affa799']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:52.600836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa065ee9-afdb-4be3-a17f-c0b531c3b0e1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:52.605090 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-933788e9-4733-47b2-9964-a92967ecafdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25e577d3cc99469487ad29563d562573&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8498094 Apr 23 00:32:52.610219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38036) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:52.610592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b749887e-60d3-421f-b55f-c187e580aa66') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:52.610861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b749887e-60d3-421f-b55f-c187e580aa66') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:52.651349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.665765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 6a814b85-73b3-4d15-b0b6-a5ab250968ef {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:52.666032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:52.760184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8734011-c5c5-431c-9191-7ad8aea15fc0 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:32:52.770447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:52.790426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:52.795920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:52.813860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:52.891415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30dbdc29-11a8-4ac8-aff5-8bef50d6c9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.008345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30dbdc29-11a8-4ac8-aff5-8bef50d6c9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.067032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.072537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.104945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Router 57985733-c449-43ce-a284-7bb645be3267 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:32:53.120735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:53.238374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:32:53.238875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.243547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 6a814b85-73b3-4d15-b0b6-a5ab250968ef owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:32:53.261793 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:32:53.273343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30dbdc29-11a8-4ac8-aff5-8bef50d6c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.303222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbdc29-11a8-4ac8-aff5-8bef50d6c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa065ee9-afdb-4be3-a17f-c0b531c3b0e1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:53.309890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30dbdc29-11a8-4ac8-aff5-8bef50d6c9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.311651 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-30dbdc29-11a8-4ac8-aff5-8bef50d6c9c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa065ee9-afdb-4be3-a17f-c0b531c3b0e1 HTTP/1.1" status: 204 len: 168 time: 0.6965802 Apr 23 00:32:53.440887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.569847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:32:53.587129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] Sync routers for ids ['57985733-c449-43ce-a284-7bb645be3267'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:32:53.602206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] Routers {'57985733-c449-43ce-a284-7bb645be3267'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:53.607328 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bfb12dc8-d08c-44f0-863f-948fef1e6013 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "PUT /v2.0/routers/57985733-c449-43ce-a284-7bb645be3267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1459730 Apr 23 00:32:53.607572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['57985733-c449-43ce-a284-7bb645be3267'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:53.635119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 5a6a9bbf-5281-4460-bd7b-8a33aac1d610 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:53.663871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38046) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:53.755661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.762552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.765580 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/networks/ad0b4d7a-a2d2-48a0-a190-81406affa799 HTTP/1.1" status: 204 len: 168 time: 2.3264105 Apr 23 00:32:53.781634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38050) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:53.896790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82ea7e-6e0c-4fbd-a366-c5bda42b2f88 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:53.899553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb82ea7e-6e0c-4fbd-a366-c5bda42b2f88 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:53.900351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fb82ea7e-6e0c-4fbd-a366-c5bda42b2f88 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:53.943781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:53.972310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting subnet 1a251ec0-8744-4b31-8594-3251075febde {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:54.018605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] Set router 57985733-c449-43ce-a284-7bb645be3267 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:54.205519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fb82ea7e-6e0c-4fbd-a366-c5bda42b2f88 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:54.214988 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fb82ea7e-6e0c-4fbd-a366-c5bda42b2f88 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5460873 Apr 23 00:32:54.234091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:54.234590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=6a814b85-73b3-4d15-b0b6-a5ab250968ef,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:54.245266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.290687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15637e-cd74-43f4-9efb-65c6d395e992 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Network': ['ID=ad0b4d7a-a2d2-48a0-a190-81406affa799,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:54.313444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57985733-c449-43ce-a284-7bb645be3267', 'name': 'tempest-NetworksTestDHCPv6-router-305954664', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:36Z', 'updated_at': '2022-04-23T00:32:51Z', 'revision_number': 3, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:54.323167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9bf0b30a-a64f-4a4a-99b7-a98f6d1bd403 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/6a814b85-73b3-4d15-b0b6-a5ab250968ef HTTP/1.1" status: 204 len: 168 time: 1.8602846 Apr 23 00:32:54.324182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38066) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:54.350529 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] Checking router: 57985733-c449-43ce-a284-7bb645be3267 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:32:54.365345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] Routers {'57985733-c449-43ce-a284-7bb645be3267'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:32:54.367128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['57985733-c449-43ce-a284-7bb645be3267'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:54.391115 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac9bf85-f8b6-479c-be7e-2ee90126ac3e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:32:54.391661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5ac9bf85-f8b6-479c-be7e-2ee90126ac3e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:54.406728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 4378413f-9f59-4bf8-b88d-b81c398cbc65 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:54.429774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.444865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.479820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5ac9bf85-f8b6-479c-be7e-2ee90126ac3e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:54.484511 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5ac9bf85-f8b6-479c-be7e-2ee90126ac3e tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/6a814b85-73b3-4d15-b0b6-a5ab250968ef HTTP/1.1" status: 404 len: 333 time: 0.1561267 Apr 23 00:32:54.485116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38074) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:54.591190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.613262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] Set router 57985733-c449-43ce-a284-7bb645be3267 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:32:54.646380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.672127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.681907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 77873ad0-a6ce-40de-a54f-288b2d4011ec {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:32:54.687212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.693575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-84cbdfdd-2940-42bd-ae8c-5eab3bcc5681 None None] Provisioning complete for port 9729541b-dffd-4156-adf1-07cce9a85674 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:32:54.693889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-84cbdfdd-2940-42bd-ae8c-5eab3bcc5681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.826382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.836333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:54.898043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.007132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=5a6a9bbf-5281-4460-bd7b-8a33aac1d610,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:55.045908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:55.056535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:55.087361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:55.101781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:55.102486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.113358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57985733-c449-43ce-a284-7bb645be3267', 'name': 'tempest-NetworksTestDHCPv6-router-305954664', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:36Z', 'updated_at': '2022-04-23T00:32:51Z', 'revision_number': 3, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:32:55.130120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf816a0-9b29-40f8-8cd0-ebbd5de8cd7c None None] The sync data for ids ['57985733-c449-43ce-a284-7bb645be3267'] in dv-neutron-838784-1-hyperv is: [{'id': '57985733-c449-43ce-a284-7bb645be3267', 'name': 'tempest-NetworksTestDHCPv6-router-305954664', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:36Z', 'updated_at': '2022-04-23T00:32:51Z', 'revision_number': 3, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:32:55.148451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.171226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.238201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Subnet': ['ID=1a251ec0-8744-4b31-8594-3251075febde,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:55.240492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.244895 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1bfcdc02-9b18-4de5-ba72-9122bc974bdc tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/subnets/1a251ec0-8744-4b31-8594-3251075febde HTTP/1.1" status: 204 len: 168 time: 1.4536369 Apr 23 00:32:55.246095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38088) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:55.249112 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-02e2144c-a67c-40ad-893a-1e49d8e329b7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0272143 Apr 23 00:32:55.250522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38090) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:55.271733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49d9a00-215c-41a9-a8e4-fb63dcdd6aa0 None None] Network a1e9a6f4-d8ec-4886-8998-d62d647dc272 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:55.337207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa97c06-5e0f-4b29-8fa7-915811d93cbb tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:55.337695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-aaa97c06-5e0f-4b29-8fa7-915811d93cbb tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:55.366004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-aaa97c06-5e0f-4b29-8fa7-915811d93cbb tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:55.367866 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-aaa97c06-5e0f-4b29-8fa7-915811d93cbb tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/5a6a9bbf-5281-4460-bd7b-8a33aac1d610 HTTP/1.1" status: 200 len: 841 time: 0.1162744 Apr 23 00:32:55.370576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38098) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:55.377258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.464453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 5a6a9bbf-5281-4460-bd7b-8a33aac1d610 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:55.467163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.553370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.560552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.619931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] DHCP port deletion for a1e9a6f4-d8ec-4886-8998-d62d647dc272 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:55.627531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Deleting port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:55.628286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.636137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=77873ad0-a6ce-40de-a54f-288b2d4011ec,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:55.642052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.655110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:55.655456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.700977 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4e0fd2ff-f542-47a9-b177-cbaa7b1090cf tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/77873ad0-a6ce-40de-a54f-288b2d4011ec HTTP/1.1" status: 204 len: 168 time: 1.2122855 Apr 23 00:32:55.702290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.709924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38106) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:55.713023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3cfb8-06ee-4a22-8052-0efef3001878 None None] Network e59f2f27-b5e5-4880-bd70-9330b6d77508 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:55.820459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 059e4a23-4835-414e-adfb-a936ae3a6cff no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:55.821367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=4378413f-9f59-4bf8-b88d-b81c398cbc65,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:55.846609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:55.852398 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6bbb65d4-5ade-405e-9b4b-f9c23206cb7a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/4378413f-9f59-4bf8-b88d-b81c398cbc65 HTTP/1.1" status: 204 len: 168 time: 1.6093211 Apr 23 00:32:55.855790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38112) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:55.964103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 059e4a23-4835-414e-adfb-a936ae3a6cff {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:55.964482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 059e4a23-4835-414e-adfb-a936ae3a6cff not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:55.964914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a67d08a5-a5ff-4d7c-aa35-5f6697313a0e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:55.969202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.117941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.125256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f3350-55a4-4bcb-a726-c096869f2922 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:32:56.133557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 5a6a9bbf-5281-4460-bd7b-8a33aac1d610 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:56.187125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 3e6954c2-e8c9-4e18-8488-86fc951df836 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:56.188116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.236527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.307027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=5a6a9bbf-5281-4460-bd7b-8a33aac1d610,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:56.324273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.324619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.325534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.325878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.326471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.326804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.327162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.327467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.327786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.328106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.328425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.329145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:32:56.333077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.356822 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7e8ce999-06bc-4fdb-91f3-4bc5f260e022 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/5a6a9bbf-5281-4460-bd7b-8a33aac1d610 HTTP/1.1" status: 204 len: 168 time: 0.9846416 Apr 23 00:32:56.360756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38126) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:56.429985 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5184400b-3f7c-4164-a506-687837901ce6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:32:56.431939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5184400b-3f7c-4164-a506-687837901ce6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:56.463722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5184400b-3f7c-4164-a506-687837901ce6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:56.466089 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5184400b-3f7c-4164-a506-687837901ce6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/5a6a9bbf-5281-4460-bd7b-8a33aac1d610 HTTP/1.1" status: 404 len: 333 time: 0.1029963 Apr 23 00:32:56.471336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38130) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:56.478381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'name': 'tempest-PortsTestJSON-1788464102'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:56.571893 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e5c29ff0-90bf-49a2-8567-1b6b14edf6b3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7121601 Apr 23 00:32:56.578806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38134) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:56.635144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:56.647884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:56.657907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,segment=NetworkSegment(5807eb87-59c3-4b92-b4a6-bc1a83137c08),segment_id=5807eb87-59c3-4b92-b4a6-bc1a83137c08)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:56.658397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.663940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:56.674562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.676770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.704250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 7de780b2-e269-4430-b3f7-7f7014a1ae67 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:32:56.833983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,segment=NetworkSegment(5807eb87-59c3-4b92-b4a6-bc1a83137c08),segment_id=5807eb87-59c3-4b92-b4a6-bc1a83137c08)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:56.841997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,segment=NetworkSegment(5807eb87-59c3-4b92-b4a6-bc1a83137c08),segment_id=5807eb87-59c3-4b92-b4a6-bc1a83137c08)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:56.842431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.854905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:56.963063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Calling delete_port for a67d08a5-a5ff-4d7c-aa35-5f6697313a0e owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:57.016115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0298c3-dfa0-49a5-9ba5-9c7f7a666391 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.045421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:57.049036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] DHCP port deletion for e59f2f27-b5e5-4880-bd70-9330b6d77508 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:57.049717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.089370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.155161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Calling delete_port for a67d08a5-a5ff-4d7c-aa35-5f6697313a0e owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:57.183744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] Deleting port 3e6954c2-e8c9-4e18-8488-86fc951df836 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:57.184654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.277574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38150) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:57.291252 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:32:57.299466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:32:57.315379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38152) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:57.316309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:32:57.324388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:57.324955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.337651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426157980', 'description': 'tempest-secgroup-smoke-1426157980 description', 'project_id': 'fa44bdefb3424b738530691128430992'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:57.345191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:57.352202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:57.355518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:57.361579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:57.379783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.410693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.444996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=7de780b2-e269-4430-b3f7-7f7014a1ae67,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:57.448058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:57.456147 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-20c2540c-8257-41a7-9503-de8c530b935f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9826059 Apr 23 00:32:57.457033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:57.457869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:57.458405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38158) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:57.458537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:32:57.461109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:57.464144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:57.476217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:57.476825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] Deleting port 9729541b-dffd-4156-adf1-07cce9a85674 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:57.476825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.510510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:57.675489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0298c3-dfa0-49a5-9ba5-9c7f7a666391 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.692686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0298c3-dfa0-49a5-9ba5-9c7f7a666391 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.710063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.759078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] For port 3e6954c2-e8c9-4e18-8488-86fc951df836, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3e6954c2-e8c9-4e18-8488-86fc951df836,segment=NetworkSegment(025d4237-5356-42cd-afe0-29ea6085cba1),segment_id=025d4237-5356-42cd-afe0-29ea6085cba1)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:57.759680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.775434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3e6954c2-e8c9-4e18-8488-86fc951df836 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:57.783995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:57.784316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:57.802040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] For port 3e6954c2-e8c9-4e18-8488-86fc951df836, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3e6954c2-e8c9-4e18-8488-86fc951df836,segment=NetworkSegment(025d4237-5356-42cd-afe0-29ea6085cba1),segment_id=025d4237-5356-42cd-afe0-29ea6085cba1)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:57.802512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.826390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0298c3-dfa0-49a5-9ba5-9c7f7a666391 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.826871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0298c3-dfa0-49a5-9ba5-9c7f7a666391 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Fanout notify agent at l3_agent the message router_deleted on router 57985733-c449-43ce-a284-7bb645be3267 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:32:57.850641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.884783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:57.889984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:57.894639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:57.898216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:57.906458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:57.984528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.001316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Deleting port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:58.002083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.008380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 3e6954c2-e8c9-4e18-8488-86fc951df836 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:58.024936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39699969-354c-49f8-b7bc-25491d4e9bb9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:58.027461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.081110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] Calling delete_port for 3e6954c2-e8c9-4e18-8488-86fc951df836 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:58.094379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e6c78d-890c-4414-98d1-501cf554cda9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:58.154977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.156189 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-017cefac-14b6-48f9-91ba-6171cdc2bc43 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8265445 Apr 23 00:32:58.162558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38170) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:58.168099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'security_group_rule': {'security_group_id': '62e6c78d-890c-4414-98d1-501cf554cda9', 'project_id': 'fa44bdefb3424b738530691128430992', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:58.187246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:58.195407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:58.201851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:58.210151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:58.244497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.247102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.257377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.308899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] For port 9729541b-dffd-4156-adf1-07cce9a85674, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9729541b-dffd-4156-adf1-07cce9a85674,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:58.310069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.344506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=7de780b2-e269-4430-b3f7-7f7014a1ae67,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:58.359876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] In _notify_port_updated(), no bound segment for port 7de780b2-e269-4430-b3f7-7f7014a1ae67 on network 86151bb8-95d9-4c00-a767-eb0f24bb091a {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:32:58.365636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:58.366267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.367565 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3c860ce6-94b1-43ff-b1a1-8b6bd8734f11 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "PUT /v2.0/ports/7de780b2-e269-4430-b3f7-7f7014a1ae67 HTTP/1.1" status: 200 len: 818 time: 0.9082396 Apr 23 00:32:58.376139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38176) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:58.391808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:58.392362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.464676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4b0298c3-dfa0-49a5-9ba5-9c7f7a666391 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.469821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4b0298c3-dfa0-49a5-9ba5-9c7f7a666391 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/routers/57985733-c449-43ce-a284-7bb645be3267 HTTP/1.1" status: 204 len: 168 time: 1.8900216 Apr 23 00:32:58.472304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 7de780b2-e269-4430-b3f7-7f7014a1ae67 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:58.472650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.477758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38180) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:58.493528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:58.513795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] Calling delete_port for 9729541b-dffd-4156-adf1-07cce9a85674 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:58.554566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.598664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.635749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eb5001-b849-4d49-90b0-ec2ef6787d64,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:58.670759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.672028 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8dc9f08e-5c8c-4820-98b0-98740faa60f7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5085573 Apr 23 00:32:58.673747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.688251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38184) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:58.697851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'security_group_rule': {'security_group_id': '62e6c78d-890c-4414-98d1-501cf554cda9', 'project_id': 'fa44bdefb3424b738530691128430992', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:58.704331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:58.711127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:58.712315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.714340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:58.721558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:58.775401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] Pushing event deleted for resources: {'Port': ['ID=3e6954c2-e8c9-4e18-8488-86fc951df836,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:58.784286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,segment=NetworkSegment(5807eb87-59c3-4b92-b4a6-bc1a83137c08),segment_id=5807eb87-59c3-4b92-b4a6-bc1a83137c08)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:58.784813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.800868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.871305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] For port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,segment=NetworkSegment(5807eb87-59c3-4b92-b4a6-bc1a83137c08),segment_id=5807eb87-59c3-4b92-b4a6-bc1a83137c08)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:32:58.872469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.877972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20adc15c-41e0-4723-b861-c765cce6c23d None None] No DVR routers for this DVR port 3e6954c2-e8c9-4e18-8488-86fc951df836 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:58.880313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.888882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:58.897117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.042404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Calling delete_port for a67d08a5-a5ff-4d7c-aa35-5f6697313a0e owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:59.045942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 7de780b2-e269-4430-b3f7-7f7014a1ae67 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:59.078278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:59.078278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:59.096699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d63eab3-6c6e-44d4-a460-2eec6c880c03,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:59.097062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9729541b-dffd-4156-adf1-07cce9a85674 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:32:59.119346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.123172 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cbc0b4c6-1b13-4bb8-9e9a-94a91057d1fb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4313214 Apr 23 00:32:59.124098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38188) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:59.130141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.132765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'security_group_rule': {'security_group_id': '62e6c78d-890c-4414-98d1-501cf554cda9', 'project_id': 'fa44bdefb3424b738530691128430992', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:59.144469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:59.147017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Calling delete_port for a67d08a5-a5ff-4d7c-aa35-5f6697313a0e owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:32:59.159328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:59.162566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:59.169284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:59.178698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.196129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] Pushing event deleted for resources: {'Port': ['ID=9729541b-dffd-4156-adf1-07cce9a85674,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:59.198276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 9729541b-dffd-4156-adf1-07cce9a85674 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:32:59.198849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9729541b-dffd-4156-adf1-07cce9a85674 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:32:59.220468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb5ab0-ed68-4bb9-a3c1-bc4cad5dfde5 None None] No DVR routers for this DVR port 9729541b-dffd-4156-adf1-07cce9a85674 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:59.262039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=7de780b2-e269-4430-b3f7-7f7014a1ae67,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:59.269348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.272813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.273439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:59.276940 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.299950 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3b5341b7-3c39-4c05-88dc-03e5cd25ac5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/7de780b2-e269-4430-b3f7-7f7014a1ae67 HTTP/1.1" status: 204 len: 168 time: 0.9175177 Apr 23 00:32:59.304725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38192) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:59.343177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] Pushing event deleted for resources: {'Port': ['ID=a67d08a5-a5ff-4d7c-aa35-5f6697313a0e,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:59.344973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:59.350072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5354818-4b4b-436c-899e-fdf16c1e010f None None] No DVR routers for this DVR port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:32:59.364110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.api [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:32:59.364357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG oslo_db.api [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:32:59.409536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:59.412918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.418036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.428414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.482724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364bca4-36fa-4bef-9266-91a15897050f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:32:59.482724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4364bca4-36fa-4bef-9266-91a15897050f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:59.491653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.495762 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682754 Apr 23 00:32:59.495762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4b3aa-025d-4a49-b5ac-575197f23a21 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e210c2-c4de-4635-a36d-b6dc3723c6ce,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:59.501554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38198) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:59.507563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'security_group_rule': {'security_group_id': '62e6c78d-890c-4414-98d1-501cf554cda9', 'project_id': 'fa44bdefb3424b738530691128430992', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:59.514702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:59.519282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:59.522593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:59.530187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:59.538707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4364bca4-36fa-4bef-9266-91a15897050f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:59.540233 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4364bca4-36fa-4bef-9266-91a15897050f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2374690 Apr 23 00:32:59.545754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38202) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:59.564891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.593614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 3e6954c2-e8c9-4e18-8488-86fc951df836 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:32:59.593954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.625845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.631725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.656379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d20d49f-b6a0-4a16-96b7-0ae51db01a4f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:59.666688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.671252 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bb3f9d72-801a-4ce3-abcd-8c1c795979ce tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685855 Apr 23 00:32:59.672224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38206) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:59.678310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'security_group_rule': {'security_group_id': '62e6c78d-890c-4414-98d1-501cf554cda9', 'project_id': 'fa44bdefb3424b738530691128430992', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:59.685562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:59.690295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:59.695289 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] The port '3e6954c2-e8c9-4e18-8488-86fc951df836' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:32:59.695452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:59.697178 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45d5581-1ead-4063-b1ef-88ad578b305d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:32:59.697731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b45d5581-1ead-4063-b1ef-88ad578b305d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:32:59.701946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:59.713496 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Project fa44bdefb3424b738530691128430992 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:32:59.720816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.787422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.792648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.813861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77df859-58a1-4171-b483-c401fa37d3ba,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:32:59.837251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.838500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b2b54eed-a479-47d0-bce3-83ed65068078 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1650174 Apr 23 00:32:59.842667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38210) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:59.847860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'security_group_rule': {'security_group_id': '62e6c78d-890c-4414-98d1-501cf554cda9', 'project_id': 'fa44bdefb3424b738530691128430992', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:59.853919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:59.862439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b45d5581-1ead-4063-b1ef-88ad578b305d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:32:59.866955 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b45d5581-1ead-4063-b1ef-88ad578b305d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/7de780b2-e269-4430-b3f7-7f7014a1ae67 HTTP/1.1" status: 404 len: 333 time: 0.3132334 Apr 23 00:32:59.867106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:security_group_rule and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:59.870690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38214) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:32:59.872685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:59.884202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-468463121'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:32:59.887712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:59.894227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:32:59.899983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:32:59.903239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:32:59.908871 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Project fa44bdefb3424b738530691128430992 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:32:59.913512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:32:59.920688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:32:59.937780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:32:59.941236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.014324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:00.036727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.038229 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment 4bd679b4-a21f-43c2-9187-c0d8463dbd73 of type vlan for network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 Apr 23 00:33:00.039652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.049063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.094931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Deleting port a67d08a5-a5ff-4d7c-aa35-5f6697313a0e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:00.095512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.096263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.100154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359e6219-d0ca-4d6d-907b-1b48b2a1bb49,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:00.119028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.120190 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5bf93e6c-c10d-4645-818f-398443a46ed6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2765808 Apr 23 00:33:00.128806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38218) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:00.141995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.148047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:00.148782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.159316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'network': {'name': 'tempest-network-smoke--117907759', 'project_id': 'fa44bdefb3424b738530691128430992', 'port_security_enabled': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:00.197556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.211631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:00.249256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:network and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:00.256995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.265941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] The port 'a67d08a5-a5ff-4d7c-aa35-5f6697313a0e' was deleted {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:33:00.274897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:00.350435 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4716763 Apr 23 00:33:00.354435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38230) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:00.357090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:00.361375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59f2f27-b5e5-4880-bd70-9330b6d77508']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:00.362832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:00.381787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc5e57-c9b3-430b-98dc-0b673d1978df tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:00.395947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:33:00.398369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025d4237-5356-42cd-afe0-29ea6085cba1') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:00.398672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025d4237-5356-42cd-afe0-29ea6085cba1') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:00.439887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:00.441555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.463428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Made reservation on behalf of fa44bdefb3424b738530691128430992 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:00.467835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.476693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:00.490479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:00.491074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.493338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d079a60-80cb-4c82-a78f-29bd4139952d None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:00.499124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.535585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:00.540818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:00.547377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:00.553812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:00.558446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=3dba130e-77bf-4070-a157-a07d7af377de,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:00.570553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:00.575939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.640455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.664345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.664757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.665023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.665366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.665698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.666030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.666380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.666717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.667044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.667762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.667762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.668114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:00.680290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:00.680699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: util.warn( Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:00.703246 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:00.716802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.820439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:00.825259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '3dba130e-77bf-4070-a157-a07d7af377de'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:00.826341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.842854 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0897d1b0-430f-4f89-a1ad-f7a5d079d630 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3566911 Apr 23 00:33:00.847414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38236) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:00.859604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.897516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e9a6f4-d8ec-4886-8998-d62d647dc272']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:00.919126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.919660 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Added segment 4faf2286-9814-46f9-b7d5-b7de81e4455a of type vlan for network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 Apr 23 00:33:00.923343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1770541887', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:00.946099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5807eb87-59c3-4b92-b4a6-bc1a83137c08') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:00.946345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5807eb87-59c3-4b92-b4a6-bc1a83137c08') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:00.954013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:00.961239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:00.993034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': '4bd679b4-a21f-43c2-9187-c0d8463dbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:00.993415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:33:00.999695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.006704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.014893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:router and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:01.024533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:01.048150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=5a9994ff-9379-4171-a27b-342d40ce67bf,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:01.049662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/3dba130e-77bf-4070-a157-a07d7af377de/2e440e56-9662-410a-9222-a442f3a404c6) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:01.054212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:33:01.056128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=e59f2f27-b5e5-4880-bd70-9330b6d77508,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:01.062507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:01.076294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:01.082080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:01.083073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.101027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8180f8-4794-4514-aba9-edd43083d57c None None] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:01.115929 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9576f432-0d67-4717-871d-173d0c7ccb40 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7605956 Apr 23 00:33:01.116715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38240) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:01.123942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:01.163048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.171810 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-418dfefa-08b0-4a92-956e-0f0cb7febd6f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/e59f2f27-b5e5-4880-bd70-9330b6d77508 HTTP/1.1" status: 204 len: 168 time: 5.4169450 Apr 23 00:33:01.172500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38244) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:01.182121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.199093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-756309915'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:01.212589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:01.221932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:01.222371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:01.238592 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:01.254192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:network and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:01.257032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.258616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.263794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:01.319338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:01.323721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:01.327846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:01.332862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:01.335085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:01.351347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:01.357023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.379013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.409641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:01.413034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.423846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.441331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.448624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.454482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:01.455021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.463639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.507301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Pushing event deleted for resources: {'Network': ['ID=a1e9a6f4-d8ec-4886-8998-d62d647dc272,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:01.531451 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.ipam_backend_mixin [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a9994ff-9379-4171-a27b-342d40ce67bf (CIDR: 172.20.0.0/28) Apr 23 00:33:01.534996 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c7cda95d-7859-45a9-9206-b7ad706ec37f tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/networks/a1e9a6f4-d8ec-4886-8998-d62d647dc272 HTTP/1.1" status: 204 len: 168 time: 6.2880871 Apr 23 00:33:01.535568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38248) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:01.535924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:33:01.536504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:33:01.539301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Transition to ACTIVE for port object 2e440e56-9662-410a-9222-a442f3a404c6 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:01.565344 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5a671ab4-be57-40d1-8c79-ea3c7f725030 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4474349 Apr 23 00:33:01.566038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38252) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:01.569002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:01.572786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:01.580045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Transition to ACTIVE for port object 2e440e56-9662-410a-9222-a442f3a404c6 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:01.614277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.619557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.622014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4792695 Apr 23 00:33:01.643323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38256) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:01.644994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-793178ac-7234-4394-b7f8-61c0f1fe2938 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Synchronizing usage tracker for tenant:c6ae294122e545588f1b42b2a5cbd8fd on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:01.678376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9', 'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9', 'tenant_id': '7eaf7d055d2d4a9a8f319cbebecee5c2', 'fixed_ips': [{'subnet_id': '5a9994ff-9379-4171-a27b-342d40ce67bf'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:01.679649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.728230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.728572 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Added segment a9c53a03-b305-45c6-8fd4-5c15d586c8fd of type vlan for network fdde5471-0943-49df-9f4a-fb283a8daca1 Apr 23 00:33:01.729653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:01.732470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'admin_state_up': True, 'project_id': 'fa44bdefb3424b738530691128430992', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:01.733893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:01.736811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:01.757107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Pushing event updated for resources: {'Port': ['ID=2e440e56-9662-410a-9222-a442f3a404c6,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:01.764728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:01.772153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.773318 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a468e452-39dd-42fb-bd87-9ee798d63af5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8686078 Apr 23 00:33:01.774098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e9298-eb9a-4c8f-9390-e5b0fb2743d8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Network': ['ID=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:01.780419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:router and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:01.784645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38262) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:01.784919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:01.789158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:01.817448 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:33:01.820768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:01.825737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.836372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-793178ac-7234-4394-b7f8-61c0f1fe2938 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Unset dirty status for tenant:c6ae294122e545588f1b42b2a5cbd8fd on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:01.840936 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-793178ac-7234-4394-b7f8-61c0f1fe2938 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5bcc1a9-1520-4db2-9850-473b88688084 HTTP/1.1" status: 200 len: 205 time: 0.2908692 Apr 23 00:33:01.843771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38266) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:01.920077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:01.921096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.042041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Attempting to bind port 2e440e56-9662-410a-9222-a442f3a404c6 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:02.042754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Attempting to bind port 2e440e56-9662-410a-9222-a442f3a404c6 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:02.044154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Attempting to bind port 2e440e56-9662-410a-9222-a442f3a404c6 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:02.135096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:02.135868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:02.136542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.137631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:02.138486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Bound port: 2e440e56-9662-410a-9222-a442f3a404c6, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:02.139079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.201638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:33:02.209167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:02.214882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:02.258311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Allocated IP 172.20.0.2 (9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9/5a9994ff-9379-4171-a27b-342d40ce67bf/04da92d5-c4f7-43a6-9acc-6af3c6371034) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:02.345343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84a28617-144b-4cfc-a2a4-30a14010b3b6 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.384078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] For port 2e440e56-9662-410a-9222-a442f3a404c6, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:02.399297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] For port 2e440e56-9662-410a-9222-a442f3a404c6, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2e440e56-9662-410a-9222-a442f3a404c6,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:02.416043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:02.461663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.463991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port b1ee6ef9-35c6-4084-97eb-9f16205c3312 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:02.464338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.473226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:02.476803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.611203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c7e7b-06ae-4efd-9d21-4c0a0753ba3a None None] Pushing event updated for resources: {'Port': ['ID=2e440e56-9662-410a-9222-a442f3a404c6,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:02.643350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.686808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.747584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.758304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.758586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:02.759314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.776600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Transition to ACTIVE for port object 04da92d5-c4f7-43a6-9acc-6af3c6371034 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:02.828086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Transition to ACTIVE for port object 04da92d5-c4f7-43a6-9acc-6af3c6371034 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:02.842044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:02.958386 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Pushing event updated for resources: {'Port': ['ID=04da92d5-c4f7-43a6-9acc-6af3c6371034,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:02.974908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:02.976337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:02.980497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:03.073049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Network': ['ID=fdde5471-0943-49df-9f4a-fb283a8daca1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:03.177329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network fdde5471-0943-49df-9f4a-fb283a8daca1 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:33:03.230463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Attempting to bind port 04da92d5-c4f7-43a6-9acc-6af3c6371034 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:03.232548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Attempting to bind port 04da92d5-c4f7-43a6-9acc-6af3c6371034 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4bd679b4-a21f-43c2-9187-c0d8463dbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:03.235945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Attempting to bind port 04da92d5-c4f7-43a6-9acc-6af3c6371034 on network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:03.253599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:03.272812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:03.273097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Checking segment: {'id': '4bd679b4-a21f-43c2-9187-c0d8463dbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:03.273534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:03.273996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Bound using segment: {'id': '4bd679b4-a21f-43c2-9187-c0d8463dbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:03.274586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Bound port: 04da92d5-c4f7-43a6-9acc-6af3c6371034, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd679b4-a21f-43c2-9187-c0d8463dbd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:03.275048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:03.332860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port b1ee6ef9-35c6-4084-97eb-9f16205c3312, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b1ee6ef9-35c6-4084-97eb-9f16205c3312,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:03.333450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:03.394286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=7937d057-50b5-4555-bb59-2684180f9bbc,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:03.406635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:03.419241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:03.432690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:03.433285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:03.452488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] For port 04da92d5-c4f7-43a6-9acc-6af3c6371034, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:03.457347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] For port 04da92d5-c4f7-43a6-9acc-6af3c6371034, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04da92d5-c4f7-43a6-9acc-6af3c6371034,segment=NetworkSegment(4bd679b4-a21f-43c2-9187-c0d8463dbd73),segment_id=4bd679b4-a21f-43c2-9187-c0d8463dbd73)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:03.468758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:03.479061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for b1ee6ef9-35c6-4084-97eb-9f16205c3312 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:03.541322 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-25283c1d-166f-421c-b397-b96b49b039f0 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9697297 Apr 23 00:33:03.547982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38272) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:03.565618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9', 'fixed_ips': [{'subnet_id': '5a9994ff-9379-4171-a27b-342d40ce67bf'}, {'subnet_id': '7937d057-50b5-4555-bb59-2684180f9bbc'}], 'name': 'tempest-PortsTestJSON-639234728'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:03.595790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f511ee-e3b7-4caf-8b73-0de1d714db6b None None] Pushing event updated for resources: {'Port': ['ID=04da92d5-c4f7-43a6-9acc-6af3c6371034,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:03.717626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::1 (986a55f2-d336-4e62-8bc6-ead9728638f4/3dba130e-77bf-4070-a157-a07d7af377de/dbf18236-13c4-41d8-a601-39c27eabcbf9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:03.760693 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4e650843-f4b5-4019-ad79-4d3ab64b4ea1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.5739698 Apr 23 00:33:03.761757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38276) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:03.784519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84a28617-144b-4cfc-a2a4-30a14010b3b6 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:03.796419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:03.866601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 2e440e56-9662-410a-9222-a442f3a404c6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:03.958938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:03.970517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:03.982477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:04.006722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:04.076572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:04.081092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 2e440e56-9662-410a-9222-a442f3a404c6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:04.105457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.145841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object dbf18236-13c4-41d8-a601-39c27eabcbf9 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:04.288585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.310911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.318315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84a28617-144b-4cfc-a2a4-30a14010b3b6 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.387048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 66c264ae-bc30-41d0-99e0-ebc4b985b08a yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:04.437275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:04.442064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:04.452135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:04.452373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.455219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=dbf18236-13c4-41d8-a601-39c27eabcbf9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:04.490784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Provisioning for port 2e440e56-9662-410a-9222-a442f3a404c6 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:04.498852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Provisioning complete for port 2e440e56-9662-410a-9222-a442f3a404c6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:04.499684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.604588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84a28617-144b-4cfc-a2a4-30a14010b3b6 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.605194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a28617-144b-4cfc-a2a4-30a14010b3b6 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Fanout notify agent at l3_agent the message router_deleted on router e5bcc1a9-1520-4db2-9850-473b88688084 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:33:04.688291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.695901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:04.711968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.712965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84a28617-144b-4cfc-a2a4-30a14010b3b6 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.716918 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-84a28617-144b-4cfc-a2a4-30a14010b3b6 tempest-RoutersNegativeTest-991638384 tempest-RoutersNegativeTest-991638384-project] 10.222.0.39 "DELETE /v2.0/routers/e5bcc1a9-1520-4db2-9850-473b88688084 HTTP/1.1" status: 204 len: 168 time: 2.8697624 Apr 23 00:33:04.721657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:04.741356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:04.756312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:04.796699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] For port 2e440e56-9662-410a-9222-a442f3a404c6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2e440e56-9662-410a-9222-a442f3a404c6,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:04.797956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.798475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.816480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.906390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=b1ee6ef9-35c6-4084-97eb-9f16205c3312,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:04.909018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:04.912799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:04.973046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Pushing event updated for resources: {'Port': ['ID=2e440e56-9662-410a-9222-a442f3a404c6,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:04.988890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.989334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.989691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.990026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.990516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.990852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.991190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.991574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.991915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.992290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.992625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:04.992954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddc76ce-cdfb-42b1-a192-7345583dc061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:05.044472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-11d6872e-76dc-43b7-8b99-e25e347e3ce5 None None] Provisioning for port dbf18236-13c4-41d8-a601-39c27eabcbf9 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:05.052445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-11d6872e-76dc-43b7-8b99-e25e347e3ce5 None None] Provisioning complete for port dbf18236-13c4-41d8-a601-39c27eabcbf9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:05.052824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-11d6872e-76dc-43b7-8b99-e25e347e3ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:05.211658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-11d6872e-76dc-43b7-8b99-e25e347e3ce5 None None] Port dbf18236-13c4-41d8-a601-39c27eabcbf9 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:05.256973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6199c4-b3ba-4407-a7e4-d47d95a45493 None None] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:05.283369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38286) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:05.463935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.5 (9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9/5a9994ff-9379-4171-a27b-342d40ce67bf/66c264ae-bc30-41d0-99e0-ebc4b985b08a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:05.532814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f3b41174-fa45-4971-b760-1fdb3e1fd9c3 None None] Provisioning for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:05.568727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.29 (9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9/7937d057-50b5-4555-bb59-2684180f9bbc/66c264ae-bc30-41d0-99e0-ebc4b985b08a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:05.824446 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b5194153-674a-492e-b0ab-7e2e43586680 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6ae294122e545588f1b42b2a5cbd8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382104 Apr 23 00:33:05.831190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38302) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:05.844064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:05.849251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:05.947207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] Update dhcp port {'port': {'network_id': '9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9', 'fixed_ips': [{'subnet_id': '5a9994ff-9379-4171-a27b-342d40ce67bf', 'ip_address': '172.20.0.2'}, {'subnet_id': '7937d057-50b5-4555-bb59-2684180f9bbc'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '04da92d5-c4f7-43a6-9acc-6af3c6371034'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:33:06.044799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04da92d5-c4f7-43a6-9acc-6af3c6371034 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:06.074229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a0a3-a59c-44fa-916c-f9ac86771894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.088182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.112793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.130075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.130899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.168355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.172313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a0a3-a59c-44fa-916c-f9ac86771894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.206840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 66c264ae-bc30-41d0-99e0-ebc4b985b08a will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:06.280687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=dbf18236-13c4-41d8-a601-39c27eabcbf9,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:06.331173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:06.337632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:06.337632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.392605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.404124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.437573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a0a3-a59c-44fa-916c-f9ac86771894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.448926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=6b0df3db-2c09-4927-8993-c8336ac813e8,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:06.461224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-4d1d0537-e896-4a59-9eb2-3ff02d79bd50 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:06.468576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.483546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4a0a3-a59c-44fa-916c-f9ac86771894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6c382-68f8-465a-af5c-cdd8056e12d9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:06.488491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:06.503200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:06.504361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:06.510028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:06.517990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:06.529789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] Allocated IP 172.20.0.18 (9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9/7937d057-50b5-4555-bb59-2684180f9bbc/04da92d5-c4f7-43a6-9acc-6af3c6371034) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:06.531905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.545324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=66c264ae-bc30-41d0-99e0-ebc4b985b08a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:06.594302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Checking segment: {'id': 'a9c53a03-b305-45c6-8fd4-5c15d586c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:06.594302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network hostable DHCP agents. Network: fdde5471-0943-49df-9f4a-fb283a8daca1, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:33:06.634854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a0a3-a59c-44fa-916c-f9ac86771894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.635970 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e8a4a0a3-a59c-44fa-916c-f9ac86771894 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cc6c382-68f8-465a-af5c-cdd8056e12d9 HTTP/1.1" status: 204 len: 168 time: 0.8038421 Apr 23 00:33:06.653348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-4d1d0537-e896-4a59-9eb2-3ff02d79bd50 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:06.662910 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-4d1d0537-e896-4a59-9eb2-3ff02d79bd50 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546526888&fields=id&tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 267 time: 0.6982481 Apr 23 00:33:06.720133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] For port 04da92d5-c4f7-43a6-9acc-6af3c6371034, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04da92d5-c4f7-43a6-9acc-6af3c6371034,segment=NetworkSegment(4bd679b4-a21f-43c2-9187-c0d8463dbd73),segment_id=4bd679b4-a21f-43c2-9187-c0d8463dbd73)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:06.741727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network fdde5471-0943-49df-9f4a-fb283a8daca1 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:33:06.754205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.784120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:06.785111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.785330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] Transition to ACTIVE for port object 04da92d5-c4f7-43a6-9acc-6af3c6371034 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:06.830931 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e118a5df-b2cd-4afb-a569-00996eb77c5c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.2807012 Apr 23 00:33:06.835024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38308) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:06.848257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.849334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a9994ff-9379-4171-a27b-342d40ce67bf'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:06.943640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, fdde5471-0943-49df-9f4a-fb283a8daca1) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:06.962280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:06.962876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:06.980103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7f35f-c220-47e4-9ef8-c64b834939d4 None None] Network fdde5471-0943-49df-9f4a-fb283a8daca1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:07.039267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Router ad8e8dab-ff3d-4074-8026-a6240e11cc86 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:33:07.049863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:07.050880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:07.081159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3034536-95dd-4931-933f-ff628b3484c8 None None] Pushing event updated for resources: {'Port': ['ID=04da92d5-c4f7-43a6-9acc-6af3c6371034,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:07.140227 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-125eab02-d3b7-4a4b-b9b6-cbd8fbfc9885 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3641682 Apr 23 00:33:07.150527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38316) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:07.150832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f8c48f09-5f1b-4c5b-a0e6-6c368e822462 None None] Provisioning complete for port dbf18236-13c4-41d8-a601-39c27eabcbf9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:07.151212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f8c48f09-5f1b-4c5b-a0e6-6c368e822462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.155246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Allocated IP 172.26.8.56 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/0909b7c3-e398-41ee-94c0-8988a1e6b816) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:07.225203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f8c48f09-5f1b-4c5b-a0e6-6c368e822462 None None] Port dbf18236-13c4-41d8-a601-39c27eabcbf9 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:07.230698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-99dc3a3d-5c03-4821-8735-d28f107d452b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:07.232310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-99dc3a3d-5c03-4821-8735-d28f107d452b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:07.241378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1765958079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:07.262654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:07.280827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:router and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:07.289685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:07.336322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:07.336552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.415658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-99dc3a3d-5c03-4821-8735-d28f107d452b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:07.420068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-fdde5471-0943-49df-9f4a-fb283a8daca1', 'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1', 'tenant_id': '64d5d003d79e452e8eb0df89bf8887a7', 'fixed_ips': [{'subnet_id': '6b0df3db-2c09-4927-8993-c8336ac813e8'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:07.421168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.423575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-99dc3a3d-5c03-4821-8735-d28f107d452b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 812 time: 0.7596464 Apr 23 00:33:07.457617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-db65bbcb-6b58-41a0-b1f8-665f07365205 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/quotas/f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 375 time: 0.0330567 Apr 23 00:33:07.499616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:33:07.502560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.503540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.565647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:07.572426 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-efcd9c67-39aa-4b40-8723-e215837db77e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "PUT /v2.0/routers/ad8e8dab-ff3d-4074-8026-a6240e11cc86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7867496 Apr 23 00:33:07.586658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38326) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:07.611450 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Sync routers for ids ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:07.635419 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Routers {'ad8e8dab-ff3d-4074-8026-a6240e11cc86'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:07.636336 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:07.733476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.784283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Allocated IP 2001:db8::2 (fdde5471-0943-49df-9f4a-fb283a8daca1/6b0df3db-2c09-4927-8993-c8336ac813e8/962eed76-bd34-4cb9-a520-57e523c73378) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:07.864830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.906305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f12910-4ae3-4dad-bfcb-dfba4667e624 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:07.907017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-85f12910-4ae3-4dad-bfcb-dfba4667e624 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:07.908572 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Set router ad8e8dab-ff3d-4074-8026-a6240e11cc86 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:07.958321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-85f12910-4ae3-4dad-bfcb-dfba4667e624 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:07.960951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:07.963583 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-85f12910-4ae3-4dad-bfcb-dfba4667e624 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports/dbf18236-13c4-41d8-a601-39c27eabcbf9 HTTP/1.1" status: 200 len: 911 time: 0.3759441 Apr 23 00:33:07.974129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38338) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:07.987269 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-4ec35bed-477b-438c-8c02-1b893a062304 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5221989 Apr 23 00:33:08.018296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:08.034131 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a2e4ad5f-6f65-48c5-be5f-3d46eced5ffe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/ce7cc8e7-a879-4ccd-9a39-3851bf5ace54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7128899 Apr 23 00:33:08.055150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.107365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38346) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:08.118409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.127769 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72604bd9-7f1a-45ec-8251-eb25987ac012 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9751196 Apr 23 00:33:08.133898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38350) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:08.157624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1', 'name': 'tempest-PortsIpV6TestJSON-191560615'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:08.310143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.322443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Transition to ACTIVE for port object 962eed76-bd34-4cb9-a520-57e523c73378 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:08.333487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119351078'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:08.343082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Transition to ACTIVE for port object 962eed76-bd34-4cb9-a520-57e523c73378 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:08.344071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:08.350860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] Sync routers for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:08.358163 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7aa258-c00c-4a59-ae41-b19639fc2a5a None None] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:08.360762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9805b9f-568c-41dd-aa58-ea29b51131c0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:08.367143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9805b9f-568c-41dd-aa58-ea29b51131c0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:08.369042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c9805b9f-568c-41dd-aa58-ea29b51131c0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3913963 Apr 23 00:33:08.380349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.385352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:08.390092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38356) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:08.439929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 04da92d5-c4f7-43a6-9acc-6af3c6371034, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04da92d5-c4f7-43a6-9acc-6af3c6371034,segment=NetworkSegment(4bd679b4-a21f-43c2-9187-c0d8463dbd73),segment_id=4bd679b4-a21f-43c2-9187-c0d8463dbd73)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:08.462282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Network fdde5471-0943-49df-9f4a-fb283a8daca1 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:08.470374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:08.488540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Delete allocated IP 172.20.0.29 (9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9/7937d057-50b5-4555-bb59-2684180f9bbc) {{(pid=88072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:33:08.500439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:08.549695 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'name': 'tempest-NetworksTestDHCPv6-router-1770541887', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:01Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None, '_interfaces': [{'id': 'dbf18236-13c4-41d8-a601-39c27eabcbf9', 'name': '', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'mac_address': 'fa:16:3e:6d:20:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3dba130e-77bf-4070-a157-a07d7af377de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:05Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'subnets': [{'id': '3dba130e-77bf-4070-a157-a07d7af377de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:08.561708 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Checking router: ad8e8dab-ff3d-4074-8026-a6240e11cc86 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:08.562110 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Updating router ad8e8dab-ff3d-4074-8026-a6240e11cc86 port dbf18236-13c4-41d8-a601-39c27eabcbf9 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:33:08.588746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:08.592190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:08.594716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.595387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 2e440e56-9662-410a-9222-a442f3a404c6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:08.634460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:08.635146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:08.651120 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.667209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.684617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.752285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.764909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5c713482-1afa-4870-8679-96fcf1337859 None None] Provisioning for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:08.771080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Port': ['ID=0909b7c3-e398-41ee-94c0-8988a1e6b816,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:08.804223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Pushing event updated for resources: {'Port': ['ID=962eed76-bd34-4cb9-a520-57e523c73378,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:08.832595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.848587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Ignored duplicate provisioning block setup for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 23 00:33:08.876948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:08.881466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5c713482-1afa-4870-8679-96fcf1337859 None None] Provisioning complete for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:08.881884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c713482-1afa-4870-8679-96fcf1337859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.882377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:08.888552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:08.922966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:08.979856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:09.007846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:09.011271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Attempting to bind port 962eed76-bd34-4cb9-a520-57e523c73378 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:09.011641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Attempting to bind port 962eed76-bd34-4cb9-a520-57e523c73378 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a9c53a03-b305-45c6-8fd4-5c15d586c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:09.011892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:09.013536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Attempting to bind port 962eed76-bd34-4cb9-a520-57e523c73378 on network fdde5471-0943-49df-9f4a-fb283a8daca1 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:09.026410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:port and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:09.032722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:09.067458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:09.081122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:09.081501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Checking segment: {'id': 'a9c53a03-b305-45c6-8fd4-5c15d586c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:09.081899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.082331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Bound using segment: {'id': 'a9c53a03-b305-45c6-8fd4-5c15d586c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:09.082820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Bound port: 962eed76-bd34-4cb9-a520-57e523c73378, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c53a03-b305-45c6-8fd4-5c15d586c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'fdde5471-0943-49df-9f4a-fb283a8daca1'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:09.083192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.102212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:09.143244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:09.161859 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.177661 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Transition to ACTIVE for port object dbf18236-13c4-41d8-a601-39c27eabcbf9 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:09.187635 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-1ab6b13c-d3be-432e-8205-22758968f795 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1858537 Apr 23 00:33:09.193057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:09.197115 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.200945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.212853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=66c264ae-bc30-41d0-99e0-ebc4b985b08a,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:09.253216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f40f1-959f-4c39-96d4-edcd3159aeaf req-760177ed-a5d4-44be-9c73-3e9ea5322a38 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:09.255033 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c3f40f1-959f-4c39-96d4-edcd3159aeaf req-760177ed-a5d4-44be-9c73-3e9ea5322a38 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 0.6974688 Apr 23 00:33:09.347707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=04da92d5-c4f7-43a6-9acc-6af3c6371034,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:09.404666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 2e440e56-9662-410a-9222-a442f3a404c6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:09.404666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.424170 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73885fa-2867-4151-b292-34aaaadd850e None None] Pushing event updated for resources: {'Port': ['ID=dbf18236-13c4-41d8-a601-39c27eabcbf9,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:09.482946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:09.549794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 32ea48e4-c771-40ef-ba69-71ec57bb0907 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:09.553386 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Attempting to bind port dbf18236-13c4-41d8-a601-39c27eabcbf9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:09.554058 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Attempting to bind port dbf18236-13c4-41d8-a601-39c27eabcbf9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:09.554587 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Attempting to bind port dbf18236-13c4-41d8-a601-39c27eabcbf9 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:09.564683 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:09.565248 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:09.565805 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.566380 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:09.567140 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Bound port: dbf18236-13c4-41d8-a601-39c27eabcbf9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:09.567633 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.605470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] In _notify_port_updated(), no bound segment for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a on network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:33:09.612037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:09.612895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.614414 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d91a422b-6927-4c4b-a14c-2f55645d2904 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "PUT /v2.0/ports/66c264ae-bc30-41d0-99e0-ebc4b985b08a HTTP/1.1" status: 200 len: 918 time: 2.7784076 Apr 23 00:33:09.622230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38364) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:09.634450 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c3f40f1-959f-4c39-96d4-edcd3159aeaf req-6c5059f8-bf14-41bf-8319-e43aee451a4f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703415 Apr 23 00:33:09.641808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5a9994ff-9379-4171-a27b-342d40ce67bf'}, {'subnet_id': '7937d057-50b5-4555-bb59-2684180f9bbc'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:09.676060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] For port 962eed76-bd34-4cb9-a520-57e523c73378, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:09.708199 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-a2e190ca-a60f-45c0-9159-308261968ff9 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729118 Apr 23 00:33:09.724389 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] For port dbf18236-13c4-41d8-a601-39c27eabcbf9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:09.728278 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] For port dbf18236-13c4-41d8-a601-39c27eabcbf9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dbf18236-13c4-41d8-a601-39c27eabcbf9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:09.736938 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.773359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.787175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] For port 962eed76-bd34-4cb9-a520-57e523c73378, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=962eed76-bd34-4cb9-a520-57e523c73378,segment=NetworkSegment(a9c53a03-b305-45c6-8fd4-5c15d586c8fd),segment_id=a9c53a03-b305-45c6-8fd4-5c15d586c8fd)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:09.804387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.805552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.830573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:09.864078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:09.882700 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Routers {'ad8e8dab-ff3d-4074-8026-a6240e11cc86'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:09.883573 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:09.894084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062c450-f2ee-40d2-b133-5d8abb9d1f98 None None] Pushing event updated for resources: {'Port': ['ID=962eed76-bd34-4cb9-a520-57e523c73378,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:09.910230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::35f (fdde5471-0943-49df-9f4a-fb283a8daca1/6b0df3db-2c09-4927-8993-c8336ac813e8/32ea48e4-c771-40ef-ba69-71ec57bb0907) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:09.922772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:09.948492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:10.055720 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73885fa-2867-4151-b292-34aaaadd850e None None] Pushing event updated for resources: {'Port': ['ID=dbf18236-13c4-41d8-a601-39c27eabcbf9,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:10.146110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:10.247791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f961ebc-b544-4a45-a62e-59bf565ee6cd,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:10.329409 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] Set router ad8e8dab-ff3d-4074-8026-a6240e11cc86 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:10.432377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.461853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 32ea48e4-c771-40ef-ba69-71ec57bb0907 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:10.497383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04da92d5-c4f7-43a6-9acc-6af3c6371034 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:10.508682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.619455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=32ea48e4-c771-40ef-ba69-71ec57bb0907,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:10.663036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network fdde5471-0943-49df-9f4a-fb283a8daca1 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:10.699824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:10.729984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:10.735577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:10.735577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.753443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:10.758523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:10.811089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:11.002645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:37Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:11.007750 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3d2d6cbd-9dce-4b68-acfb-d3300bb97e00 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8699803 Apr 23 00:33:11.014001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38384) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:11.024402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] Checking router: ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:11.091920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-245a33bf-0dd0-4bd8-ba7c-6b3ea7637456 req-739c4cf5-6b63-446b-a48a-34d166fd6885 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:11.097895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:11.098559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:11.123778 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'name': 'tempest-NetworksTestDHCPv6-router-1770541887', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:01Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None, '_interfaces': [{'id': 'dbf18236-13c4-41d8-a601-39c27eabcbf9', 'name': '', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'mac_address': 'fa:16:3e:6d:20:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3dba130e-77bf-4070-a157-a07d7af377de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:09Z', 'revision_number': 4, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'subnets': [{'id': '3dba130e-77bf-4070-a157-a07d7af377de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:11.128460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:11.140199 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d7fd3-8004-410a-9139-1480d3d4a2c2 None None] The sync data for ids ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'] in dv-neutron-838784-1-hyperv is: [{'id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'name': 'tempest-NetworksTestDHCPv6-router-1770541887', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:01Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 2, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None, '_interfaces': [{'id': 'dbf18236-13c4-41d8-a601-39c27eabcbf9', 'name': '', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'mac_address': 'fa:16:3e:6d:20:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '3dba130e-77bf-4070-a157-a07d7af377de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:09Z', 'revision_number': 4, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'subnets': [{'id': '3dba130e-77bf-4070-a157-a07d7af377de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:11.250010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:11.254764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:11.279715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:11.515071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:11.564265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-e53ede92-d45c-4fe1-9839-91e60fa38604 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:11.565823 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-e53ede92-d45c-4fe1-9839-91e60fa38604 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 1.4175012 Apr 23 00:33:11.627684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-29fb74ee-3fdc-4b9f-b8ca-52196d8cf453 None None] Provisioning complete for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:11.627944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-29fb74ee-3fdc-4b9f-b8ca-52196d8cf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:11.629761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba3cde0-1ee3-474d-9e98-0fd93e4ad143,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:11.776640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-245a33bf-0dd0-4bd8-ba7c-6b3ea7637456 req-739c4cf5-6b63-446b-a48a-34d166fd6885 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:11.791912 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-245a33bf-0dd0-4bd8-ba7c-6b3ea7637456 req-739c4cf5-6b63-446b-a48a-34d166fd6885 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 210 time: 0.9878376 Apr 23 00:33:11.824817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:11.832573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6873defe-0b68-4d17-ac41-18fb070032fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.7238855 Apr 23 00:33:11.884456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38390) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:11.941226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b564f-4bc8-4435-90bf-25ae9d88e1c7 req-7748c3a0-0da9-46dc-8006-c4bbe4ad0652 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:11.942312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5e7b564f-4bc8-4435-90bf-25ae9d88e1c7 req-7748c3a0-0da9-46dc-8006-c4bbe4ad0652 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:12.004648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0544c6-684b-4217-bfe7-8eb522815c1a None None] Network fdde5471-0943-49df-9f4a-fb283a8daca1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:12.089735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port a2600377-d2c1-4cd2-b864-88385def6cf6 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:12.090681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:12.156400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5e7b564f-4bc8-4435-90bf-25ae9d88e1c7 req-7748c3a0-0da9-46dc-8006-c4bbe4ad0652 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:12.157011 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e7b564f-4bc8-4435-90bf-25ae9d88e1c7 req-7748c3a0-0da9-46dc-8006-c4bbe4ad0652 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 1.2679751 Apr 23 00:33:12.316511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-29fb74ee-3fdc-4b9f-b8ca-52196d8cf453 None None] Provisioning for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:12.331846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-29fb74ee-3fdc-4b9f-b8ca-52196d8cf453 None None] Provisioning complete for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:12.332221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-29fb74ee-3fdc-4b9f-b8ca-52196d8cf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:12.400075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-29fb74ee-3fdc-4b9f-b8ca-52196d8cf453 None None] Port 66c264ae-bc30-41d0-99e0-ebc4b985b08a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:12.455629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 962eed76-bd34-4cb9-a520-57e523c73378 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:12.544141 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-79cffd9f-a804-430d-b317-630454a2de51 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6458440 Apr 23 00:33:12.553488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38394) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:12.598492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c9a0f304-fdca-42df-a06d-87c1bbe385e7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-security--1988693054', 'description': 'tempest-security-description-901401813'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:12.633503 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e7b564f-4bc8-4435-90bf-25ae9d88e1c7 req-42392d70-7067-4886-a3b0-6895dde16bf3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964700 Apr 23 00:33:12.668815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ca665062-571a-402f-b30e-634526b4278a None None] Provisioning complete for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:12.670562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ca665062-571a-402f-b30e-634526b4278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:12.724921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 962eed76-bd34-4cb9-a520-57e523c73378 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:12.743449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbf18236-13c4-41d8-a601-39c27eabcbf9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:12.752197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f304-fdca-42df-a06d-87c1bbe385e7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:12.767625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port dbf18236-13c4-41d8-a601-39c27eabcbf9 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:12.768193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:12.795229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:12.829796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:37Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:12.840518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7175d-1c2b-44a9-99a5-3eec99b9b9f7 None None] The sync data for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv is: [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7678abe-1eff-4663-824f-c2dda6ebc140', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.128', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'port_id': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'mac_address': 'fa:16:3e:d9:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:30:29Z', 'updated_at': '2022-04-23T00:30:37Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:12.887947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ca665062-571a-402f-b30e-634526b4278a None None] Port 66c264ae-bc30-41d0-99e0-ebc4b985b08a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:12.903808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port dbf18236-13c4-41d8-a601-39c27eabcbf9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:12.913979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port dbf18236-13c4-41d8-a601-39c27eabcbf9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:12.914348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.007624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ca665062-571a-402f-b30e-634526b4278a None None] Provisioning for port 962eed76-bd34-4cb9-a520-57e523c73378 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:13.025767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.086125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ca665062-571a-402f-b30e-634526b4278a None None] Provisioning complete for port 962eed76-bd34-4cb9-a520-57e523c73378 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:13.086815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ca665062-571a-402f-b30e-634526b4278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.177127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f304-fdca-42df-a06d-87c1bbe385e7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.237191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.266290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f304-fdca-42df-a06d-87c1bbe385e7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.269650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9a0f304-fdca-42df-a06d-87c1bbe385e7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.273873 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c9a0f304-fdca-42df-a06d-87c1bbe385e7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "PUT /v2.0/security-groups/6ba3cde0-1ee3-474d-9e98-0fd93e4ad143 HTTP/1.1" status: 200 len: 1779 time: 0.7155952 Apr 23 00:33:13.282576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38402) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:13.405035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port dbf18236-13c4-41d8-a601-39c27eabcbf9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dbf18236-13c4-41d8-a601-39c27eabcbf9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:13.429776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] For port dbf18236-13c4-41d8-a601-39c27eabcbf9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dbf18236-13c4-41d8-a601-39c27eabcbf9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:13.430149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.438863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.616033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for dbf18236-13c4-41d8-a601-39c27eabcbf9 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:13.653937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ca665062-571a-402f-b30e-634526b4278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.680207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=dbf18236-13c4-41d8-a601-39c27eabcbf9,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:13.709878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ca665062-571a-402f-b30e-634526b4278a None None] For port 962eed76-bd34-4cb9-a520-57e523c73378, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=962eed76-bd34-4cb9-a520-57e523c73378,segment=NetworkSegment(a9c53a03-b305-45c6-8fd4-5c15d586c8fd),segment_id=a9c53a03-b305-45c6-8fd4-5c15d586c8fd)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:13.714019 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a801d637-ae8e-45be-b431-c0267dc4af96 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups/6ba3cde0-1ee3-474d-9e98-0fd93e4ad143 HTTP/1.1" status: 200 len: 1779 time: 0.4210219 Apr 23 00:33:13.714843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0f304-fdca-42df-a06d-87c1bbe385e7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba3cde0-1ee3-474d-9e98-0fd93e4ad143,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:13.727143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ca665062-571a-402f-b30e-634526b4278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.727305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38408) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:13.770228 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e4fd775f-139d-4e21-a461-1930e0312d3b req-48c3b841-59c9-46b7-8517-30e3fbaeac62 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 210 time: 0.7347450 Apr 23 00:33:13.813007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:13.813600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:13.820365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port a2600377-d2c1-4cd2-b864-88385def6cf6, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a2600377-d2c1-4cd2-b864-88385def6cf6,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:13.821192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.835135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.26 (9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9/7937d057-50b5-4555-bb59-2684180f9bbc/66c264ae-bc30-41d0-99e0-ebc4b985b08a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:13.843328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca665062-571a-402f-b30e-634526b4278a None None] Pushing event updated for resources: {'Port': ['ID=962eed76-bd34-4cb9-a520-57e523c73378,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:13.865916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a250634-9001-4969-bb43-862677b1bdcc None None] Provisioning for port 32ea48e4-c771-40ef-ba69-71ec57bb0907 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:13.875605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a250634-9001-4969-bb43-862677b1bdcc None None] Provisioning complete for port 32ea48e4-c771-40ef-ba69-71ec57bb0907 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:13.876050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a250634-9001-4969-bb43-862677b1bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:13.955112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a250634-9001-4969-bb43-862677b1bdcc None None] Port 32ea48e4-c771-40ef-ba69-71ec57bb0907 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:13.968076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a250634-9001-4969-bb43-862677b1bdcc None None] Provisioning complete for port 962eed76-bd34-4cb9-a520-57e523c73378 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:13.968569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a250634-9001-4969-bb43-862677b1bdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.009659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c697dbc-de26-4277-aadf-d1324b618863 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.017701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for a2600377-d2c1-4cd2-b864-88385def6cf6 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:14.061972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Router 841d664e-309d-4d00-afa6-cf387d66eba7 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:33:14.104696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c697dbc-de26-4277-aadf-d1324b618863 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.196172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-e36c162a-59a3-4186-972d-78d915200f7e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:14.198127 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-e36c162a-59a3-4186-972d-78d915200f7e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 812 time: 1.4926839 Apr 23 00:33:14.259029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1ad63-a0b7-4a53-a3dd-6567a72c303d req-ae71faa7-e7b6-4a1b-9d83-c47541277344 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:14.266634 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-90d1ad63-a0b7-4a53-a3dd-6567a72c303d req-ae71faa7-e7b6-4a1b-9d83-c47541277344 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 946 time: 0.3406112 Apr 23 00:33:14.318292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port dbf18236-13c4-41d8-a601-39c27eabcbf9 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:14.318669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.352198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 962eed76-bd34-4cb9-a520-57e523c73378 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:14.368230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.386390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.433397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-48c950ca-5dcb-4823-91e8-0054ba1128c0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:14.451725 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-90d1ad63-a0b7-4a53-a3dd-6567a72c303d req-338ab1a4-dd6c-4f6f-86d9-668c02d771f9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=c8e59c60-ba59-4b56-ba88-e581a68efb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841590 Apr 23 00:33:14.462088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.474654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c697dbc-de26-4277-aadf-d1324b618863 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.475486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 962eed76-bd34-4cb9-a520-57e523c73378 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:14.476308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.552147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:14.554083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697dbc-de26-4277-aadf-d1324b618863 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba3cde0-1ee3-474d-9e98-0fd93e4ad143,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:14.567754 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Sync routers for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:14.585984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:14.586827 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:14.589130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=32ea48e4-c771-40ef-ba69-71ec57bb0907,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:14.636968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c697dbc-de26-4277-aadf-d1324b618863 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.638626 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5c697dbc-de26-4277-aadf-d1324b618863 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/6ba3cde0-1ee3-474d-9e98-0fd93e4ad143 HTTP/1.1" status: 204 len: 168 time: 0.8963056 Apr 23 00:33:14.646792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38412) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:14.666021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a2600377-d2c1-4cd2-b864-88385def6cf6 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:14.672177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.678605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38416) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:14.687564 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0ff0c642-3635-4253-b50b-9e85639917dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 13.0390627 Apr 23 00:33:14.701000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=a2600377-d2c1-4cd2-b864-88385def6cf6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:14.753946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: a2600377-d2c1-4cd2-b864-88385def6cf6 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:14.754476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a2600377-d2c1-4cd2-b864-88385def6cf6 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:14.781689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbf18236-13c4-41d8-a601-39c27eabcbf9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:14.835188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f77126c4-36e6-4ecc-bd20-d44d74ba725d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:14.917606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-48c950ca-5dcb-4823-91e8-0054ba1128c0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:14.920387 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-48c950ca-5dcb-4823-91e8-0054ba1128c0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 379 time: 0.6390243 Apr 23 00:33:14.928959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:14.977139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port dbf18236-13c4-41d8-a601-39c27eabcbf9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:14.977510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.028825 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:15.108766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-98ef2a11-2f00-40b4-b955-4b21c43ab993 None None] Provisioning complete for port 32ea48e4-c771-40ef-ba69-71ec57bb0907 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:15.108766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-98ef2a11-2f00-40b4-b955-4b21c43ab993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.242558 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:33:15.245697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'port': {'device_id': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'admin_state_up': True, 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'security_groups': ['4a449ad4-3af9-4bf1-a199-9993fca13f83']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:15.274670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1b1d0ac4-b942-4b7f-b525-ea8cfa34a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.286664 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-706e71b4-48b8-4697-ba2c-545931179340 req-0c8bc885-e251-4626-ac1c-60a5abd594e2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 210 time: 0.0986757 Apr 23 00:33:15.335785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f77126c4-36e6-4ecc-bd20-d44d74ba725d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:15.343559 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f77126c4-36e6-4ecc-bd20-d44d74ba725d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6956797 Apr 23 00:33:15.352116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38424) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:15.382887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-98ef2a11-2f00-40b4-b955-4b21c43ab993 None None] Port 32ea48e4-c771-40ef-ba69-71ec57bb0907 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:15.408698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port a2600377-d2c1-4cd2-b864-88385def6cf6 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:15.416590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:33:15.434293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.444962 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-aa25a1e8-0994-43f7-ac0e-9758c0710eb1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] delete failed (client error): The resource could not be found. Apr 23 00:33:15.446555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aa25a1e8-0994-43f7-ac0e-9758c0710eb1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/6ba3cde0-1ee3-474d-9e98-0fd93e4ad143 HTTP/1.1" status: 404 len: 347 time: 0.0880845 Apr 23 00:33:15.461461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'name': 'network-vif-deleted', 'tag': 'a2600377-d2c1-4cd2-b864-88385def6cf6'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:15.467667 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fb5fdcf8-0aaa-4ab3-af3d-f4a70525b7b2 tempest-TestNetworkAdvancedServerOps-396005801 tempest-TestNetworkAdvancedServerOps-396005801-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=fa44bdefb3424b738530691128430992&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7876937 Apr 23 00:33:15.511189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1ee6ef9-35c6-4084-97eb-9f16205c3312 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:15.522744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38428) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:15.523136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38432) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:15.525360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.553693 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:09Z', 'revision_number': 3, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:15.559382 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Checking router: 841d664e-309d-4d00-afa6-cf387d66eba7 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:15.559942 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Updating router 841d664e-309d-4d00-afa6-cf387d66eba7 port 0909b7c3-e398-41ee-94c0-8988a1e6b816 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:33:15.566200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203702544'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:15.580715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:15.594082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: b1ee6ef9-35c6-4084-97eb-9f16205c3312 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:15.601189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1ee6ef9-35c6-4084-97eb-9f16205c3312 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:15.605583 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bfa9fd6-2b32-4f14-9112-52d264b5c684'] response: {'server_uuid': 'afa59bc3-f256-4dac-892f-e597da747ce8', 'name': 'network-vif-deleted', 'tag': 'a2600377-d2c1-4cd2-b864-88385def6cf6', 'status': 'completed', 'code': 200} Apr 23 00:33:15.616360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.621841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:15.646724 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.674472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Ignored duplicate provisioning block setup for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 23 00:33:15.682306 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/a2600377-d2c1-4cd2-b864-88385def6cf6 HTTP/1.1" status: 204 len: 173 time: 4.0812116 Apr 23 00:33:15.687619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] For port dbf18236-13c4-41d8-a601-39c27eabcbf9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=dbf18236-13c4-41d8-a601-39c27eabcbf9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:15.688271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.703871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.894416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2d15f-ad5c-4db2-9c1b-049fdea270aa tempest-TestNetworkAdvancedServerOps-396005801 tempest-TestNetworkAdvancedServerOps-396005801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:15.896282 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-86f2d15f-ad5c-4db2-9c1b-049fdea270aa tempest-TestNetworkAdvancedServerOps-396005801 tempest-TestNetworkAdvancedServerOps-396005801-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3403552 Apr 23 00:33:15.900771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:15.925087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=66c264ae-bc30-41d0-99e0-ebc4b985b08a,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:15.929996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38440) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:16.006355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for dbf18236-13c4-41d8-a601-39c27eabcbf9 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:16.071362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-999771af-700f-45f9-a7ec-00f60890d829 req-0b249390-46ab-4cc9-b4f7-2e7fa7e3f449 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:16.154079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:16.159830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:16.163570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:16.171220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:16.216348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:16.229642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:16.261686 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ee206343-3aee-4701-9e24-f2d3c87cd4c4 tempest-TestNetworkAdvancedServerOps-396005801 tempest-TestNetworkAdvancedServerOps-396005801-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2627537 Apr 23 00:33:16.269751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38444) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:16.280235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Made reservation on behalf of f3c997e7c28e47a8a535b6f6b9b3840e for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:16.284189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.418898 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.432109 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Transition to ACTIVE for port object 0909b7c3-e398-41ee-94c0-8988a1e6b816 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:16.441237 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.477595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-183001015', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'project_id': 'fa44bdefb3424b738530691128430992', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:16.521390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.538405 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-6285282e-6fa4-4539-806a-701af8115262 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3241947 Apr 23 00:33:16.539357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-53474614-607d-41b6-b0fd-c7d444804ce0 None None] Provisioning complete for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:16.540892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-53474614-607d-41b6-b0fd-c7d444804ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.547656 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Attempting to bind port 0909b7c3-e398-41ee-94c0-8988a1e6b816 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:16.548028 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Attempting to bind port 0909b7c3-e398-41ee-94c0-8988a1e6b816 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:16.548437 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Attempting to bind port 0909b7c3-e398-41ee-94c0-8988a1e6b816 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:16.550503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] In _notify_port_updated(), no bound segment for port 66c264ae-bc30-41d0-99e0-ebc4b985b08a on network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:33:16.550740 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e43c3-907f-4d9a-9d6e-a49dea911e42 None None] Pushing event updated for resources: {'Port': ['ID=0909b7c3-e398-41ee-94c0-8988a1e6b816,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:16.556087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:16.556721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.556867 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:16.557136 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:16.557597 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.557986 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:16.558093 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-18d17c4c-4d90-4bae-b769-18f22a5e9d39 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "PUT /v2.0/ports/66c264ae-bc30-41d0-99e0-ebc4b985b08a HTTP/1.1" status: 200 len: 998 time: 6.9334934 Apr 23 00:33:16.558470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Bound port: 0909b7c3-e398-41ee-94c0-8988a1e6b816, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:16.558897 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.617731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38450) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:16.647342 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] For port 0909b7c3-e398-41ee-94c0-8988a1e6b816, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:16.650599 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] For port 0909b7c3-e398-41ee-94c0-8988a1e6b816, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0909b7c3-e398-41ee-94c0-8988a1e6b816,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:16.656168 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.690654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-999771af-700f-45f9-a7ec-00f60890d829 req-0b249390-46ab-4cc9-b4f7-2e7fa7e3f449 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:16.701767 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-999771af-700f-45f9-a7ec-00f60890d829 req-0b249390-46ab-4cc9-b4f7-2e7fa7e3f449 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa59bc3-f256-4dac-892f-e597da747ce8 HTTP/1.1" status: 200 len: 210 time: 0.9779589 Apr 23 00:33:16.707635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-53474614-607d-41b6-b0fd-c7d444804ce0 None None] Port 66c264ae-bc30-41d0-99e0-ebc4b985b08a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:16.726003 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27b3ebd2-5d8d-4e6d-ba4a-98b3352f1472 req-b9339487-8f3a-4c48-96f4-ee6b6e11ce25 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 210 time: 0.1964271 Apr 23 00:33:16.726733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.741309 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:16.741988 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:16.809396 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e43c3-907f-4d9a-9d6e-a49dea911e42 None None] Pushing event updated for resources: {'Port': ['ID=0909b7c3-e398-41ee-94c0-8988a1e6b816,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:16.853854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17802f4e-c143-40a6-bebe-e3aebfd54d0e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:16.856914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:16.861268 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f5806465-6d1c-4b28-875a-31d23fc532ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3069022 Apr 23 00:33:16.877502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38454) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:16.907975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '17802f4e-c143-40a6-bebe-e3aebfd54d0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:16.939690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:16.960376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:16.964526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:subnet and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:16.975419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:16.976566 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:16.986993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:16.989066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:16.995911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 66c264ae-bc30-41d0-99e0-ebc4b985b08a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:16.996425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.018619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Allocated IP 172.20.0.9 (cd4803e1-91a3-4d0b-b8d0-6dfabbc61306/91a2fd5d-aa12-4ca7-acc8-288cfdc070ae/c7363c81-0d57-4a3a-94f9-23f452b7d90c) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:17.023855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Made reservation on behalf of fa44bdefb3424b738530691128430992 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:17.027661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.034041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:17.055652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:17.234494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-3f75575d-8a8e-4627-8268-6035fe330385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:17.236501 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-3f75575d-8a8e-4627-8268-6035fe330385 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1098 time: 0.4730182 Apr 23 00:33:17.259950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.323020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.348869 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:09Z', 'revision_number': 3, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:17.353044 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a87f6-66e0-497e-aa69-4cbb2780dcae None None] The sync data for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv is: [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:09Z', 'revision_number': 3, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:17.519185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=dbf18236-13c4-41d8-a601-39c27eabcbf9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:17.578770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6937ddf9-8cb9-44c9-9a62-e676df6665fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.633771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.661657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.662467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.756719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-2825400e-0056-45eb-a089-adc429d0d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:17.758411 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-2825400e-0056-45eb-a089-adc429d0d873 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 897 time: 0.4846139 Apr 23 00:33:17.763171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.774218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:17.888498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38462) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:17.910011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.082535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.097061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 66c264ae-bc30-41d0-99e0-ebc4b985b08a owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:18.184867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.193355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.246953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d48096ad-4fbb-49e8-ac4c-854838e30456 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.359357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Transition to ACTIVE for port object c7363c81-0d57-4a3a-94f9-23f452b7d90c will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:18.460929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d48096ad-4fbb-49e8-ac4c-854838e30456 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.494617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5a2ecb8-feca-4ee4-af34-825a3f32fbe4 req-23b1c7e8-2d5c-484f-8e25-5f044d20d7c2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 210 time: 0.3454022 Apr 23 00:33:18.495060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=32ea48e4-c771-40ef-ba69-71ec57bb0907,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:18.499028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0909b7c3-e398-41ee-94c0-8988a1e6b816 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:18.512609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Router ad8e8dab-ff3d-4074-8026-a6240e11cc86 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:33:18.516475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Subnet': ['ID=6ceb2a18-6464-4fe0-9ece-153e93309fe5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:18.536926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Checking segment: {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:18.537412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Network hostable DHCP agents. Network: a4bd3f34-58a1-4ba4-8301-3deb0a69cd75, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:33:18.582297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9551cb60-dde5-44b4-b03d-1de2d833b61b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:18.617178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.621419 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a9bab294-3d5e-40ad-8748-111bfab9db6c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7306020 Apr 23 00:33:18.629833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38466) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:18.644574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.648452 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-723f3da6-a0b3-4ca2-b9d6-8c5640a16bd5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 200 len: 1001 time: 0.8283660 Apr 23 00:33:18.656246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:33:18.678630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.702132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 0909b7c3-e398-41ee-94c0-8988a1e6b816 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:18.709393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0909b7c3-e398-41ee-94c0-8988a1e6b816 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:18.710187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.749351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a4bd3f34-58a1-4ba4-8301-3deb0a69cd75) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:18.753613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-4b3c33c9-bcd8-4949-9c01-8a6d0106ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:18.753613 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-4b3c33c9-bcd8-4949-9c01-8a6d0106ab70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e32b-0787-49c6-aac8-11d435f95b4d HTTP/1.1" status: 200 len: 835 time: 0.0676434 Apr 23 00:33:18.763115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:18.765233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.765498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9101b31e-bb58-4f97-a877-d3b543536468 None None] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:18.777039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:18.778569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.799488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] Sync routers for ids ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:18.827919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network fdde5471-0943-49df-9f4a-fb283a8daca1 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:18.835744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54f791ff-6d3c-4293-bc40-d5f12eae8aee tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.842742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:18.853674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:18.865739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:18.877144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:18.925124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] Routers {'ad8e8dab-ff3d-4074-8026-a6240e11cc86'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:18.926189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:18.968916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d48096ad-4fbb-49e8-ac4c-854838e30456 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.975500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d48096ad-4fbb-49e8-ac4c-854838e30456 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:18.976953 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d48096ad-4fbb-49e8-ac4c-854838e30456 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/c8e59c60-ba59-4b56-ba88-e581a68efb83 HTTP/1.1" status: 204 len: 168 time: 1.0871322 Apr 23 00:33:19.000709 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-eb3d2aea-b07b-4b64-ba33-c91820e5f93b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7276075 Apr 23 00:33:19.007101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=c7363c81-0d57-4a3a-94f9-23f452b7d90c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:19.016599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38472) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:19.032965 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ea8e22d9-cfc9-426f-9980-ac162f918148 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "PUT /v2.0/routers/ad8e8dab-ff3d-4074-8026-a6240e11cc86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6372161 Apr 23 00:33:19.036774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38474) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:19.136956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38478) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:19.149006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48096ad-4fbb-49e8-ac4c-854838e30456 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e59c60-ba59-4b56-ba88-e581a68efb83,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:19.225729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54f791ff-6d3c-4293-bc40-d5f12eae8aee tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.282379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] Set router ad8e8dab-ff3d-4074-8026-a6240e11cc86 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:19.341625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:19.342974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.413545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53204151-ed7f-4ffe-afa4-e71dd7253656 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:19.413792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54f791ff-6d3c-4293-bc40-d5f12eae8aee tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.415725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53204151-ed7f-4ffe-afa4-e71dd7253656 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:19.421088 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-53204151-ed7f-4ffe-afa4-e71dd7253656 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2897925 Apr 23 00:33:19.422095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38484) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:19.458535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f791ff-6d3c-4293-bc40-d5f12eae8aee tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9551cb60-dde5-44b4-b03d-1de2d833b61b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:19.469132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'name': 'tempest-NetworksTestDHCPv6-router-1770541887', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:01Z', 'updated_at': '2022-04-23T00:33:17Z', 'revision_number': 3, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:19.478300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-074a710d-8127-458e-9c5a-fb20613c5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:19.480467 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-074a710d-8127-458e-9c5a-fb20613c5dda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7121027 Apr 23 00:33:19.482210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-54f791ff-6d3c-4293-bc40-d5f12eae8aee tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.484166 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-c0610d51-9bf2-4cfc-88dd-d359e532ed21 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2428544 Apr 23 00:33:19.486202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-54f791ff-6d3c-4293-bc40-d5f12eae8aee tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9551cb60-dde5-44b4-b03d-1de2d833b61b HTTP/1.1" status: 204 len: 168 time: 0.8530853 Apr 23 00:33:19.486553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38486) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:19.487535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.489830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] Checking router: ad8e8dab-ff3d-4074-8026-a6240e11cc86 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:19.502116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet 3ab19d38-08e2-416a-9fdd-bf308842829f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:19.508690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Request body: {'port': {'device_id': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:19.531433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Router e8939774-60cc-4e3f-85cb-fcdd241d72b1 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:33:19.586558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=66c264ae-bc30-41d0-99e0-ebc4b985b08a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:19.626436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-687e4303-7df6-4250-ae12-7d00dce56c67 None None] Provisioning complete for port 32ea48e4-c771-40ef-ba69-71ec57bb0907 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:19.627347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-687e4303-7df6-4250-ae12-7d00dce56c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.718311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] Routers {'ad8e8dab-ff3d-4074-8026-a6240e11cc86'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:19.720079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:19.818308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.889989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:19.897912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] Set router ad8e8dab-ff3d-4074-8026-a6240e11cc86 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:20.032059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.040032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.041920 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ef92cb1b-35cf-4fe9-b777-68ad49579209 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/66c264ae-bc30-41d0-99e0-ebc4b985b08a HTTP/1.1" status: 204 len: 168 time: 3.4121625 Apr 23 00:33:20.048319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38494) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:20.063346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 3dba130e-77bf-4070-a157-a07d7af377de {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:20.084598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.084754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-687e4303-7df6-4250-ae12-7d00dce56c67 None None] Port 32ea48e4-c771-40ef-ba69-71ec57bb0907 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:20.093591 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-32e6856f-0c4c-4ae0-8974-b64cac5ea4f4 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599439 Apr 23 00:33:20.100017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:20.112568 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] Sync routers for ids ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:20.117300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.118398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 0909b7c3-e398-41ee-94c0-8988a1e6b816, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0909b7c3-e398-41ee-94c0-8988a1e6b816,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:20.122554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'name': 'tempest-NetworksTestDHCPv6-router-1770541887', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:01Z', 'updated_at': '2022-04-23T00:33:17Z', 'revision_number': 3, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:20.124467 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] Routers {'e8939774-60cc-4e3f-85cb-fcdd241d72b1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:20.125415 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:20.129239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:20.129239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.130366 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-57170f59-8fcc-4a77-ada4-a1f299cf6df2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "PUT /v2.0/routers/e8939774-60cc-4e3f-85cb-fcdd241d72b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0905218 Apr 23 00:33:20.135696 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceedd396-c95d-4053-bb38-5d780aef72d7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:33:20.136422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ceedd396-c95d-4053-bb38-5d780aef72d7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:20.140655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38498) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:20.145087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3c21e52d-cb2b-48c6-a650-1a2f5cc0fec5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:20.150488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c51f08-41b2-420d-bb42-a693e49f6a08 None None] The sync data for ids ['ad8e8dab-ff3d-4074-8026-a6240e11cc86'] in dv-neutron-838784-1-hyperv is: [{'id': 'ad8e8dab-ff3d-4074-8026-a6240e11cc86', 'name': 'tempest-NetworksTestDHCPv6-router-1770541887', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:01Z', 'updated_at': '2022-04-23T00:33:17Z', 'revision_number': 3, 'project_id': '436ddb18aa224e7ba0654b8fc5db0512', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:20.170390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.179935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-687e4303-7df6-4250-ae12-7d00dce56c67 None None] Provisioning for port c7363c81-0d57-4a3a-94f9-23f452b7d90c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:20.231785 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:20.244658 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] Routers {'e8939774-60cc-4e3f-85cb-fcdd241d72b1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:20.248327 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:20.300934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-687e4303-7df6-4250-ae12-7d00dce56c67 None None] Provisioning complete for port c7363c81-0d57-4a3a-94f9-23f452b7d90c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:20.301465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-687e4303-7df6-4250-ae12-7d00dce56c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.312498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.319601 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:20.320329 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ebfe5-a593-45bc-8ed4-e436a2eb902a None None] The sync data for ids ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:20.340485 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.343524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=0909b7c3-e398-41ee-94c0-8988a1e6b816,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:20.431666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-687e4303-7df6-4250-ae12-7d00dce56c67 None None] Port c7363c81-0d57-4a3a-94f9-23f452b7d90c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:20.438319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3c21e52d-cb2b-48c6-a650-1a2f5cc0fec5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:20.442421 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3c21e52d-cb2b-48c6-a650-1a2f5cc0fec5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9453807 Apr 23 00:33:20.448569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d39c8d-b2ac-46ac-9dc6-d609729324d4 req-a3bbaae3-954a-4a8b-b5f7-503d86eb5522 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:20.451372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38502) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:20.455994 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-94d39c8d-b2ac-46ac-9dc6-d609729324d4 req-a3bbaae3-954a-4a8b-b5f7-503d86eb5522 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 931 time: 0.8218422 Apr 23 00:33:20.474390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ceedd396-c95d-4053-bb38-5d780aef72d7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:20.477973 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ceedd396-c95d-4053-bb38-5d780aef72d7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/66c264ae-bc30-41d0-99e0-ebc4b985b08a HTTP/1.1" status: 404 len: 333 time: 0.4247653 Apr 23 00:33:20.481559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38506) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:20.536930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Allocated IP 172.20.0.2 (a4bd3f34-58a1-4ba4-8301-3deb0a69cd75/6ceb2a18-6464-4fe0-9ece-153e93309fe5/219f79c7-419d-4757-a38e-cac287ba96cb) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:20.614329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.618634 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-94d39c8d-b2ac-46ac-9dc6-d609729324d4 req-843383a7-1ae0-4101-b8b7-573e1d4fef0e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617503 Apr 23 00:33:20.634642 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af9e584-9de5-4bf5-bd8f-d937cdfd6718 req-4cfa9b0f-58d4-44d7-be98-70dce3c0283e service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264173 Apr 23 00:33:20.640943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet 7937d057-50b5-4555-bb59-2684180f9bbc {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:20.654562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.709839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0909b7c3-e398-41ee-94c0-8988a1e6b816 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:20.724579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b71861-7606-472d-8594-b55afd4772fa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:20.725628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-12b71861-7606-472d-8594-b55afd4772fa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:20.774396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.809571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-12b71861-7606-472d-8594-b55afd4772fa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:20.810525 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-12b71861-7606-472d-8594-b55afd4772fa tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8939774-60cc-4e3f-85cb-fcdd241d72b1 HTTP/1.1" status: 200 len: 988 time: 0.6499765 Apr 23 00:33:20.817006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38510) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:20.867769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0909b7c3-e398-41ee-94c0-8988a1e6b816 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:20.867769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.948557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.959388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:20.977257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Transition to ACTIVE for port object 219f79c7-419d-4757-a38e-cac287ba96cb will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:21.000565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7002e344-4fd7-47b0-b507-0e1d660e8ce6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.022097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.038143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.065790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbf18236-13c4-41d8-a601-39c27eabcbf9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:21.103349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Transition to ACTIVE for port object 219f79c7-419d-4757-a38e-cac287ba96cb will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:21.165135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: dbf18236-13c4-41d8-a601-39c27eabcbf9 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:21.165517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab19d38-08e2-416a-9fdd-bf308842829f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:21.165738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device dbf18236-13c4-41d8-a601-39c27eabcbf9 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:21.169558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.177612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.185569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7002e344-4fd7-47b0-b507-0e1d660e8ce6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.213573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d8e4e-5bfa-4762-9f9d-7804f609600d None None] Network 6176b68f-a4c1-4b07-9de2-e6923cc44f9a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:21.218853 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-91535368-6c6b-49ff-8933-c9c2b0980061 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/3ab19d38-08e2-416a-9fdd-bf308842829f HTTP/1.1" status: 204 len: 168 time: 2.0668409 Apr 23 00:33:21.221936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38514) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:21.309916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.364848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:21.368138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:21.377625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=3dba130e-77bf-4070-a157-a07d7af377de,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:21.382830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.396931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:21.407365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.438740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b27c8-154c-4e47-aa6a-4a0a7d2c9681 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:21.507223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=7937d057-50b5-4555-bb59-2684180f9bbc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:21.514739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.519921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.540066 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6d0e585e-b045-47a4-9570-5e91c7f596a2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/7937d057-50b5-4555-bb59-2684180f9bbc HTTP/1.1" status: 204 len: 168 time: 1.0512187 Apr 23 00:33:21.540784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38518) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:21.546287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:21.546637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.575110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af7537-b822-450a-ac8e-d4cf8f43f3bf None None] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:21.595159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7002e344-4fd7-47b0-b507-0e1d660e8ce6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.611972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Pushing event updated for resources: {'Port': ['ID=219f79c7-419d-4757-a38e-cac287ba96cb,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:21.650603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7363c81-0d57-4a3a-94f9-23f452b7d90c {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:33:21.653251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet 5a9994ff-9379-4171-a27b-342d40ce67bf {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:21.656254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Attempting to bind port 219f79c7-419d-4757-a38e-cac287ba96cb on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:21.656631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Attempting to bind port 219f79c7-419d-4757-a38e-cac287ba96cb by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:21.656995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Attempting to bind port 219f79c7-419d-4757-a38e-cac287ba96cb on network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:21.666118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.666342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.687430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Transition to ACTIVE for port object c7363c81-0d57-4a3a-94f9-23f452b7d90c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:21.689496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7002e344-4fd7-47b0-b507-0e1d660e8ce6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.691143 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7002e344-4fd7-47b0-b507-0e1d660e8ce6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/17802f4e-c143-40a6-bebe-e3aebfd54d0e HTTP/1.1" status: 204 len: 168 time: 1.2385957 Apr 23 00:33:21.701867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38524) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:21.742941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e344-4fd7-47b0-b507-0e1d660e8ce6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17802f4e-c143-40a6-bebe-e3aebfd54d0e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:21.744971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.749321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:21.749702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Checking segment: {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:21.750294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.751538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Bound using segment: {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:21.752023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Bound port: 219f79c7-419d-4757-a38e-cac287ba96cb, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:21.752574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.755352 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cbc4826b-c21d-4ed0-8841-98aa9f211386 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/3dba130e-77bf-4070-a157-a07d7af377de HTTP/1.1" status: 204 len: 168 time: 2.2701433 Apr 23 00:33:21.763628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38528) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:21.930315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:21.951826 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Pushing event updated for resources: {'Port': ['ID=c7363c81-0d57-4a3a-94f9-23f452b7d90c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:21.993798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.039743 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] For port 219f79c7-419d-4757-a38e-cac287ba96cb, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:22.093989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] For port 219f79c7-419d-4757-a38e-cac287ba96cb, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=219f79c7-419d-4757-a38e-cac287ba96cb,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:22.100545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4a7ef70e-3fd3-45cd-8ad9-b336cd875532 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:22.104356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.153638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] DHCP port deletion for 6176b68f-a4c1-4b07-9de2-e6923cc44f9a request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:22.177545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Deleting port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:22.177716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.237877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869fdb9-5b95-4632-bfa8-9f8d3e2b7e1d req-5693ba1a-0fbd-448d-80c3-25d3089ee465 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:22.238602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2869fdb9-5b95-4632-bfa8-9f8d3e2b7e1d req-5693ba1a-0fbd-448d-80c3-25d3089ee465 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:22.308456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9814957-035f-41ce-bc84-ede152781aad None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:22.333967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2869fdb9-5b95-4632-bfa8-9f8d3e2b7e1d req-5693ba1a-0fbd-448d-80c3-25d3089ee465 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:22.335468 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2869fdb9-5b95-4632-bfa8-9f8d3e2b7e1d req-5693ba1a-0fbd-448d-80c3-25d3089ee465 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 0.6026514 Apr 23 00:33:22.361682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 2e440e56-9662-410a-9222-a442f3a404c6 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:22.397049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f9814957-035f-41ce-bc84-ede152781aad None None] Deleting port 2e440e56-9662-410a-9222-a442f3a404c6 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:22.397424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f9814957-035f-41ce-bc84-ede152781aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.416079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Attempting to bind port c7363c81-0d57-4a3a-94f9-23f452b7d90c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:22.416425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Attempting to bind port c7363c81-0d57-4a3a-94f9-23f452b7d90c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:22.416652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Attempting to bind port c7363c81-0d57-4a3a-94f9-23f452b7d90c on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:22.435782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Port c7363c81-0d57-4a3a-94f9-23f452b7d90c on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:33:22.436163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Attempting to bind port c7363c81-0d57-4a3a-94f9-23f452b7d90c on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:22.440434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46854b00-f6ad-4b56-abdf-8bac41ac28ea None None] Pushing event updated for resources: {'Port': ['ID=219f79c7-419d-4757-a38e-cac287ba96cb,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:22.488011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4a7ef70e-3fd3-45cd-8ad9-b336cd875532 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:22.489279 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4a7ef70e-3fd3-45cd-8ad9-b336cd875532 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7864435 Apr 23 00:33:22.498069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.517841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38532) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:22.537246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:22.537858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Checking segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:22.538456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Bound using segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:22.539317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Bound port: c7363c81-0d57-4a3a-94f9-23f452b7d90c, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:22.539862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.644662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--218451304'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:22.658971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b39ddac9-20b4-45e9-b400-36e6c5d39edd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:router {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:22.672988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:22.677474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:22.677685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.748895 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2869fdb9-5b95-4632-bfa8-9f8d3e2b7e1d req-aae6ab80-1698-4343-b06f-a5a31952b6ff tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3565774 Apr 23 00:33:22.816064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:22.883204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.899803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:22.977003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] For port c7363c81-0d57-4a3a-94f9-23f452b7d90c, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:22.987677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:22.988980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f9814957-035f-41ce-bc84-ede152781aad None None] For port 2e440e56-9662-410a-9222-a442f3a404c6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=2e440e56-9662-410a-9222-a442f3a404c6,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:22.989385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f9814957-035f-41ce-bc84-ede152781aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.991658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:22.992881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] For port c7363c81-0d57-4a3a-94f9-23f452b7d90c, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:23.020538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.030231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:23.046666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b39ddac9-20b4-45e9-b400-36e6c5d39edd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:router {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:23.047885 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b39ddac9-20b4-45e9-b400-36e6c5d39edd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2815146 Apr 23 00:33:23.077941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Allocated IP 172.20.0.1 (a4bd3f34-58a1-4ba4-8301-3deb0a69cd75/6ceb2a18-6464-4fe0-9ece-153e93309fe5/1613b1c0-0708-414b-91c0-2ff9d4cf11f7) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:23.080137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:23.110262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.120431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:23.121896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.123384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] 10.222.0.42 "PUT /v2.0/ports/c7363c81-0d57-4a3a-94f9-23f452b7d90c HTTP/1.1" status: 200 len: 1093 time: 3.6185377 Apr 23 00:33:23.187485 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f9814957-035f-41ce-bc84-ede152781aad None None] Calling delete_port for 2e440e56-9662-410a-9222-a442f3a404c6 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:23.205248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.208027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=5a9994ff-9379-4171-a27b-342d40ce67bf,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:23.249182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:23.280151 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-528daec9-415e-4bcd-97e0-4cb125361059 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/5a9994ff-9379-4171-a27b-342d40ce67bf HTTP/1.1" status: 204 len: 168 time: 1.7358079 Apr 23 00:33:23.291267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38542) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:23.319795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f9814957-035f-41ce-bc84-ede152781aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.388388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.400902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] For port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,segment=NetworkSegment(0487382b-511d-4c18-be10-a00c648af109),segment_id=0487382b-511d-4c18-be10-a00c648af109)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:23.401568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.410606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9814957-035f-41ce-bc84-ede152781aad None None] Pushing event deleted for resources: {'Port': ['ID=2e440e56-9662-410a-9222-a442f3a404c6,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:23.435967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9814957-035f-41ce-bc84-ede152781aad None None] No DVR routers for this DVR port 2e440e56-9662-410a-9222-a442f3a404c6 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:23.439123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.477960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.521783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 04da92d5-c4f7-43a6-9acc-6af3c6371034 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:23.522407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.544253 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5b1d18-72fe-400e-905c-9f79a4b83300'] response: {'name': 'network-changed', 'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'status': 'completed', 'code': 200} Apr 23 00:33:23.552532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040a12-ac0d-4e4f-a27a-ab5e42aae357 service neutron] Pushing event updated for resources: {'Port': ['ID=c7363c81-0d57-4a3a-94f9-23f452b7d90c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:23.555412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.627884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf2396-3a63-47ca-befb-595960ed74b0 None None] Network 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:23.652011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Calling delete_port for cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:23.689970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4390dc-ffc1-47c4-bbb9-2f5f1d590464 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.698975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:23.711051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:23.766740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=cc7633e4-c3b4-47cd-8b63-95d7e2c151b2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:23.793526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d9633-b662-4fdb-bea6-aa89541a0783 None None] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:23.950132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.012784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f28e621d-2f20-4005-985d-134e3ada66d5 None None] Provisioning complete for port 04da92d5-c4f7-43a6-9acc-6af3c6371034 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:24.012784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f28e621d-2f20-4005-985d-134e3ada66d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.034539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6176b68f-a4c1-4b07-9de2-e6923cc44f9a']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:24.036796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:24.077270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:24.106665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0487382b-511d-4c18-be10-a00c648af109') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:24.107134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0487382b-511d-4c18-be10-a00c648af109') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:24.128807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:24.129250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:24.136039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 32ea48e4-c771-40ef-ba69-71ec57bb0907 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:24.136310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.151382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:24.151771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:24.169265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.186547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] For port 04da92d5-c4f7-43a6-9acc-6af3c6371034, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04da92d5-c4f7-43a6-9acc-6af3c6371034,segment=NetworkSegment(4bd679b4-a21f-43c2-9187-c0d8463dbd73),segment_id=4bd679b4-a21f-43c2-9187-c0d8463dbd73)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:24.186906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.339264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.341403 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6c281c1c-1557-4716-abeb-ea62d1181381 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8204532 Apr 23 00:33:24.381100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 219f79c7-419d-4757-a38e-cac287ba96cb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:24.387424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4390dc-ffc1-47c4-bbb9-2f5f1d590464 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.393280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38548) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:24.399965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4390dc-ffc1-47c4-bbb9-2f5f1d590464 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.411339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:24.431396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-5671e36c-0eec-43c8-bb37-af8517178b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:24.432883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-5671e36c-0eec-43c8-bb37-af8517178b6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 1096 time: 1.0429134 Apr 23 00:33:24.437693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:24.438223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] DHCP port deletion for 9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:24.455867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Deleting port 04da92d5-c4f7-43a6-9acc-6af3c6371034 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:24.455867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.458218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.462453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:24.466462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:24.533759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9dcb5945-e8b4-4f96-afd8-07571e90d55a None None] Provisioning for port 219f79c7-419d-4757-a38e-cac287ba96cb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:24.553242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:24.568092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 219f79c7-419d-4757-a38e-cac287ba96cb completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:24.572045 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-a9e37f4f-b6d9-4094-bdcf-398de7f5ec9e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c HTTP/1.1" status: 200 len: 217 time: 0.1140933 Apr 23 00:33:24.583855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4390dc-ffc1-47c4-bbb9-2f5f1d590464 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.584132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 04da92d5-c4f7-43a6-9acc-6af3c6371034 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:24.584653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4390dc-ffc1-47c4-bbb9-2f5f1d590464 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Fanout notify agent at l3_agent the message router_deleted on router ad8e8dab-ff3d-4074-8026-a6240e11cc86 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:33:24.585945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 219f79c7-419d-4757-a38e-cac287ba96cb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:24.585945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.640065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.651244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:24.651658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:24.672832 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:24.693841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ce4390dc-ffc1-47c4-bbb9-2f5f1d590464 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.698760 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ce4390dc-ffc1-47c4-bbb9-2f5f1d590464 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/routers/ad8e8dab-ff3d-4074-8026-a6240e11cc86 HTTP/1.1" status: 204 len: 168 time: 1.6100140 Apr 23 00:33:24.700596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38552) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:24.709034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.731167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Transition to ACTIVE for port object 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:24.758214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Deleting port cc7633e4-c3b4-47cd-8b63-95d7e2c151b2 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:24.758883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.760266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-d1cc2528-6424-48fe-80e7-42decc5833d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:24.762344 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-d1cc2528-6424-48fe-80e7-42decc5833d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.1756258 Apr 23 00:33:24.771349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ba8d6-f15c-488e-a0ed-624d7c39def5 req-508b6d3b-9fb1-4958-a3a4-1336d253586a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:24.772827 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5a0ba8d6-f15c-488e-a0ed-624d7c39def5 req-508b6d3b-9fb1-4958-a3a4-1336d253586a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 0.7067380 Apr 23 00:33:24.909852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-baefa5ad-acdb-4213-88f4-7247ce96a56b None None] The port 'cc7633e4-c3b4-47cd-8b63-95d7e2c151b2' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:33:24.944194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] For port 04da92d5-c4f7-43a6-9acc-6af3c6371034, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04da92d5-c4f7-43a6-9acc-6af3c6371034,segment=NetworkSegment(4bd679b4-a21f-43c2-9187-c0d8463dbd73),segment_id=4bd679b4-a21f-43c2-9187-c0d8463dbd73)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:24.944710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.950108 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5a0ba8d6-f15c-488e-a0ed-624d7c39def5 req-2c2e6052-7d07-431a-96d4-ffc3918d717c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032777 Apr 23 00:33:24.953787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-be07903f-f6d4-4ba8-bf2f-a25f1d015a2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:24.974773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:24.989892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.009217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.025096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.029175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.037503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=6176b68f-a4c1-4b07-9de2-e6923cc44f9a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:25.044424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-be07903f-f6d4-4ba8-bf2f-a25f1d015a2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:25.045671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-be07903f-f6d4-4ba8-bf2f-a25f1d015a2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2009490 Apr 23 00:33:25.051020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38556) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:25.061201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-94ca5bda-ddf7-4be1-94a2-4f25e9a41670 None None] Provisioning complete for port 219f79c7-419d-4757-a38e-cac287ba96cb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:25.061754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-94ca5bda-ddf7-4be1-94a2-4f25e9a41670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.089298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.096205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:25.103497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.112669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:25.116201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-3d8145c0-b9f2-4612-9e0e-b4cba8a5b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:25.118413 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-3d8145c0-b9f2-4612-9e0e-b4cba8a5b2ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3446681 Apr 23 00:33:25.123538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:25.163237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Calling delete_port for 04da92d5-c4f7-43a6-9acc-6af3c6371034 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:25.186784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=04da92d5-c4f7-43a6-9acc-6af3c6371034,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:25.222414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Port': ['ID=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:25.243203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.252862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04d801c-3eab-4b8b-b636-a96d6be49454,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:25.282361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.283538 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1b17497f-a387-4605-bd8e-da5902eb9734 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8882012 Apr 23 00:33:25.288864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38560) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:25.301724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:25.305809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 219f79c7-419d-4757-a38e-cac287ba96cb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=219f79c7-419d-4757-a38e-cac287ba96cb,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:25.332028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:25.332467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:25.337971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.358737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 32ea48e4-c771-40ef-ba69-71ec57bb0907 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:25.364090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:25.378126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.380962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:25.385198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:25.393514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:25.406929 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e7693892-2021-4e4b-88d8-7b925f3f2545 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/6176b68f-a4c1-4b07-9de2-e6923cc44f9a HTTP/1.1" status: 204 len: 168 time: 4.1810956 Apr 23 00:33:25.409322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38564) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:25.411869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No DVR routers for this DVR port 04da92d5-c4f7-43a6-9acc-6af3c6371034 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:25.446351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=219f79c7-419d-4757-a38e-cac287ba96cb,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:25.494461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65610eb6-8686-444a-8e83-515ec88ffc94 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:25.495350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-65610eb6-8686-444a-8e83-515ec88ffc94 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:25.535348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.544799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0f37d9a3-3032-455f-bbc3-f660d4e1b57f None None] Provisioning for port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:25.549299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0f37d9a3-3032-455f-bbc3-f660d4e1b57f None None] Provisioning complete for port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:25.549662 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-125189b6-1c46-4060-a79a-3d2400fa121c service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150873 Apr 23 00:33:25.549809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0f37d9a3-3032-455f-bbc3-f660d4e1b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.605981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0f37d9a3-3032-455f-bbc3-f660d4e1b57f None None] Port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:25.732834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.741922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-65610eb6-8686-444a-8e83-515ec88ffc94 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:25.743094 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-65610eb6-8686-444a-8e83-515ec88ffc94 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6899722 Apr 23 00:33:25.748171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38568) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:25.833691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Deleting port 04da92d5-c4f7-43a6-9acc-6af3c6371034 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:25.834506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.837549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.838812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port bed15751-42b3-442a-88a1-3e20eaa14fb7 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:25.839260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:25.853389 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6806384e-eafc-43ad-9220-deb4ace597bd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983772 Apr 23 00:33:25.858458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:25.866175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38572) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:25.877260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:25.909736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd679b4-a21f-43c2-9187-c0d8463dbd73') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:25.910096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd679b4-a21f-43c2-9187-c0d8463dbd73') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:25.913695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6c54fb7c-ae64-4b40-9cf3-83a0af614f78 None None] The port '04da92d5-c4f7-43a6-9acc-6af3c6371034' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:33:25.939241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.017409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.073017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c899faad-a16e-4ab2-94c1-63654278bae8,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:26.089434 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4075b40-c020-4bf5-91c0-7f2061b84b75 req-99e97799-a672-4cf0-aca2-a7305aeaf2f3 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5288556 Apr 23 00:33:26.157335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.158511 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-28cea8d2-5f23-4211-8eb7-cc1af0d2d7f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8666022 Apr 23 00:33:26.180863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38578) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:26.193371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.225110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:26.238446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:26.249131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:26.249544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:26.270019 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:26.286078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:26.298375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:26.319438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 219f79c7-419d-4757-a38e-cac287ba96cb up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:26.319728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:26.331895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.343796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:26.353754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.363055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:26.396712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 219f79c7-419d-4757-a38e-cac287ba96cb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:26.397108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.426004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=32ea48e4-c771-40ef-ba69-71ec57bb0907,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:26.443639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.443977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.452059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.475972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:26.479653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.502366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.541850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.588198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04da92d5-c4f7-43a6-9acc-6af3c6371034 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:26.626475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 04da92d5-c4f7-43a6-9acc-6af3c6371034 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:26.626840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04da92d5-c4f7-43a6-9acc-6af3c6371034 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:26.648935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for bed15751-42b3-442a-88a1-3e20eaa14fb7 owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:26.679297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:26.694813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8a956406-63d1-41f1-8b73-f23af28b3be1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/9ce6b6fa-c9cf-4e10-8cee-6b988b2edfb9 HTTP/1.1" status: 204 len: 168 time: 3.4020202 Apr 23 00:33:26.739984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38582) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:26.762895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-f29dc5dd-0b74-4063-97f7-afd419cdc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:26.763799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5582586-75fb-42c3-b528-406693749267 req-b6fec5db-33a7-4bfa-8244-9cb06285c77d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:26.764339 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-f29dc5dd-0b74-4063-97f7-afd419cdc20a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 1096 time: 0.5735080 Apr 23 00:33:26.765292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5582586-75fb-42c3-b528-406693749267 req-b6fec5db-33a7-4bfa-8244-9cb06285c77d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 0.5732822 Apr 23 00:33:26.776390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:26.905183 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5582586-75fb-42c3-b528-406693749267 req-efd588e4-f54b-4ce9-ba7f-c8590108481a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325908 Apr 23 00:33:27.063574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.087508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.168569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdd88d3-5bf9-421e-9578-802c557dbc41,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:27.177619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Router e8939774-60cc-4e3f-85cb-fcdd241d72b1 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:33:27.218376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-6e1a766b-ff85-4377-a284-9341c308e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:27.218376 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-6e1a766b-ff85-4377-a284-9341c308e0ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.3980641 Apr 23 00:33:27.228027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af103584-d073-4f03-9bb2-69495da4c015 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:27.228689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-af103584-d073-4f03-9bb2-69495da4c015 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:27.236595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.237665 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d6fee99a-e528-4e44-a7a5-04da734ed4d6 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0536127 Apr 23 00:33:27.258652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38586) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:27.307926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:27.329636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:27.391135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:27.395833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:27.401589 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-221f91c2-d7b8-4701-a3e3-8d412865d4c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c HTTP/1.1" status: 200 len: 217 time: 0.1697645 Apr 23 00:33:27.405743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:27.408065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:27.421264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] Sync routers for ids ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:27.439184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] Routers {'e8939774-60cc-4e3f-85cb-fcdd241d72b1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:27.440058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:27.460733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-af103584-d073-4f03-9bb2-69495da4c015 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:27.465833 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-af103584-d073-4f03-9bb2-69495da4c015 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7079325 Apr 23 00:33:27.465979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:33:27.470100 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-45cca377-b6b4-4374-bc2d-797fd0cf04f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "PUT /v2.0/routers/e8939774-60cc-4e3f-85cb-fcdd241d72b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6521304 Apr 23 00:33:27.472922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38590) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:27.473477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38592) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:27.474450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.508667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:27.513244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.519025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] Routers {'e8939774-60cc-4e3f-85cb-fcdd241d72b1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:27.519614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:27.588191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:27.588598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37551b35-729b-43da-a79c-d6374fb4833e None None] The sync data for ids ['e8939774-60cc-4e3f-85cb-fcdd241d72b1'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:27.696951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-87c738af-eca9-4548-8673-0833ef566fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:27.698298 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-87c738af-eca9-4548-8673-0833ef566fbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.2896793 Apr 23 00:33:27.715742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.727144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=bed15751-42b3-442a-88a1-3e20eaa14fb7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:27.757979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf4c4e9-26c9-451a-8f06-4869b9da440c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:33:27.758533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-caf4c4e9-26c9-451a-8f06-4869b9da440c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:27.791009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:27.800422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:27.810580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1ab4d5-298c-4bff-9f9d-47593c2bf5a5 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:27.816223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:27.816881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.821529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=3e929ac4-8547-4469-9589-42133b685609,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:27.840711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-caf4c4e9-26c9-451a-8f06-4869b9da440c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:27.841858 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-caf4c4e9-26c9-451a-8f06-4869b9da440c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/32ea48e4-c771-40ef-ba69-71ec57bb0907 HTTP/1.1" status: 404 len: 333 time: 0.3621728 Apr 23 00:33:27.846024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38598) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:27.866311 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-347eb588-0d84-4cdc-b8fd-f50c33f4d011 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9990127 Apr 23 00:33:27.870334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38602) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:27.889133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:27.905366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.912534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5ba63443-c0e5-4b19-b143-bc2449a9067b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:27.913920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.928651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:27.941542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.060722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '3e929ac4-8547-4469-9589-42133b685609'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:28.062052 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.080743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5ba63443-c0e5-4b19-b143-bc2449a9067b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:28.082038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5ba63443-c0e5-4b19-b143-bc2449a9067b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6038227 Apr 23 00:33:28.092884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b0226e-f2fc-4a8b-ae2f-f03f4e2c4131,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:28.095006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38608) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:28.111448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-583792199'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:28.116626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.117756 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c3e79cab-00aa-4b2a-8a7d-ebaec80c0b4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8509710 Apr 23 00:33:28.118892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:28.124460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38612) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:28.128521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:28.133749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:28.139477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:28.143575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.144148 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP e7678abe-1eff-4663-824f-c2dda6ebc140 disassociated (deleted). External IP: 172.26.8.128, port: 04a67a40-f412-4b9b-942d-555cf1cc5b30. Apr 23 00:33:28.149400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:28.156580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:28.168679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:28.174757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:28.191789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:28.195193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.207722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:28.228250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:28.254206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:28.255452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b5ff7f-001a-4275-9ea8-9463a877dc2f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.256438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:28.264328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.278115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.278504 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment 7db1ec7a-5f66-4516-840e-209b092d97c8 of type vlan for network 47f34e59-54f8-4ea9-84bf-1b6789749a47 Apr 23 00:33:28.285270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Allocated IP 2001:db8::f816:3eff:fe35:4da4 (986a55f2-d336-4e62-8bc6-ead9728638f4/3e929ac4-8547-4469-9589-42133b685609/0246a29a-9883-4f52-a5fe-88743b1a0d25) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:28.304807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:28.308449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.373594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.375379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.434445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-2c880960-79cb-4665-ae55-7f1d6a412ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:28.436110 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-2c880960-79cb-4665-ae55-7f1d6a412ce1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7005935 Apr 23 00:33:28.436779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Port': ['ID=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:28.500711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.506090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:28.506698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.514448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.530391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.543739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Transition to ACTIVE for port object 0246a29a-9883-4f52-a5fe-88743b1a0d25 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:28.555363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.566039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Transition to ACTIVE for port object 0246a29a-9883-4f52-a5fe-88743b1a0d25 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:28.571652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.641498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:28.645712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d3f45e-efd6-47e8-8ae1-801996bde5a0,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:28.646577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:28.656341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:28.666295 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5614467 Apr 23 00:33:28.673765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38616) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:28.674422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86443140-c94c-4a62-a7a0-499caf7f7a41 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=47f34e59-54f8-4ea9-84bf-1b6789749a47,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:28.684398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:28.700114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Pushing event updated for resources: {'Port': ['ID=0246a29a-9883-4f52-a5fe-88743b1a0d25,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:28.703381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.708451 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bef64ebb-2112-4865-94e5-ca711797bf0b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5782206 Apr 23 00:33:28.713245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:33:28.716416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38620) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:28.853745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:28.856974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Attempting to bind port 0246a29a-9883-4f52-a5fe-88743b1a0d25 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:28.857353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Attempting to bind port 0246a29a-9883-4f52-a5fe-88743b1a0d25 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:28.857805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Attempting to bind port 0246a29a-9883-4f52-a5fe-88743b1a0d25 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:28.860632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:28.864745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:28.874001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:28.874419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:28.874812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.875206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:28.875691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Bound port: 0246a29a-9883-4f52-a5fe-88743b1a0d25, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:28.876625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.876935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:28.905471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:28.908982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:28.978450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] For port 0246a29a-9883-4f52-a5fe-88743b1a0d25, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:28.981886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] For port 0246a29a-9883-4f52-a5fe-88743b1a0d25, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0246a29a-9883-4f52-a5fe-88743b1a0d25,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:28.989392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.022447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.050211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b5ff7f-001a-4275-9ea8-9463a877dc2f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.070559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b5ff7f-001a-4275-9ea8-9463a877dc2f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.097796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e0493-2abf-4604-b142-3649266b7b14 None None] Pushing event updated for resources: {'Port': ['ID=0246a29a-9883-4f52-a5fe-88743b1a0d25,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:29.100866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:29.108149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:29.114291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:29.114951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.124349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=92470b79-896d-448e-b60b-9719db97665e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:29.179328 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7c83359e-b2b8-40b2-b8ad-71a681ab2352 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3068140 Apr 23 00:33:29.184547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38624) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:29.186696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd815f1d-a85c-4179-ae4e-73d91947eb0e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.196731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:5d:aa:de', 'name': 'tempest-NetworksTestDHCPv6-1230683040'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:29.230833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc047-3129-4afa-9c17-0da1002208f9 req-ba9ecd12-6501-4afa-b545-8e7ef294f1c7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:29.232444 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f8bc047-3129-4afa-9c17-0da1002208f9 req-ba9ecd12-6501-4afa-b545-8e7ef294f1c7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 1.1886649 Apr 23 00:33:29.237921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd815f1d-a85c-4179-ae4e-73d91947eb0e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.260696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b5ff7f-001a-4275-9ea8-9463a877dc2f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.261158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b5ff7f-001a-4275-9ea8-9463a877dc2f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Fanout notify agent at l3_agent the message router_deleted on router e8939774-60cc-4e3f-85cb-fcdd241d72b1 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:33:29.363742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:29.366102 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-ddb3ba1a-ab11-43cd-98d9-3b4bb21e0595 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9040136 Apr 23 00:33:29.396944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.426778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:29.471845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:29.490236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:29.493343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f8bc047-3129-4afa-9c17-0da1002208f9 req-7da96bcd-9fce-479c-88b4-0cc882d60d39 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369082 Apr 23 00:33:29.493935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd815f1d-a85c-4179-ae4e-73d91947eb0e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.496528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:29.514693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:29.536481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': '7db1ec7a-5f66-4516-840e-209b092d97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:29.536898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: 47f34e59-54f8-4ea9-84bf-1b6789749a47, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:33:29.541370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=55d6bfa5-919e-4cdd-b848-608548c3ddb7,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:29.554408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:29.615287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815f1d-a85c-4179-ae4e-73d91947eb0e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10d3f45e-efd6-47e8-8ae1-801996bde5a0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:29.652775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:33:29.670112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd815f1d-a85c-4179-ae4e-73d91947eb0e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.671256 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cd815f1d-a85c-4179-ae4e-73d91947eb0e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/10d3f45e-efd6-47e8-8ae1-801996bde5a0 HTTP/1.1" status: 204 len: 168 time: 0.9515796 Apr 23 00:33:29.675342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38628) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:29.686270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b5ff7f-001a-4275-9ea8-9463a877dc2f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.689893 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-55b5ff7f-001a-4275-9ea8-9463a877dc2f tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/routers/e8939774-60cc-4e3f-85cb-fcdd241d72b1 HTTP/1.1" status: 204 len: 168 time: 1.8403876 Apr 23 00:33:29.693582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38632) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:29.695907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 47f34e59-54f8-4ea9-84bf-1b6789749a47) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:29.706117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047fdf39-d1f5-4349-904c-bf6ab647ede8 None None] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:29.708218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:29.708807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.714104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:33:29.832161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-90752c36-3768-4c27-8758-d94649b4bf63 None None] Provisioning complete for port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:29.832701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-90752c36-3768-4c27-8758-d94649b4bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.911724 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de5939cb-b333-4f0e-a5f4-f691050f828f req-69bf2c09-1d54-428c-a82f-7906191a9ddf service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762075 Apr 23 00:33:29.931032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Router 841d664e-309d-4d00-afa6-cf387d66eba7 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:33:29.938118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-90752c36-3768-4c27-8758-d94649b4bf63 None None] Port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:29.960664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:29.985523 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-640be843-f560-4e84-988e-47f0ea961666 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3086360 Apr 23 00:33:30.015033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 6b0df3db-2c09-4927-8993-c8336ac813e8 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:30.015208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-47f34e59-54f8-4ea9-84bf-1b6789749a47', 'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47', 'tenant_id': '7eaf7d055d2d4a9a8f319cbebecee5c2', 'fixed_ips': [{'subnet_id': '55d6bfa5-919e-4cdd-b848-608548c3ddb7'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:30.016146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.020525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38636) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:30.035626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47', 'name': 'tempest-PortsTestJSON-519803231'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:30.049218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8bf6ba8d-0b7e-4ae1-b8d1-a4403435c73e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:30.058182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.126489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 99d26bb7-6d92-4fa5-bcab-e2b323415e34 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:30.181967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8bf6ba8d-0b7e-4ae1-b8d1-a4403435c73e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:30.184287 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8bf6ba8d-0b7e-4ae1-b8d1-a4403435c73e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5076685 Apr 23 00:33:30.187331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.221569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38640) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:30.242037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Allocated IP 172.20.0.2 (47f34e59-54f8-4ea9-84bf-1b6789749a47/55d6bfa5-919e-4cdd-b848-608548c3ddb7/bc86529d-8374-46ee-861d-73518a59565d) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:30.253576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:30.260301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.269288 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] Sync routers for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:30.283447 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:30.284311 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:30.439415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.465529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12e7ca87-8b93-4d42-92f5-be6feeeb79c3 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.488020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0246a29a-9883-4f52-a5fe-88743b1a0d25 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:30.500570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12e7ca87-8b93-4d42-92f5-be6feeeb79c3 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.523110 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-81d5ed37-657e-4fce-a929-cd3c38942cb3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/e7678abe-1eff-4663-824f-c2dda6ebc140 HTTP/1.1" status: 204 len: 168 time: 5.1146638 Apr 23 00:33:30.529960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:30.536949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 172.20.0.7 (986a55f2-d336-4e62-8bc6-ead9728638f4/92470b79-896d-448e-b60b-9719db97665e/99d26bb7-6d92-4fa5-bcab-e2b323415e34) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:30.547760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe5d:aade (986a55f2-d336-4e62-8bc6-ead9728638f4/3e929ac4-8547-4469-9589-42133b685609/99d26bb7-6d92-4fa5-bcab-e2b323415e34) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:30.582266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.584497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:30.593802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b9c7d-4731-4a46-afcf-28d6aa5f1e3d None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:30.594768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:30.598998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:30.606745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:30.611993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12e7ca87-8b93-4d42-92f5-be6feeeb79c3 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.628131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:30.642706 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ba5287e9-cbbc-42a4-93ae-cbfa86edbd12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "PUT /v2.0/routers/841d664e-309d-4d00-afa6-cf387d66eba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6008842 Apr 23 00:33:30.646361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7ca87-8b93-4d42-92f5-be6feeeb79c3 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82b0226e-f2fc-4a8b-ae2f-f03f4e2c4131,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:30.658225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:30.669124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.701852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12e7ca87-8b93-4d42-92f5-be6feeeb79c3 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.705620 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-12e7ca87-8b93-4d42-92f5-be6feeeb79c3 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/82b0226e-f2fc-4a8b-ae2f-f03f4e2c4131 HTTP/1.1" status: 204 len: 168 time: 0.4783063 Apr 23 00:33:30.705919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38652) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:30.725668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0df3db-2c09-4927-8993-c8336ac813e8,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:30.727681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:30.733124 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:30.769188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 373af126-3fbb-41cf-8bdd-fbfae66d7624 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:30.785469 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dd4a0861-00cd-4d30-80c5-29eb1d5aea66 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/6b0df3db-2c09-4927-8993-c8336ac813e8 HTTP/1.1" status: 204 len: 168 time: 1.0874965 Apr 23 00:33:30.791390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38656) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:30.869357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d74da2-a4f6-4e5d-98eb-98715a5dedfd None None] Network fdde5471-0943-49df-9f4a-fb283a8daca1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:30.886368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Sync routers for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:31.014369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:31.015122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:31.166489 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2dca5c1-b7dc-4763-a98b-8e4e9fe752a0'] response: {'name': 'network-changed', 'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'status': 'completed', 'code': 200} Apr 23 00:33:31.167730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.190369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1b9e02f6-f663-4826-9a9f-c6cb44112a54 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:31.193718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 962eed76-bd34-4cb9-a520-57e523c73378 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:31.194066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.236999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9cdb1a62-4b26-40e8-951a-49d0bdfbec32 None None] Provisioning for port 0246a29a-9883-4f52-a5fe-88743b1a0d25 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:31.288860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:31.306771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.312485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1b9e02f6-f663-4826-9a9f-c6cb44112a54 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:31.313883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1b9e02f6-f663-4826-9a9f-c6cb44112a54 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6070404 Apr 23 00:33:31.317025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38672) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:31.359469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a911d-1958-4f2d-b487-8127e62b5dcb req-ee111cdd-3cfd-4891-b946-38a4b0abd19a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:31.360975 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-311a911d-1958-4f2d-b487-8127e62b5dcb req-ee111cdd-3cfd-4891-b946-38a4b0abd19a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 0.3463392 Apr 23 00:33:31.390936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 99d26bb7-6d92-4fa5-bcab-e2b323415e34 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:31.394877 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-a7e53013-e17f-4114-9a2c-c5e063067c68 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426157980&fields=id&tenant_id=fa44bdefb3424b738530691128430992 HTTP/1.1" status: 200 len: 267 time: 0.1414001 Apr 23 00:33:31.415716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-74c58681-c832-4fd0-bb8e-b1e97f57030f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.431043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-74c58681-c832-4fd0-bb8e-b1e97f57030f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.456837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 0246a29a-9883-4f52-a5fe-88743b1a0d25 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:31.459463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-becca4fe-2113-4714-bfbb-0ccf1a69a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:31.461137 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-becca4fe-2113-4714-bfbb-0ccf1a69a9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 1098 time: 0.2582674 Apr 23 00:33:31.479657 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:31.486181 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] Checking router: ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:31.493523 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-311a911d-1958-4f2d-b487-8127e62b5dcb req-d1591109-ee15-42db-af89-d3ea73119391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215374 Apr 23 00:33:31.494169 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-74c58681-c832-4fd0-bb8e-b1e97f57030f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.500886 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:31.502029 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:31.533368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0246a29a-9883-4f52-a5fe-88743b1a0d25 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:31.533741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.605770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c58681-c832-4fd0-bb8e-b1e97f57030f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efdd88d3-5bf9-421e-9578-802c557dbc41,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:31.662181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.690456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.697118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] For port 962eed76-bd34-4cb9-a520-57e523c73378, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=962eed76-bd34-4cb9-a520-57e523c73378,segment=NetworkSegment(a9c53a03-b305-45c6-8fd4-5c15d586c8fd),segment_id=a9c53a03-b305-45c6-8fd4-5c15d586c8fd)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:31.697585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.740933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Transition to ACTIVE for port object bc86529d-8374-46ee-861d-73518a59565d will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:31.749957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-74c58681-c832-4fd0-bb8e-b1e97f57030f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.751124 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-74c58681-c832-4fd0-bb8e-b1e97f57030f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/efdd88d3-5bf9-421e-9578-802c557dbc41 HTTP/1.1" status: 204 len: 168 time: 0.4325869 Apr 23 00:33:31.760823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38676) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:31.791792 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:31.829063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-e6ea8ae3-cddb-40d1-8d4d-cddaf9f64e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:31.830703 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-e6ea8ae3-cddb-40d1-8d4d-cddaf9f64e83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 200 len: 897 time: 0.3475592 Apr 23 00:33:31.858717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3413a161-46c4-4995-9b25-95083b5a4b79 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:31.879915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Transition to ACTIVE for port object bc86529d-8374-46ee-861d-73518a59565d will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:31.902892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 962eed76-bd34-4cb9-a520-57e523c73378 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:31.946758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:31.980150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046c046-7aeb-47ab-aa47-928da565ab23 req-dbd816f2-4d1d-4e9f-902b-71e7e7ab54a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:31.981445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2046c046-7aeb-47ab-aa47-928da565ab23 req-dbd816f2-4d1d-4e9f-902b-71e7e7ab54a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:31.987149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-b143b767-a9b2-4366-ac11-57e225285a2d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:31.988173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-09b63411-0f40-4934-b2d9-81e62d896779 req-b143b767-a9b2-4366-ac11-57e225285a2d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Synchronizing usage tracker for tenant:fa44bdefb3424b738530691128430992 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:32.006031 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-1a7726cc-e595-4d5f-94d8-a313826a42fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 200 len: 217 time: 0.1579731 Apr 23 00:33:32.018473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:32.029872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:32.044488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:32.054666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.3 (47f34e59-54f8-4ea9-84bf-1b6789749a47/55d6bfa5-919e-4cdd-b848-608548c3ddb7/373af126-3fbb-41cf-8bdd-fbfae66d7624) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:32.084332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=99d26bb7-6d92-4fa5-bcab-e2b323415e34,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:32.095344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Pushing event updated for resources: {'Port': ['ID=bc86529d-8374-46ee-861d-73518a59565d,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:32.113729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-09b63411-0f40-4934-b2d9-81e62d896779 req-b143b767-a9b2-4366-ac11-57e225285a2d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Unset dirty status for tenant:fa44bdefb3424b738530691128430992 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:32.117088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:32.121811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-b143b767-a9b2-4366-ac11-57e225285a2d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/networks?id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 HTTP/1.1" status: 200 len: 796 time: 0.7177799 Apr 23 00:33:32.139730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:32.144643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:32.169150 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-9d4d3746-28cd-4daf-a1ad-57e0b8e9225c tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/quotas/fa44bdefb3424b738530691128430992 HTTP/1.1" status: 200 len: 375 time: 0.0461960 Apr 23 00:33:32.187581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3413a161-46c4-4995-9b25-95083b5a4b79 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:32.188896 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3413a161-46c4-4995-9b25-95083b5a4b79 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4229584 Apr 23 00:33:32.196233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38680) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:32.253858 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:32.262139 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326d6dd9-0441-4f7b-8862-734cb8c2b7ba None None] The sync data for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv is: [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:04Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '170af940-631e-488d-b3ad-7a26e108c08d', 'name': '', 'network_id': '82e251b7-6f6c-4479-b7b5-ed39a0b0f967', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:58:2d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:20Z', 'updated_at': '2022-04-23T00:29:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '8657e32b-0787-49c6-aac8-11d435f95b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:32.283747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eea012-2bcb-4356-ab51-970891d8457f None None] DHCP port deletion for fdde5471-0943-49df-9f4a-fb283a8daca1 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:32.287516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '3e929ac4-8547-4469-9589-42133b685609', 'ip_address': '2001:db8::f816:3eff:fe35:4da4'}, {'subnet_id': '92470b79-896d-448e-b60b-9719db97665e'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '0246a29a-9883-4f52-a5fe-88743b1a0d25'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:33:32.324858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2046c046-7aeb-47ab-aa47-928da565ab23 req-dbd816f2-4d1d-4e9f-902b-71e7e7ab54a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:32.326277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2046c046-7aeb-47ab-aa47-928da565ab23 req-dbd816f2-4d1d-4e9f-902b-71e7e7ab54a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 945 time: 0.6999602 Apr 23 00:33:32.354606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c7eea012-2bcb-4356-ab51-970891d8457f None None] Deleting port 962eed76-bd34-4cb9-a520-57e523c73378 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:32.354973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c7eea012-2bcb-4356-ab51-970891d8457f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.364589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:32.365242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.371467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77e2c00b-2ae3-43cd-a227-5b46b15a4783 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.380302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.389196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.389754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.412705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77e2c00b-2ae3-43cd-a227-5b46b15a4783 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.422472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-49430e7c-e4bf-4c3d-a805-689a442dcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:32.424484 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-49430e7c-e4bf-4c3d-a805-689a442dcb37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8657e32b-0787-49c6-aac8-11d435f95b4d HTTP/1.1" status: 200 len: 835 time: 0.2322600 Apr 23 00:33:32.450097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=962eed76-bd34-4cb9-a520-57e523c73378,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:32.451999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No DVR routers for this DVR port 962eed76-bd34-4cb9-a520-57e523c73378 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:32.456278 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0c989c69-9a75-4156-93ba-c9e33655ab14 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2707467 Apr 23 00:33:32.486033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38684) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:32.554604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2046c046-7aeb-47ab-aa47-928da565ab23 req-abfc6bc8-1bd3-456e-be98-e88d30bdc9e8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:32.584818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2046c046-7aeb-47ab-aa47-928da565ab23 req-abfc6bc8-1bd3-456e-be98-e88d30bdc9e8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:32.593932 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2046c046-7aeb-47ab-aa47-928da565ab23 req-abfc6bc8-1bd3-456e-be98-e88d30bdc9e8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484946 Apr 23 00:33:32.698902 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-f132e5c7-48ea-4dac-9f67-920f3297e882 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fa44bdefb3424b738530691128430992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5287950 Apr 23 00:33:32.710323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.713277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] Allocated IP 172.20.0.2 (986a55f2-d336-4e62-8bc6-ead9728638f4/92470b79-896d-448e-b60b-9719db97665e/0246a29a-9883-4f52-a5fe-88743b1a0d25) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:32.742058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77e2c00b-2ae3-43cd-a227-5b46b15a4783 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.749359 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ad42ba-5ccb-45e2-9996-36dcf68c0902 None None] New status for floating IP e7678abe-1eff-4663-824f-c2dda6ebc140: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:33:32.764109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c7eea012-2bcb-4356-ab51-970891d8457f None None] The port '962eed76-bd34-4cb9-a520-57e523c73378' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:33:32.781525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Attempting to bind port bc86529d-8374-46ee-861d-73518a59565d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:32.781898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Attempting to bind port bc86529d-8374-46ee-861d-73518a59565d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7db1ec7a-5f66-4516-840e-209b092d97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:32.782270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Attempting to bind port bc86529d-8374-46ee-861d-73518a59565d on network 47f34e59-54f8-4ea9-84bf-1b6789749a47 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:32.786206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdde5471-0943-49df-9f4a-fb283a8daca1']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:32.809558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.809815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c53a03-b305-45c6-8fd4-5c15d586c8fd') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:32.809932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c53a03-b305-45c6-8fd4-5c15d586c8fd') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:32.819028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:32.819677 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Checking segment: {'id': '7db1ec7a-5f66-4516-840e-209b092d97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:32.819810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77e2c00b-2ae3-43cd-a227-5b46b15a4783 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.820349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.823311 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-77e2c00b-2ae3-43cd-a227-5b46b15a4783 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c899faad-a16e-4ab2-94c1-63654278bae8 HTTP/1.1" status: 204 len: 168 time: 0.5849802 Apr 23 00:33:32.823696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Bound using segment: {'id': '7db1ec7a-5f66-4516-840e-209b092d97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:32.824917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Bound port: bc86529d-8374-46ee-861d-73518a59565d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db1ec7a-5f66-4516-840e-209b092d97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:32.825474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.834966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2c00b-2ae3-43cd-a227-5b46b15a4783 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c899faad-a16e-4ab2-94c1-63654278bae8,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:32.837568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38690) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:32.876909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 373af126-3fbb-41cf-8bdd-fbfae66d7624 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:32.889583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.914303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-55606ef7-c3c1-436c-a98b-9290680d8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:32.916101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-55606ef7-c3c1-436c-a98b-9290680d8f7b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=82e251b7-6f6c-4479-b7b5-ed39a0b0f967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4280214 Apr 23 00:33:32.925216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda294d7-6230-4b61-acd9-994c8b769d4b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:32.931217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda294d7-6230-4b61-acd9-994c8b769d4b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:32.932029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-eda294d7-6230-4b61-acd9-994c8b769d4b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:32.946917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.963621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:32.964042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:32.965327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-66f41d88-d557-4a47-b0ad-68596286868f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:32.987115 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:33.007341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:27Z', 'revision_number': 2, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:33.014035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-eda294d7-6230-4b61-acd9-994c8b769d4b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:33.017579 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eda294d7-6230-4b61-acd9-994c8b769d4b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5251517 Apr 23 00:33:33.023795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] For port bc86529d-8374-46ee-861d-73518a59565d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:33.040737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Checking router: 841d664e-309d-4d00-afa6-cf387d66eba7 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:33.041411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Updating router 841d664e-309d-4d00-afa6-cf387d66eba7 port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:33:33.060154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38694) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:33.085302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] For port 0246a29a-9883-4f52-a5fe-88743b1a0d25, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0246a29a-9883-4f52-a5fe-88743b1a0d25,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:33.098978 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-f2e62afe-eb91-4e23-8297-a458f4f33cba service neutron] 10.222.0.39 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907545 Apr 23 00:33:33.110051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.144034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.173375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.213676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] For port bc86529d-8374-46ee-861d-73518a59565d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc86529d-8374-46ee-861d-73518a59565d,segment=NetworkSegment(7db1ec7a-5f66-4516-840e-209b092d97c8),segment_id=7db1ec7a-5f66-4516-840e-209b092d97c8)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:33.215674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] Transition to ACTIVE for port object 0246a29a-9883-4f52-a5fe-88743b1a0d25 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:33.219477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.248648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.276273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.286488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-66f41d88-d557-4a47-b0ad-68596286868f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:33.287521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-66f41d88-d557-4a47-b0ad-68596286868f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4449716 Apr 23 00:33:33.288083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=fdde5471-0943-49df-9f4a-fb283a8daca1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:33.294067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38698) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:33.302189 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-edf68464-726f-4789-821a-34894413f67a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/fdde5471-0943-49df-9f4a-fb283a8daca1 HTTP/1.1" status: 204 len: 168 time: 2.5097315 Apr 23 00:33:33.314573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38702) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:33.319991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 99d26bb7-6d92-4fa5-bcab-e2b323415e34 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:33.320375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.335261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.346912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:33.372803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:33.385872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd54c82-95ad-42ad-ba32-50e23c68d4ce req-3cd1851b-d83a-4635-bbb3-1434f4a371cd tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:33.387720 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ecd54c82-95ad-42ad-ba32-50e23c68d4ce req-3cd1851b-d83a-4635-bbb3-1434f4a371cd tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 0.6515987 Apr 23 00:33:33.388497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:33.401719 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-13a1b85a-0e63-46a2-83e0-8831502d2ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018925 Apr 23 00:33:33.421022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9b332c6-ca23-453c-a9ab-7b1d4cdc07de tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.440108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9b332c6-ca23-453c-a9ab-7b1d4cdc07de tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.448900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=373af126-3fbb-41cf-8bdd-fbfae66d7624,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:33.456429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2dc31b-66b8-4a7c-9637-ad979322ba04 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:33.457031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7d2dc31b-66b8-4a7c-9637-ad979322ba04 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:33.470309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-9e516f02-cf18-4808-94cf-ddaa36da78d7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:33.470309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-9e516f02-cf18-4808-94cf-ddaa36da78d7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:33.507092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-9e516f02-cf18-4808-94cf-ddaa36da78d7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:33.508551 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-9e516f02-cf18-4808-94cf-ddaa36da78d7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 945 time: 0.3875999 Apr 23 00:33:33.509985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:33.510445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:33.525969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a028b-b59d-47f9-bfe8-02ff6a264061 None None] Pushing event updated for resources: {'Port': ['ID=bc86529d-8374-46ee-861d-73518a59565d,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:33.651390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 04a67a40-f412-4b9b-942d-555cf1cc5b30 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:33.652557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.735395 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-481f68d8-0d59-4d04-996b-0c6b8f5201cc service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995212 Apr 23 00:33:33.757840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7d2dc31b-66b8-4a7c-9637-ad979322ba04 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:33.759656 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7d2dc31b-66b8-4a7c-9637-ad979322ba04 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/73c3f7a6-a6d1-4399-ae8e-9463c2917171 HTTP/1.1" status: 200 len: 845 time: 0.4401336 Apr 23 00:33:33.805391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38712) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:33.834282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f5256-4185-4cb1-bbf0-da7ba89bc199 None None] Pushing event updated for resources: {'Port': ['ID=0246a29a-9883-4f52-a5fe-88743b1a0d25,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:33.851720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9b332c6-ca23-453c-a9ab-7b1d4cdc07de tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:33.943996 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ecd54c82-95ad-42ad-ba32-50e23c68d4ce req-e625e104-67f0-471c-9e96-fedf10f8dcfd tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5176923 Apr 23 00:33:33.992707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:33.993385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.110346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b332c6-ca23-453c-a9ab-7b1d4cdc07de tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e04d801c-3eab-4b8b-b636-a96d6be49454,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:34.161027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.207694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9b332c6-ca23-453c-a9ab-7b1d4cdc07de tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.209074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c9b332c6-ca23-453c-a9ab-7b1d4cdc07de tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e04d801c-3eab-4b8b-b636-a96d6be49454 HTTP/1.1" status: 204 len: 168 time: 0.9116457 Apr 23 00:33:34.213935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 0246a29a-9883-4f52-a5fe-88743b1a0d25, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0246a29a-9883-4f52-a5fe-88743b1a0d25,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:34.224774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.236926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38720) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:34.357853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5606975b-235a-453a-ae2d-0f9d8cfd26c8 req-bc42feb9-4ea0-4144-9934-ae3c9f1b2d12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Synchronizing usage tracker for tenant:fa44bdefb3424b738530691128430992 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:34.365695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.383345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f140b70e-12d0-47aa-b449-ed2acf49e039 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3589716 Apr 23 00:33:34.392666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38726) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:34.399080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Transition to ACTIVE for port object 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:34.412543 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.432378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '47f34e59-54f8-4ea9-84bf-1b6789749a47', 'name': 'tempest-PortsTestJSON-156746208'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:34.487088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-315c1f94-7cf1-4ec7-90c1-255648923e43 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:34.489358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=0246a29a-9883-4f52-a5fe-88743b1a0d25,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:34.504000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6b2fbf02-aafa-4f3c-985a-fc037096b571 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:34.543095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 04a67a40-f412-4b9b-942d-555cf1cc5b30, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=04a67a40-f412-4b9b-942d-555cf1cc5b30,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:34.544069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.593672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0246a29a-9883-4f52-a5fe-88743b1a0d25 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:34.677603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:34.697770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6b2fbf02-aafa-4f3c-985a-fc037096b571 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:34.702002 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6b2fbf02-aafa-4f3c-985a-fc037096b571 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/73c3f7a6-a6d1-4399-ae8e-9463c2917171?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.8934836 Apr 23 00:33:34.717941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38730) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:34.835051 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de8fdbbd-4325-45b3-9ed6-c1423cb14650 req-e78b7e3d-1365-44a5-8cca-b4f89d3e0612 service neutron] 10.222.0.42 "GET /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0835035 Apr 23 00:33:34.839408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:34.971368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 99d26bb7-6d92-4fa5-bcab-e2b323415e34 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:34.979722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 04a67a40-f412-4b9b-942d-555cf1cc5b30 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:34.992651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8cca0-d260-4f95-8c9c-4b2e3c37c30c None None] Pushing event updated for resources: {'Port': ['ID=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:35.064425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5606975b-235a-453a-ae2d-0f9d8cfd26c8 req-bc42feb9-4ea0-4144-9934-ae3c9f1b2d12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Unset dirty status for tenant:fa44bdefb3424b738530691128430992 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:35.065551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Attempting to bind port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:35.065930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Attempting to bind port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:35.066340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Attempting to bind port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 on network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:35.081434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:35.081852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Checking segment: {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:35.083902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.085209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Bound using segment: {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:35.085966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Bound port: 1613b1c0-0708-414b-91c0-2ff9d4cf11f7, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:35.087216 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5606975b-235a-453a-ae2d-0f9d8cfd26c8 req-bc42feb9-4ea0-4144-9934-ae3c9f1b2d12 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 210 time: 0.8971171 Apr 23 00:33:35.087831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.122051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a1d4fbaf-7e7c-46cd-8d53-d8b68d922bfc None None] Provisioning for port 0246a29a-9883-4f52-a5fe-88743b1a0d25 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:35.135416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a1d4fbaf-7e7c-46cd-8d53-d8b68d922bfc None None] Provisioning complete for port 0246a29a-9883-4f52-a5fe-88743b1a0d25 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:35.136232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1d4fbaf-7e7c-46cd-8d53-d8b68d922bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.207715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eaee2-4704-4a71-8238-a8f01663cf8d req-e602feb1-62b8-496d-a629-0aa3c2f21116 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:35.218128 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2b8eaee2-4704-4a71-8238-a8f01663cf8d req-e602feb1-62b8-496d-a629-0aa3c2f21116 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 945 time: 1.3391242 Apr 23 00:33:35.232166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0246a29a-9883-4f52-a5fe-88743b1a0d25 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:35.232751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.282924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-315c1f94-7cf1-4ec7-90c1-255648923e43 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:35.284676 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-315c1f94-7cf1-4ec7-90c1-255648923e43 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0468080 Apr 23 00:33:35.292142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38736) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:35.369185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] For port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:35.376143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] For port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:35.378528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2b8eaee2-4704-4a71-8238-a8f01663cf8d req-4dbd3a51-9326-47f8-ba03-e8aa4c5941a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=324bd677-4e18-40a0-8647-e3532c1009fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585984 Apr 23 00:33:35.390834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.416484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:35.432597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:35.442054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:35.446334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0cc3f-4336-467a-8a1d-9c77e58c5872 None None] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:35.451756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:35.494959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:35.504686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:35.507897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:35.523309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:35.523699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:35.527760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.548046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28df7bbe-d9bb-4c75-bcb0-836b7b8276b1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.563719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:35.567188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.576286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.587676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c74fdf-4176-4ca5-83ff-ebddc84404bb req-5eb247ed-8660-4881-8a70-88f203d4aabc tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:35.597368 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-92c74fdf-4176-4ca5-83ff-ebddc84404bb req-5eb247ed-8660-4881-8a70-88f203d4aabc tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 0.3047457 Apr 23 00:33:35.672060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=04a67a40-f412-4b9b-942d-555cf1cc5b30,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:35.734979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28df7bbe-d9bb-4c75-bcb0-836b7b8276b1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.753659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:35.782582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:35.783223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:35.841686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.908012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 04a67a40-f412-4b9b-942d-555cf1cc5b30 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:35.920933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:35.924269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'name': 'network-vif-deleted', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:35.946673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc86529d-8374-46ee-861d-73518a59565d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:35.962809 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-92c74fdf-4176-4ca5-83ff-ebddc84404bb req-f5b388b9-edba-4ac4-abd6-0d43b804705c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644114 Apr 23 00:33:35.979934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8cca0-d260-4f95-8c9c-4b2e3c37c30c None None] Pushing event updated for resources: {'Port': ['ID=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:36.025688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=99d26bb7-6d92-4fa5-bcab-e2b323415e34,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:36.126762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.5 (47f34e59-54f8-4ea9-84bf-1b6789749a47/55d6bfa5-919e-4cdd-b848-608548c3ddb7/8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:36.312544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-c9f91957-4819-4d80-8422-72eb31d99c27 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:36.313961 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-c9f91957-4819-4d80-8422-72eb31d99c27 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.42 "GET /v2.0/networks?id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 HTTP/1.1" status: 200 len: 796 time: 0.7058680 Apr 23 00:33:36.346568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:36.446430 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a869f90-500c-4a7e-840a-46ab96525118'] response: {'server_uuid': '2417b4f6-0f18-46a6-ab76-a874b0c3bcac', 'name': 'network-vif-deleted', 'tag': '04a67a40-f412-4b9b-942d-555cf1cc5b30', 'status': 'completed', 'code': 200} Apr 23 00:33:36.448419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cf036295-544d-4c8f-9552-e09e6ec3b4b2 None None] Provisioning for port bc86529d-8374-46ee-861d-73518a59565d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:36.460674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f23c7f98-5a09-4642-9d91-41b93d04da4d req-b6dd5f55-8a42-44dc-9830-43f121006907 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/04a67a40-f412-4b9b-942d-555cf1cc5b30 HTTP/1.1" status: 204 len: 173 time: 2.9451313 Apr 23 00:33:36.465342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28df7bbe-d9bb-4c75-bcb0-836b7b8276b1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.467961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28df7bbe-d9bb-4c75-bcb0-836b7b8276b1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.472437 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-28df7bbe-d9bb-4c75-bcb0-836b7b8276b1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d HTTP/1.1" status: 204 len: 168 time: 1.1732829 Apr 23 00:33:36.472437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38752) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:36.520222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df7bbe-d9bb-4c75-bcb0-836b7b8276b1 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccf11aa-cde9-43d7-a307-9b0f9ef82e7d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:36.584484 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cbaee382-ccc5-4325-9d80-eb872eb5c2f1 req-d2e5c689-791d-49ff-9b58-1ecd60428f6f tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 210 time: 0.2648957 Apr 23 00:33:36.597405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.616421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d9769fc0-5426-4d17-89a8-632ee1ee758b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:36.619292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.650753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-09b63411-0f40-4934-b2d9-81e62d896779 req-10ca8c1c-11cf-4e22-875d-2fb23d087a31 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Synchronizing usage tracker for tenant:fa44bdefb3424b738530691128430992 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:36.653447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:36.662008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9bac7926-da22-42f0-b947-b8a318eff43a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/99d26bb7-6d92-4fa5-bcab-e2b323415e34 HTTP/1.1" status: 204 len: 168 time: 3.6001234 Apr 23 00:33:36.666220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38756) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:36.700297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-09b63411-0f40-4934-b2d9-81e62d896779 req-10ca8c1c-11cf-4e22-875d-2fb23d087a31 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Unset dirty status for tenant:fa44bdefb3424b738530691128430992 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:36.701456 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-10ca8c1c-11cf-4e22-875d-2fb23d087a31 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa44bdefb3424b738530691128430992 HTTP/1.1" status: 200 len: 380 time: 0.1969535 Apr 23 00:33:36.705821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cf036295-544d-4c8f-9552-e09e6ec3b4b2 None None] Could not find standard attr ID for object 99d26bb7-6d92-4fa5-bcab-e2b323415e34. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:33:36.712707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'port': {'device_id': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'admin_state_up': True, 'tenant_id': 'fa44bdefb3424b738530691128430992', 'security_groups': ['62e6c78d-890c-4414-98d1-501cf554cda9']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:36.728715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port bc86529d-8374-46ee-861d-73518a59565d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:36.730735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.745578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bc86529d-8374-46ee-861d-73518a59565d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:36.746156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.779517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-2af04307-b1f2-4a8e-8cce-cea273feabee req-35e15c96-0431-4628-a2eb-4aa1c1020fec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:36.790833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d9769fc0-5426-4d17-89a8-632ee1ee758b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:36.796637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d9769fc0-5426-4d17-89a8-632ee1ee758b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3079271 Apr 23 00:33:36.796800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c7363c81-0d57-4a3a-94f9-23f452b7d90c details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:33:36.796800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 04a67a40-f412-4b9b-942d-555cf1cc5b30 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:36.797568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38760) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:36.804533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721232487'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:36.827586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:36.852307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dbdbb-1ff1-4ce3-9497-64c4b018aabe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:36.853929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dbdbb-1ff1-4ce3-9497-64c4b018aabe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:36.855590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dbdbb-1ff1-4ce3-9497-64c4b018aabe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:36.856395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-207dbdbb-1ff1-4ce3-9497-64c4b018aabe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:36.862819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-2af04307-b1f2-4a8e-8cce-cea273feabee req-35e15c96-0431-4628-a2eb-4aa1c1020fec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:36.872202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2af04307-b1f2-4a8e-8cce-cea273feabee req-35e15c96-0431-4628-a2eb-4aa1c1020fec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2417b4f6-0f18-46a6-ab76-a874b0c3bcac HTTP/1.1" status: 200 len: 210 time: 0.2156532 Apr 23 00:33:36.874919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:36.895629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 04a67a40-f412-4b9b-942d-555cf1cc5b30 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:36.895629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 04a67a40-f412-4b9b-942d-555cf1cc5b30 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:36.905467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.912923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:36.914458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:36.923141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:36.923550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.956505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=9d892500-0d6d-4512-86d6-03fd87512886,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:36.963571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:36.974775 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-707fb89c-aa2a-466e-b251-831243b06eac tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2548013 Apr 23 00:33:36.977504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38764) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:36.985460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'security_group': {'name': 'tempest-secgroup-763146038'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:37.007266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:37.021019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:37.031365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:37.032605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-207dbdbb-1ff1-4ce3-9497-64c4b018aabe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:37.033814 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-207dbdbb-1ff1-4ce3-9497-64c4b018aabe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3628492 Apr 23 00:33:37.045285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38770) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:37.057466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:37.075879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:37.089330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:37.100613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:37.104892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:37.158652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:37.161857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:37.170126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:37.194405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:37.226837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:37.227509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.237648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca600d-ee2e-46d4-9473-870dd3e959df None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:37.268234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Made reservation on behalf of fa44bdefb3424b738530691128430992 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:37.271712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.283729 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-53314b78-ce78-4463-952b-8b73dec5717d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8717561 Apr 23 00:33:37.285895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38774) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:37.304125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.383861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 3e929ac4-8547-4469-9589-42133b685609 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:37.396547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.421097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.431038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.477967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:37.482979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.483590 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6853826 Apr 23 00:33:37.490492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38778) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:37.500677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group_rule and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:37.508718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:37.519631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.526985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': 'd36e655c-e472-4a6e-86a8-f9f9c925fd85', 'direction': 'ingress', 'protocol': 17}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:37.545251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa343b1-b80f-4dc4-80df-da1131eddd47 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:37.546102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bfa343b1-b80f-4dc4-80df-da1131eddd47 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:37.552183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:37.556339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb832d-fbac-4585-8faa-a98f6efcd82c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36e655c-e472-4a6e-86a8-f9f9c925fd85,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:37.566144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:37.567267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:37.571950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:37.582050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:37.584675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bfa343b1-b80f-4dc4-80df-da1131eddd47 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:37.588599 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bfa343b1-b80f-4dc4-80df-da1131eddd47 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.2961237 Apr 23 00:33:37.591360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38782) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:37.595396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db6a2-4ef8-4ab5-82db-0aae19aea52f req-e724bce1-05d6-4a2c-87d4-51033eeb9d0d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:37.604724 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d58db6a2-4ef8-4ab5-82db-0aae19aea52f req-e724bce1-05d6-4a2c-87d4-51033eeb9d0d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 943 time: 0.4081080 Apr 23 00:33:37.617799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.664488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port bc86529d-8374-46ee-861d-73518a59565d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc86529d-8374-46ee-861d-73518a59565d,segment=NetworkSegment(7db1ec7a-5f66-4516-840e-209b092d97c8),segment_id=7db1ec7a-5f66-4516-840e-209b092d97c8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:37.681423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5d1a6b63-4947-40f3-806e-8e68de5722cd None None] Provisioning complete for port bc86529d-8374-46ee-861d-73518a59565d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:37.681812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6b63-4947-40f3-806e-8e68de5722cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.690278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.705829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:37.706173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.707036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.801358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=bc86529d-8374-46ee-861d-73518a59565d,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:37.824539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 962eed76-bd34-4cb9-a520-57e523c73378 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:37.870889 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d58db6a2-4ef8-4ab5-82db-0aae19aea52f req-71fde91f-ef58-42eb-b70c-460f50495021 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2650733 Apr 23 00:33:37.886171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Allocated IP 172.20.0.13 (a4bd3f34-58a1-4ba4-8301-3deb0a69cd75/6ceb2a18-6464-4fe0-9ece-153e93309fe5/0baa1a56-9284-439b-84dc-4bf26f64b206) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:37.891686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:35Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:37.893738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 962eed76-bd34-4cb9-a520-57e523c73378 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:37.894087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 962eed76-bd34-4cb9-a520-57e523c73378 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:37.905824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c014103d-4edb-4520-9166-1c5e56a4f2d7 req-aeb4fffd-8430-42dd-99eb-815567260276 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 210 time: 0.1146655 Apr 23 00:33:37.957421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port c7363c81-0d57-4a3a-94f9-23f452b7d90c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:37.973367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:37.987718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.005634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38790) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:38.019746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'port_id': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'mac_address': 'fa:16:3e:09:83:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:33:38.045353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.057664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2848685-edfc-4bc1-ba0a-159c784a814f None None] The sync data for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv is: [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:35Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:38.179669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0246a29a-9883-4f52-a5fe-88743b1a0d25 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:38.181227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.185132 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2039034 Apr 23 00:33:38.193953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38794) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:38.195219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c955c-3863-4e40-9b45-21a2e794cb4b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fdcaff-8c5d-4a71-922e-bcdb6aa6e2a1,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:38.208281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'security_group': {'name': 'tempest-secgroup-1727728890'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:38.221124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.231675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:38.237472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.239648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:38.255442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:38.269525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:38.301597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cbc042-16ab-454b-b8f7-640f7ff93577,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:38.326044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.344856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.346020 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6d152611-e84a-443c-bdfe-6a3b1fc0514c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8378406 Apr 23 00:33:38.349692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.357063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38798) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:38.392611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c761fc-a30a-4397-b38c-76535092dbe3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.405230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'tenant_id': '64d5d003d79e452e8eb0df89bf8887a7', 'fixed_ips': [{'subnet_id': '9d892500-0d6d-4512-86d6-03fd87512886'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:38.406651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.410296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:38.425169 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c761fc-a30a-4397-b38c-76535092dbe3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.483188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.505885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5d1a6b63-4947-40f3-806e-8e68de5722cd None None] Provisioning for port 373af126-3fbb-41cf-8bdd-fbfae66d7624 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:38.509463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.527477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=3e929ac4-8547-4469-9589-42133b685609,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:38.555135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:38.555877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5d1a6b63-4947-40f3-806e-8e68de5722cd None None] Provisioning complete for port 373af126-3fbb-41cf-8bdd-fbfae66d7624 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:38.556253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6b63-4947-40f3-806e-8e68de5722cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.559380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.592994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.594553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7363c81-0d57-4a3a-94f9-23f452b7d90c {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:33:38.601632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group_rule and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:38.604914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c761fc-a30a-4397-b38c-76535092dbe3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.605718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:38.621588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:38.632280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e750fd44-ffbf-4769-88dd-307b73534d92 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/3e929ac4-8547-4469-9589-42133b685609 HTTP/1.1" status: 204 len: 168 time: 1.5797944 Apr 23 00:33:38.636264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c761fc-a30a-4397-b38c-76535092dbe3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.637640 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e2c761fc-a30a-4397-b38c-76535092dbe3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/324bd677-4e18-40a0-8647-e3532c1009fd HTTP/1.1" status: 204 len: 168 time: 0.6207273 Apr 23 00:33:38.638380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38802) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:38.639396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Transition to ACTIVE for port object 0baa1a56-9284-439b-84dc-4bf26f64b206 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:38.642758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c761fc-a30a-4397-b38c-76535092dbe3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324bd677-4e18-40a0-8647-e3532c1009fd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:38.667338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-644065ea-98df-429c-b647-6851c860e689 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.705588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38808) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:38.751062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Allocated IP 2001:db8::2 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/9d892500-0d6d-4512-86d6-03fd87512886/8dcc816f-4c77-4cb7-a78d-452fbdff3361) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:38.776297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-644065ea-98df-429c-b647-6851c860e689 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.809967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 92470b79-896d-448e-b60b-9719db97665e {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:38.813014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.819733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc05c40-f092-411c-b97a-d8aa27ce41b7 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:38.831977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.876929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.879517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:38.965412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.011106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port c7363c81-0d57-4a3a-94f9-23f452b7d90c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:39.028978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-644065ea-98df-429c-b647-6851c860e689 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.067143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.068212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d9a59-e8d5-44b7-b7f7-6221fe50cd73,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:39.107841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.146954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644065ea-98df-429c-b647-6851c860e689 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36e655c-e472-4a6e-86a8-f9f9c925fd85,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:39.205652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.212079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0246a29a-9883-4f52-a5fe-88743b1a0d25 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:39.212458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.219127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.220410 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf11accd-8ba1-4791-a107-a7b55e2c93f8 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0253491 Apr 23 00:33:39.241997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a6b63-4947-40f3-806e-8e68de5722cd None None] Port 373af126-3fbb-41cf-8bdd-fbfae66d7624 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:39.285505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38816) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:39.318737 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7823a53b-2548-4ed7-9823-eefb0a2c5458 req-45c7636a-83e2-4f2a-bde6-f13a14835416 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 210 time: 0.1658762 Apr 23 00:33:39.322320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-644065ea-98df-429c-b647-6851c860e689 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.323550 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-644065ea-98df-429c-b647-6851c860e689 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/d36e655c-e472-4a6e-86a8-f9f9c925fd85 HTTP/1.1" status: 204 len: 168 time: 0.9644148 Apr 23 00:33:39.332928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:39.335024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38818) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:39.409629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1bbaf058-f3eb-492b-8baa-eca8c25855b8 None None] Could not find standard attr ID for object 8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:33:39.436855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1823075582', 'security_groups': ['af7d9a59-e8d5-44b7-b7f7-6221fe50cd73'], 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d892500-0d6d-4512-86d6-03fd87512886'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:39.455129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.459902 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2b4a1b68-13bd-4f33-b2f9-a138f175fd02 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a HTTP/1.1" status: 204 len: 168 time: 1.8672099 Apr 23 00:33:39.463837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38824) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:39.486851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.519901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=92470b79-896d-448e-b60b-9719db97665e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:39.537160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0a714f43-701b-453f-8502-7337af23aa5b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:39.553147 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-11345c99-8693-4018-81f5-02b08c85f9aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:33:39.553832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-11345c99-8693-4018-81f5-02b08c85f9aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:39.564498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.579688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Transition to ACTIVE for port object 8dcc816f-4c77-4cb7-a78d-452fbdff3361 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:39.581773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0a714f43-701b-453f-8502-7337af23aa5b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:39.586777 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0a714f43-701b-453f-8502-7337af23aa5b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2408605 Apr 23 00:33:39.587354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38828) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:39.592499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815416216'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:39.598608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-11345c99-8693-4018-81f5-02b08c85f9aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:39.602684 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-11345c99-8693-4018-81f5-02b08c85f9aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/8e6d3a66-1dc9-4ec6-8cfc-368b4bdafc7a HTTP/1.1" status: 404 len: 333 time: 0.1382873 Apr 23 00:33:39.603543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38832) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:39.606462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:39.609136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Transition to ACTIVE for port object 8dcc816f-4c77-4cb7-a78d-452fbdff3361 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:39.617381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dd52c1bb-1d1a-4c93-890f-495b561e7f29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/92470b79-896d-448e-b60b-9719db97665e HTTP/1.1" status: 204 len: 168 time: 0.9760513 Apr 23 00:33:39.626854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38836) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:39.631322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['c7363c81-0d57-4a3a-94f9-23f452b7d90c'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:33:39.635700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.666035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:39.671059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=c7363c81-0d57-4a3a-94f9-23f452b7d90c,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:39.674713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.693485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.707830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 373af126-3fbb-41cf-8bdd-fbfae66d7624 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:39.708497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.772444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:39.786493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:39.791223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:39.833790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:39.892507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d9b86cb-075a-401f-830c-c6f34cd630f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:router {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:39.939017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:39.957345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:39.959719 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1bbaf058-f3eb-492b-8baa-eca8c25855b8 None None] Provisioning complete for port 373af126-3fbb-41cf-8bdd-fbfae66d7624 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:39.960235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf058-f3eb-492b-8baa-eca8c25855b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:39.985021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:40.011366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:40.022225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:40.039502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.040428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:40.056909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:40.089856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Pushing event updated for resources: {'Port': ['ID=8dcc816f-4c77-4cb7-a78d-452fbdff3361,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:40.109792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.132320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a7294-6d1b-49d6-aa31-8a8e01660f64 req-6aee436f-9595-4e1f-a964-7ebef26bd091 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:40.134042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-717a7294-6d1b-49d6-aa31-8a8e01660f64 req-6aee436f-9595-4e1f-a964-7ebef26bd091 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 944 time: 0.8432100 Apr 23 00:33:40.134809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc86529d-8374-46ee-861d-73518a59565d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:40.134992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6d9b86cb-075a-401f-830c-c6f34cd630f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:router {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:40.140020 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6d9b86cb-075a-401f-830c-c6f34cd630f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5060730 Apr 23 00:33:40.140732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38840) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:40.151620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:40.160656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.172944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:40.195307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaf058-f3eb-492b-8baa-eca8c25855b8 None None] Port 373af126-3fbb-41cf-8bdd-fbfae66d7624 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:40.213978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:40.269130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:40.269749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.308723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.320773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 373af126-3fbb-41cf-8bdd-fbfae66d7624 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:40.345387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Attempting to bind port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:40.345835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Attempting to bind port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '0e2f49ff-0444-4399-afce-1d78f7064f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:40.346282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Attempting to bind port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 on network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:40.379536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:40.380092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Checking segment: {'id': '0e2f49ff-0444-4399-afce-1d78f7064f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:40.380594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.381084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Bound using segment: {'id': '0e2f49ff-0444-4399-afce-1d78f7064f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:40.381664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Bound port: 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2f49ff-0444-4399-afce-1d78f7064f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:40.382150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.399887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-242a0eed-e548-4c0c-a38e-3815bc2164b3 None None] Provisioning for port 0baa1a56-9284-439b-84dc-4bf26f64b206 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:40.446852 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-717a7294-6d1b-49d6-aa31-8a8e01660f64 req-99667655-09fa-4194-a3c4-53269d7c291e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2866194 Apr 23 00:33:40.447918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:40.469798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68d6b16-ac39-48f8-9549-1b71415c938d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:40.479591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.482982 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3e2e6474-5061-4bcf-bfd2-d13cb4eaac26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8944628 Apr 23 00:33:40.489469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-242a0eed-e548-4c0c-a38e-3815bc2164b3 None None] Provisioning complete for port 0baa1a56-9284-439b-84dc-4bf26f64b206 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:40.489867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-242a0eed-e548-4c0c-a38e-3815bc2164b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.490468 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-43cfcc12-e43a-4eb1-99b0-1af2bbbf7d0b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7833369 Apr 23 00:33:40.490925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38846) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:40.532034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--511527284'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:40.533334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:40.547402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Request body: {'port': {'device_id': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:40.550855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bc86529d-8374-46ee-861d-73518a59565d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:40.551252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.581368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:40.598144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] Deleting port 0246a29a-9883-4f52-a5fe-88743b1a0d25 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:40.598461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.647142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:40.658090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:40.680589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:40.685695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:40.713505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e88879-ed0e-400e-83e6-88c355baa6b4 req-7a7fe974-0a02-4d63-8eb3-9c9659815df7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:40.715126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-242a0eed-e548-4c0c-a38e-3815bc2164b3 None None] Port 0baa1a56-9284-439b-84dc-4bf26f64b206 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:40.716576 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-50e88879-ed0e-400e-83e6-88c355baa6b4 req-7a7fe974-0a02-4d63-8eb3-9c9659815df7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 932 time: 0.2870908 Apr 23 00:33:40.738460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:40.744263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.754832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:40.769206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:40.814076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=373af126-3fbb-41cf-8bdd-fbfae66d7624,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:40.821621 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-50e88879-ed0e-400e-83e6-88c355baa6b4 req-a86aace9-28eb-4a37-abcf-76fe0ad03736 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995030 Apr 23 00:33:40.823965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] For port 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:40.860098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.861367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] For port 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8dcc816f-4c77-4cb7-a78d-452fbdff3361,segment=NetworkSegment(0e2f49ff-0444-4399-afce-1d78f7064f56),segment_id=0e2f49ff-0444-4399-afce-1d78f7064f56)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:40.875904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.936773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.940757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:40.960361 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f70ae737-ba70-474f-928f-a282c3fd562e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/373af126-3fbb-41cf-8bdd-fbfae66d7624 HTTP/1.1" status: 204 len: 168 time: 1.3509459 Apr 23 00:33:40.966172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38850) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:41.004755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:41.010338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:41.015260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.047074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-705fd49e-5410-47fe-a900-e21cefc5800f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:33:41.047619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-705fd49e-5410-47fe-a900-e21cefc5800f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:41.053433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:41.059132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.066103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-705fd49e-5410-47fe-a900-e21cefc5800f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:41.067998 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-705fd49e-5410-47fe-a900-e21cefc5800f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/373af126-3fbb-41cf-8bdd-fbfae66d7624 HTTP/1.1" status: 404 len: 333 time: 0.1006927 Apr 23 00:33:41.069224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:41.070709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38854) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:41.147830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet 55d6bfa5-919e-4cdd-b848-608548c3ddb7 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:41.155935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.223863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] For port 0246a29a-9883-4f52-a5fe-88743b1a0d25, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0246a29a-9883-4f52-a5fe-88743b1a0d25,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:41.224348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.239552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.243655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79686dff-ccbb-48a0-be83-d7a5db6ac265 None None] Pushing event updated for resources: {'Port': ['ID=8dcc816f-4c77-4cb7-a78d-452fbdff3361,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:41.319387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:41.336523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:41.339661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.424312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] Calling delete_port for 0246a29a-9883-4f52-a5fe-88743b1a0d25 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:41.428765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.521907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port 876076e1-66e1-4c68-92b1-a1021957cf35 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:41.542548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:41.550720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:41.551057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=55d6bfa5-919e-4cdd-b848-608548c3ddb7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:41.551195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.559690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.574046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1bc82f6a-f169-4c37-9fc2-fcc330ee4acc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/55d6bfa5-919e-4cdd-b848-608548c3ddb7 HTTP/1.1" status: 204 len: 168 time: 0.5021479 Apr 23 00:33:41.579046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38860) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:41.582910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5275a72-a523-482a-aa97-13efc4d63c88 None None] Network 47f34e59-54f8-4ea9-84bf-1b6789749a47 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:41.632938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.735431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.747161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port bc86529d-8374-46ee-861d-73518a59565d {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:41.747535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:41.834421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] No DVR routers for this DVR port 0246a29a-9883-4f52-a5fe-88743b1a0d25 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:41.851071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439e866-b4bc-4f04-a43e-312a4dc770b2 None None] Pushing event deleted for resources: {'Port': ['ID=0246a29a-9883-4f52-a5fe-88743b1a0d25,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:41.979287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.065247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:42.070283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.123506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.143671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0246a29a-9883-4f52-a5fe-88743b1a0d25 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:42.143976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a071f99-5931-48d0-9c18-c235ef772727 req-3c6b513f-822a-4754-90e5-eadcdf84f716 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:42.144108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] For port bc86529d-8374-46ee-861d-73518a59565d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc86529d-8374-46ee-861d-73518a59565d,segment=NetworkSegment(7db1ec7a-5f66-4516-840e-209b092d97c8),segment_id=7db1ec7a-5f66-4516-840e-209b092d97c8)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:42.144470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.153554 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a071f99-5931-48d0-9c18-c235ef772727 req-3c6b513f-822a-4754-90e5-eadcdf84f716 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 944 time: 0.4608810 Apr 23 00:33:42.197822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 0246a29a-9883-4f52-a5fe-88743b1a0d25 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:42.198272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0246a29a-9883-4f52-a5fe-88743b1a0d25 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:42.211855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:42.243827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.resource_extend [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:33:42.252711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.294871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for bc86529d-8374-46ee-861d-73518a59565d owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:42.307381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] DHCP port deletion for 47f34e59-54f8-4ea9-84bf-1b6789749a47 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:42.312542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Deleting port bc86529d-8374-46ee-861d-73518a59565d {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:42.312858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.347829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.360952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d3502-d2b1-4a5e-9cf9-2f9752944c45 req-d58ad846-9aba-4a9f-9cd3-4060c542790e tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:42.363920 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-199d3502-d2b1-4a5e-9cf9-2f9752944c45 req-d58ad846-9aba-4a9f-9cd3-4060c542790e tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 932 time: 0.3560572 Apr 23 00:33:42.444901 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-199d3502-d2b1-4a5e-9cf9-2f9752944c45 req-d6d2bdf0-9128-409a-999f-efb697236736 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689981 Apr 23 00:33:42.446193 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3a071f99-5931-48d0-9c18-c235ef772727 req-5b114762-598f-44d4-93e2-5eac8b2b6d0c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915781 Apr 23 00:33:42.472899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.523534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=bc86529d-8374-46ee-861d-73518a59565d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:42.525319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No DVR routers for this DVR port bc86529d-8374-46ee-861d-73518a59565d on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:42.573296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] For port bc86529d-8374-46ee-861d-73518a59565d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bc86529d-8374-46ee-861d-73518a59565d,segment=NetworkSegment(7db1ec7a-5f66-4516-840e-209b092d97c8),segment_id=7db1ec7a-5f66-4516-840e-209b092d97c8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:42.573640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.653752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.657411 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1364093 Apr 23 00:33:42.659235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38866) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:42.662955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': 'd68d6b16-ac39-48f8-9549-1b71415c938d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '05507a97-4cc7-415f-9944-b8ffb08bbdd1', 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:42.672613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.675146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0baa1a56-9284-439b-84dc-4bf26f64b206 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:33:42.680029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:42.688933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:42.689144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c9d62-c392-47d8-bfe4-1e96d761b31e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05507a97-4cc7-415f-9944-b8ffb08bbdd1,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:42.693491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::176 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/9d892500-0d6d-4512-86d6-03fd87512886/876076e1-66e1-4c68-92b1-a1021957cf35) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:42.700032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:42.707516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.710462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:42.711399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Calling delete_port for bc86529d-8374-46ee-861d-73518a59565d owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:42.713452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f34e59-54f8-4ea9-84bf-1b6789749a47']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:42.729460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db1ec7a-5f66-4516-840e-209b092d97c8') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:42.730105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db1ec7a-5f66-4516-840e-209b092d97c8') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:42.744432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.770174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cfa3e4ab-71df-409d-95da-41e7dd249a61 None None] Provisioning complete for port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:42.770754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e4ab-71df-409d-95da-41e7dd249a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.774313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.798369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.814721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:42.815042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:42.830318 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:42.843683 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3e4ab-71df-409d-95da-41e7dd249a61 None None] Port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:42.845518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:42.845920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:42.856592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cfa3e4ab-71df-409d-95da-41e7dd249a61 None None] Provisioning for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:42.938889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.941298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.949361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Transition to ACTIVE for port object 0baa1a56-9284-439b-84dc-4bf26f64b206 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:42.966186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.987059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:42.998972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:33:43.037720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.076057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.086213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=47f34e59-54f8-4ea9-84bf-1b6789749a47,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:43.106098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c7363c81-0d57-4a3a-94f9-23f452b7d90c up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:43.109134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75be5c28-ca01-4882-a379-f20c776f5b40,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:43.120184 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-27fb3263-d877-46da-bb47-56ffcc61e724 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/47f34e59-54f8-4ea9-84bf-1b6789749a47 HTTP/1.1" status: 204 len: 168 time: 1.5400484 Apr 23 00:33:43.125146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.129210 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3933764a-7913-4883-bb8f-fd37c474f590 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4677925 Apr 23 00:33:43.129210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38870) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:43.129582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38872) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:43.133670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1327267743'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:43.140001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:43.144223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:43.147484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:43.154876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:43.177043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:43.181181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.234850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port c7363c81-0d57-4a3a-94f9-23f452b7d90c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:43.236309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78cbc43d-9e7c-4a55-a94b-fcf7b33fb4a5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.246197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port c7363c81-0d57-4a3a-94f9-23f452b7d90c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:43.247647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.253433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78cbc43d-9e7c-4a55-a94b-fcf7b33fb4a5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.270377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:43.289671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.290011 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment 75a29a24-de8f-4368-9a0c-62203104a008 of type vlan for network 9ae8132f-a063-426e-8b89-96d91a3b5533 Apr 23 00:33:43.322273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78cbc43d-9e7c-4a55-a94b-fcf7b33fb4a5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.351756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Deleting port bc86529d-8374-46ee-861d-73518a59565d {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:43.352789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.360161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbc43d-9e7c-4a55-a94b-fcf7b33fb4a5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75be5c28-ca01-4882-a379-f20c776f5b40,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:43.363266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.387793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78cbc43d-9e7c-4a55-a94b-fcf7b33fb4a5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.389146 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-78cbc43d-9e7c-4a55-a94b-fcf7b33fb4a5 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/75be5c28-ca01-4882-a379-f20c776f5b40 HTTP/1.1" status: 204 len: 168 time: 0.2252648 Apr 23 00:33:43.392612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38878) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:43.393373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:43.425776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:43.438510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:43.439135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.448269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.452917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:43.455795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:43.456633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.480521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8dcc816f-4c77-4cb7-a78d-452fbdff3361 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:43.508813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7af021-dafe-4d17-bfe2-a966de2a85d5 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:43.581264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=9ae8132f-a063-426e-8b89-96d91a3b5533,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:43.583892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:43.595311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5b153e16-ccb4-4deb-9a21-b1a375ae1bd3 None None] The port 'bc86529d-8374-46ee-861d-73518a59565d' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:33:43.598034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6013854d-fa7e-428b-8b32-33c75525d489 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:43.612665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:33:43.617497 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-56954c6b-da12-4b5b-be67-60fdfbb1357e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4891903 Apr 23 00:33:43.623513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38886) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:43.629973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:43.655314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6013854d-fa7e-428b-8b32-33c75525d489 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:43.657086 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6013854d-fa7e-428b-8b32-33c75525d489 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2626569 Apr 23 00:33:43.677841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38890) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:43.683040 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-92e8c6bb-d8c9-4efd-b529-4c57a8a83203 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5254192 Apr 23 00:33:43.696137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38894) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:43.782464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.790627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:43.820977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:43.832823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:43.836749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:43.845586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:43.857714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dbe9a-5f2f-473a-8c48-1ea0b4749f85 req-5d5faa86-856a-4e77-96f7-a825256c01d5 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:43.859553 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-529dbe9a-5f2f-473a-8c48-1ea0b4749f85 req-5d5faa86-856a-4e77-96f7-a825256c01d5 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 944 time: 0.1984825 Apr 23 00:33:43.870126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:43.871566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.874909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.899064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 876076e1-66e1-4c68-92b1-a1021957cf35 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:43.907305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 170af940-631e-488d-b3ad-7a26e108c08d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:43.907653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:43.929341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:43.969003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:43.985481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port c7363c81-0d57-4a3a-94f9-23f452b7d90c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:43.989277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:43.989772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.008077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Attempting to bind port 0baa1a56-9284-439b-84dc-4bf26f64b206 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:44.008412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Attempting to bind port 0baa1a56-9284-439b-84dc-4bf26f64b206 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:44.008747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Attempting to bind port 0baa1a56-9284-439b-84dc-4bf26f64b206 on network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:44.032955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.049072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Port 0baa1a56-9284-439b-84dc-4bf26f64b206 on network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:33:44.049418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Attempting to bind port 0baa1a56-9284-439b-84dc-4bf26f64b206 on network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:44.107123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:44.107368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Checking segment: {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:44.107737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Bound using segment: {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:44.108180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Bound port: 0baa1a56-9284-439b-84dc-4bf26f64b206, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faf2286-9814-46f9-b7d5-b7de81e4455a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:44.108530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.134320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.151272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d5708d-0787-415c-a41d-d4837845ea93 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.168867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=c7363c81-0d57-4a3a-94f9-23f452b7d90c,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:44.173966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:44.174921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.221689 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-529dbe9a-5f2f-473a-8c48-1ea0b4749f85 req-17a8409e-0997-4e9b-b273-74081435ae60 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085973 Apr 23 00:33:44.248116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': '75a29a24-de8f-4368-9a0c-62203104a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:44.248753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: 9ae8132f-a063-426e-8b89-96d91a3b5533, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:33:44.264530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=ff2711f6-d928-4f47-b2b5-940808bb8f45,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:44.282158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:33:44.297283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 9ae8132f-a063-426e-8b89-96d91a3b5533) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:44.302041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9169fe9-cd57-4b98-8541-28c989bff51d req-91c56a94-1c0b-4556-8bed-c5720e4d2b02 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:44.302259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:44.304176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.305070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.310491 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9169fe9-cd57-4b98-8541-28c989bff51d req-91c56a94-1c0b-4556-8bed-c5720e4d2b02 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 944 time: 0.6315596 Apr 23 00:33:44.320423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6868f2e-65f8-45ec-891a-ad542f4fafd8 None None] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:44.335009 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2e0e0723-66c8-4d86-8ff2-ac49293fc6dd tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7097123 Apr 23 00:33:44.335620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:44.338124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38900) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:44.347315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533', 'name': 'tempest-PortsTestJSON-709384774', 'fixed_ips': [{'subnet_id': 'ff2711f6-d928-4f47-b2b5-940808bb8f45', 'ip_address': '172.20.0.10'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:44.361092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d5708d-0787-415c-a41d-d4837845ea93 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.364304 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d459ff1f-f3fc-44f0-9ebe-bf59768249e2'] response: {'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'code': 200} Apr 23 00:33:44.378259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:44.401824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:44.417989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.441009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:44.504702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8dcc816f-4c77-4cb7-a78d-452fbdff3361,segment=NetworkSegment(0e2f49ff-0444-4399-afce-1d78f7064f56),segment_id=0e2f49ff-0444-4399-afce-1d78f7064f56)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:44.516568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.517597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:44.540235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:44.546977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:44.550130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:44.559080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:44.571211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:44.613622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=876076e1-66e1-4c68-92b1-a1021957cf35,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:44.621634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Allocated IP 2001:db8::f816:3eff:fe1e:be1f (986a55f2-d336-4e62-8bc6-ead9728638f4/3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b/89934061-4a10-42e8-a8eb-77a2bc07dd38) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:44.635475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:44.644787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:44.661309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:44.664841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.753896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=8dcc816f-4c77-4cb7-a78d-452fbdff3361,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:44.755384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.793602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port f864f19a-8922-4bee-844f-010d7943469d yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:44.833732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848da17-9da8-4c41-9c96-57d02e2dbbfb req-2cc3919f-094f-41ce-b993-4b0bc73f886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:44.835250 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0848da17-9da8-4c41-9c96-57d02e2dbbfb req-2cc3919f-094f-41ce-b993-4b0bc73f886e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 1098 time: 0.2245369 Apr 23 00:33:44.876435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:44.877079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.909236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-9ae8132f-a063-426e-8b89-96d91a3b5533', 'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533', 'tenant_id': '7eaf7d055d2d4a9a8f319cbebecee5c2', 'fixed_ips': [{'subnet_id': 'ff2711f6-d928-4f47-b2b5-940808bb8f45'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:44.910443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.938622 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0848da17-9da8-4c41-9c96-57d02e2dbbfb req-25a9e181-ec88-4d4c-9b15-3ce66515a93e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924771 Apr 23 00:33:44.950122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:44.994959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d5708d-0787-415c-a41d-d4837845ea93 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.017442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.047999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.10 (9ae8132f-a063-426e-8b89-96d91a3b5533/ff2711f6-d928-4f47-b2b5-940808bb8f45/f864f19a-8922-4bee-844f-010d7943469d) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:45.081648 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9169fe9-cd57-4b98-8541-28c989bff51d req-4624a187-c191-4a5b-bba3-243ddfbcb258 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7699029 Apr 23 00:33:45.085320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:45.101477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 170af940-631e-488d-b3ad-7a26e108c08d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=170af940-631e-488d-b3ad-7a26e108c08d,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:45.101477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.111020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5708d-0787-415c-a41d-d4837845ea93 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05507a97-4cc7-415f-9944-b8ffb08bbdd1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:45.116676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:45.125281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:45.125909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.130655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] 10.222.0.42 "PUT /v2.0/ports/0baa1a56-9284-439b-84dc-4bf26f64b206 HTTP/1.1" status: 200 len: 1094 time: 4.5997727 Apr 23 00:33:45.150147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:33:45.161897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:45.174339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:45.176223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.180293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.244726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Transition to ACTIVE for port object 89934061-4a10-42e8-a8eb-77a2bc07dd38 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:45.280267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:45.335221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-825d69cc-178b-40bc-959c-40bc27619282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.353417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Transition to ACTIVE for port object 89934061-4a10-42e8-a8eb-77a2bc07dd38 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:45.364156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.396311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 170af940-631e-488d-b3ad-7a26e108c08d owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:45.439146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc86529d-8374-46ee-861d-73518a59565d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:45.471186 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c2baad-afcf-4610-9c56-b43f2f78d8a0'] response: {'name': 'network-changed', 'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'status': 'completed', 'code': 200} Apr 23 00:33:45.486766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.503371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object f864f19a-8922-4bee-844f-010d7943469d will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:45.506977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: bc86529d-8374-46ee-861d-73518a59565d {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:45.507326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bc86529d-8374-46ee-861d-73518a59565d not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:45.528704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:45.532507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:45.537135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:45.541297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.577441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Pushing event updated for resources: {'Port': ['ID=89934061-4a10-42e8-a8eb-77a2bc07dd38,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:45.625354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8dcc816f-4c77-4cb7-a78d-452fbdff3361 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:45.682210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:45.685772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:45.686490 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.705753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d5708d-0787-415c-a41d-d4837845ea93 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.709681 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-90d5708d-0787-415c-a41d-d4837845ea93 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/05507a97-4cc7-415f-9944-b8ffb08bbdd1 HTTP/1.1" status: 204 len: 168 time: 2.0256276 Apr 23 00:33:45.717726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e4cf10cc-00b9-4550-8e31-45f05ecc03ba None None] Provisioning for port 876076e1-66e1-4c68-92b1-a1021957cf35 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:45.726873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38908) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:45.747515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e4cf10cc-00b9-4550-8e31-45f05ecc03ba None None] Provisioning complete for port 876076e1-66e1-4c68-92b1-a1021957cf35 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:45.747902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4cf10cc-00b9-4550-8e31-45f05ecc03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.774565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Allocated IP 172.20.0.2 (9ae8132f-a063-426e-8b89-96d91a3b5533/ff2711f6-d928-4f47-b2b5-940808bb8f45/b2bae4a2-58fd-41ca-9333-23b0030639f9) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:45.779400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:45.785743 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bb050c6e-b252-4cc0-b8be-f209314d13f5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.4152350 Apr 23 00:33:45.788029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:45.790324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38912) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:45.798625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d55eb2-8157-420c-b8e4-d244f95db635 service neutron] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:45.808861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:45.809179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Attempting to bind port 89934061-4a10-42e8-a8eb-77a2bc07dd38 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:45.809403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=02b9ede0-21ff-4375-a256-1fb69ea37c68,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:45.809547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Attempting to bind port 89934061-4a10-42e8-a8eb-77a2bc07dd38 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:45.809928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Attempting to bind port 89934061-4a10-42e8-a8eb-77a2bc07dd38 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:45.823147 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c1bb582e-ba03-47e4-bfdf-6c26398f52a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0719776 Apr 23 00:33:45.829531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:45.829940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38916) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:45.830345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:45.830751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.831134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:45.831787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Bound port: 89934061-4a10-42e8-a8eb-77a2bc07dd38, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:45.832335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:45.847753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:45.849287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:87:8c:5d', 'name': 'tempest-NetworksTestDHCPv6-236851190'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:45.862006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=f864f19a-8922-4bee-844f-010d7943469d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:45.933575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e79f7cd6-4eae-4d08-ac8e-628d7e4c9333 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:45.980795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf10cc-00b9-4550-8e31-45f05ecc03ba None None] Port 876076e1-66e1-4c68-92b1-a1021957cf35 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:46.017782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:46.018439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.058373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e79f7cd6-4eae-4d08-ac8e-628d7e4c9333 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:46.060386 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e79f7cd6-4eae-4d08-ac8e-628d7e4c9333 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3239088 Apr 23 00:33:46.064757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38920) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:46.087349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:46.087974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.096450 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1317a21f-986f-475b-9306-bc36423443f4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7556324 Apr 23 00:33:46.103427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38924) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:46.110914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533', 'name': 'tempest-PortsTestJSON-1895239823', 'fixed_ips': [{'subnet_id': 'ff2711f6-d928-4f47-b2b5-940808bb8f45', 'ip_address': '172.20.0.9'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:46.163819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:46.178372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:46.206160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] For port 89934061-4a10-42e8-a8eb-77a2bc07dd38, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:46.232058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b276a5-8001-442b-93ab-4324ba96ce71 req-20d9ceae-78c7-4b32-8769-836294871623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:46.233622 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-33b276a5-8001-442b-93ab-4324ba96ce71 req-20d9ceae-78c7-4b32-8769-836294871623 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa44bdefb3424b738530691128430992&device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1097 time: 0.7591114 Apr 23 00:33:46.238046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:46.241289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f415fe6-b6eb-4df5-bcc5-2b30b36dfe40 req-f478ef96-461f-41a3-9b02-f4445a7d63dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:46.242090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3f415fe6-b6eb-4df5-bcc5-2b30b36dfe40 req-f478ef96-461f-41a3-9b02-f4445a7d63dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Synchronizing usage tracker for tenant:fa44bdefb3424b738530691128430992 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:46.257328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:46.299730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.315519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] For port 89934061-4a10-42e8-a8eb-77a2bc07dd38, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=89934061-4a10-42e8-a8eb-77a2bc07dd38,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:46.319821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Transition to ACTIVE for port object b2bae4a2-58fd-41ca-9333-23b0030639f9 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:46.380602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.387928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:46.390963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:46.396988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.398469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:46.401011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3f415fe6-b6eb-4df5-bcc5-2b30b36dfe40 req-f478ef96-461f-41a3-9b02-f4445a7d63dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Unset dirty status for tenant:fa44bdefb3424b738530691128430992 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:46.408092 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3f415fe6-b6eb-4df5-bcc5-2b30b36dfe40 req-f478ef96-461f-41a3-9b02-f4445a7d63dd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 944 time: 0.7348890 Apr 23 00:33:46.453671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edb3e301-6cae-4d24-8490-4a572ef0545a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.454067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Transition to ACTIVE for port object b2bae4a2-58fd-41ca-9333-23b0030639f9 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:46.461468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:46.466378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:46.480861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.495152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:46.496486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:46.521701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:46.526746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:46.528891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c8000-c99e-4ac6-9ae2-e6c9fc8d53dd None None] Pushing event updated for resources: {'Port': ['ID=89934061-4a10-42e8-a8eb-77a2bc07dd38,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:46.531580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:46.548541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.552021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:46.565984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:46.591215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:46.623192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edb3e301-6cae-4d24-8490-4a572ef0545a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.644019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Pushing event updated for resources: {'Port': ['ID=b2bae4a2-58fd-41ca-9333-23b0030639f9,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:46.653033 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3f415fe6-b6eb-4df5-bcc5-2b30b36dfe40 req-c2144052-0621-4450-99d9-830ef532539f tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440665 Apr 23 00:33:46.666681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:46.671796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=170af940-631e-488d-b3ad-7a26e108c08d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:46.674520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.701973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5f24f-7713-41af-85f6-91823141ed33 req-80d6d317-1ecc-4381-97e2-0ff8cf9b9a1b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:46.703970 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-66a5f24f-7713-41af-85f6-91823141ed33 req-80d6d317-1ecc-4381-97e2-0ff8cf9b9a1b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 945 time: 0.4418299 Apr 23 00:33:46.706632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b276a5-8001-442b-93ab-4324ba96ce71 req-ccf5d219-aee9-428f-b251-71cd8ef78ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:46.708090 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-33b276a5-8001-442b-93ab-4324ba96ce71 req-ccf5d219-aee9-428f-b251-71cd8ef78ff8 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fa44bdefb3424b738530691128430992&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4127192 Apr 23 00:33:46.715159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Attempting to bind port b2bae4a2-58fd-41ca-9333-23b0030639f9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:33:46.715531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Attempting to bind port b2bae4a2-58fd-41ca-9333-23b0030639f9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '75a29a24-de8f-4368-9a0c-62203104a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:33:46.716131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Attempting to bind port b2bae4a2-58fd-41ca-9333-23b0030639f9 on network 9ae8132f-a063-426e-8b89-96d91a3b5533 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:33:46.730987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:33:46.731371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Checking segment: {'id': '75a29a24-de8f-4368-9a0c-62203104a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:46.731892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.732327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Bound using segment: {'id': '75a29a24-de8f-4368-9a0c-62203104a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:33:46.732948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Bound port: b2bae4a2-58fd-41ca-9333-23b0030639f9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a29a24-de8f-4368-9a0c-62203104a008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9ae8132f-a063-426e-8b89-96d91a3b5533'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:33:46.733330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.759687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.ipam_backend_mixin [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d892500-0d6d-4512-86d6-03fd87512886 (CIDR: 2001:db8::/64) Apr 23 00:33:46.773383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 2f6c663e-811b-45d0-80c4-8f16f132225f yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:46.817815 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:33:46.818227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:33:46.869351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] For port b2bae4a2-58fd-41ca-9333-23b0030639f9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:33:46.875212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] For port b2bae4a2-58fd-41ca-9333-23b0030639f9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2bae4a2-58fd-41ca-9333-23b0030639f9,segment=NetworkSegment(75a29a24-de8f-4368-9a0c-62203104a008),segment_id=75a29a24-de8f-4368-9a0c-62203104a008)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:33:46.884724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.886214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edb3e301-6cae-4d24-8490-4a572ef0545a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.889283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edb3e301-6cae-4d24-8490-4a572ef0545a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:46.895407 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-edb3e301-6cae-4d24-8490-4a572ef0545a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/d68d6b16-ac39-48f8-9549-1b71415c938d HTTP/1.1" status: 204 len: 168 time: 0.8275743 Apr 23 00:33:46.896625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38930) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:46.955351 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-66a5f24f-7713-41af-85f6-91823141ed33 req-569df957-72ef-4694-b4ea-ccf7e12ccf02 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295058 Apr 23 00:33:46.963184 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-871f08e0-bde6-440b-b10b-d500c0a8abad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1620035 Apr 23 00:33:46.965446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38934) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:46.983855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:46.998434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3e301-6cae-4d24-8490-4a572ef0545a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68d6b16-ac39-48f8-9549-1b71415c938d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:47.069818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a312d14-c20d-4556-afd7-344f99396aef None None] Pushing event updated for resources: {'Port': ['ID=b2bae4a2-58fd-41ca-9333-23b0030639f9,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:47.161977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b276a5-8001-442b-93ab-4324ba96ce71 req-7141c3ea-5e34-4f5a-ba36-ae26fdc4b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:47.163693 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-33b276a5-8001-442b-93ab-4324ba96ce71 req-7141c3ea-5e34-4f5a-ba36-ae26fdc4b4ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3754959 Apr 23 00:33:47.176070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.270592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-52991c0f-27a3-4486-bfae-29e6037f0261 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:47.316104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 4949d0c2-213d-4817-bf5c-b26e3f9a1c2a yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:47.368394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-52991c0f-27a3-4486-bfae-29e6037f0261 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:47.369852 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-52991c0f-27a3-4486-bfae-29e6037f0261 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4491620 Apr 23 00:33:47.376469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38938) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:47.385574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--922599659'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:47.395076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:47.412775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:47.417040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:47.423779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:47.432916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:47.445497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:47.448556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.9 (9ae8132f-a063-426e-8b89-96d91a3b5533/ff2711f6-d928-4f47-b2b5-940808bb8f45/2f6c663e-811b-45d0-80c4-8f16f132225f) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:47.463132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.487264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:47.490726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.539784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:47.561874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:47.569212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:47.577378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-366739ce-ef91-49e3-b34c-e15b709c8709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.616215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-ebcbb8ab-1b5f-46b0-9745-aadd7b4e91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:47.617707 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-ebcbb8ab-1b5f-46b0-9745-aadd7b4e91cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa44bdefb3424b738530691128430992&device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1097 time: 0.3589010 Apr 23 00:33:47.620426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.638409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:47.803439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 89934061-4a10-42e8-a8eb-77a2bc07dd38 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:47.942364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 89934061-4a10-42e8-a8eb-77a2bc07dd38 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:47.949522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2bae4a2-58fd-41ca-9333-23b0030639f9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:47.968328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:47.993810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 2f6c663e-811b-45d0-80c4-8f16f132225f will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:48.027938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.059289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port b2bae4a2-58fd-41ca-9333-23b0030639f9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:48.169141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.170894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.187359 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-4b357178-4f37-45e0-b072-a26d007bd9a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0baa1a56-9284-439b-84dc-4bf26f64b206 HTTP/1.1" status: 200 len: 217 time: 0.2967341 Apr 23 00:33:48.264374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8941907b-0d02-40bf-a1e6-5590c582dc66 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:48.315061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 172.20.0.4 (986a55f2-d336-4e62-8bc6-ead9728638f4/02b9ede0-21ff-4375-a256-1fb69ea37c68/4949d0c2-213d-4817-bf5c-b26e3f9a1c2a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:48.352332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe87:8c5d (986a55f2-d336-4e62-8bc6-ead9728638f4/3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b/4949d0c2-213d-4817-bf5c-b26e3f9a1c2a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:48.392394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-4bdd8e53-79b6-4267-990e-75e57243a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.393764 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-4bdd8e53-79b6-4267-990e-75e57243a533 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ceb2a18-6464-4fe0-9ece-153e93309fe5 HTTP/1.1" status: 200 len: 834 time: 0.1971481 Apr 23 00:33:48.506843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:48.507869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.517651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-989f42aa-bcc3-4de6-a11b-ccc1a19e6b07 None None] Provisioning for port 89934061-4a10-42e8-a8eb-77a2bc07dd38 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:48.529874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-989f42aa-bcc3-4de6-a11b-ccc1a19e6b07 None None] Provisioning complete for port 89934061-4a10-42e8-a8eb-77a2bc07dd38 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:48.530424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-989f42aa-bcc3-4de6-a11b-ccc1a19e6b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.546691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441f45b-0423-4436-b096-57c243ab70e5 req-4dc28585-e955-414e-88ce-9c37e474bf51 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.548239 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a441f45b-0423-4436-b096-57c243ab70e5 req-4dc28585-e955-414e-88ce-9c37e474bf51 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 944 time: 0.6590557 Apr 23 00:33:48.561984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:48.563863 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bd925a-dd45-49ac-8478-093ade5c4433,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:48.569542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:48.625303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=2f6c663e-811b-45d0-80c4-8f16f132225f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:48.628856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:48.645944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:48.649288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac44e9-47ac-4498-ab23-e80fcf52e736 None None] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:48.656373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.656967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.668435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.672670 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f600b52c-7ad4-4d6f-a6d2-2d2878ebb0f8 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2901592 Apr 23 00:33:48.679995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38946) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:48.689324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5027b28-c0fa-4009-8277-1681e5bfb603 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:48.692966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '87bd925a-dd45-49ac-8478-093ade5c4433', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:48.708816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=48a3496e-a449-455f-afaa-05683ac7bee7,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:48.713013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:48.723123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40882554-a82b-4a1e-aabb-02ffbfdb337f req-d05f5b8a-a990-4c47-b333-7446661f479d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.724638 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-40882554-a82b-4a1e-aabb-02ffbfdb337f req-d05f5b8a-a990-4c47-b333-7446661f479d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 945 time: 0.5574698 Apr 23 00:33:48.733239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.733893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.738281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:48.744180 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-95e4c05d-d38d-43b6-b593-c91c992c3c68 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7713521 Apr 23 00:33:48.749865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38950) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:48.761864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.763171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:48.772329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1604340206', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '48a3496e-a449-455f-afaa-05683ac7bee7'}], 'security_groups': ['10fdcaff-8c5d-4a71-922e-bcdb6aa6e2a1']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:48.777973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:48.794941 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5c2f1ed0-3782-40d5-ba7c-f15f3794bfc7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6903882 Apr 23 00:33:48.798890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38954) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:48.853824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-40882554-a82b-4a1e-aabb-02ffbfdb337f req-46831fb2-4f72-4799-b351-a68a101bc886 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106453 Apr 23 00:33:48.861096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.877532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.925619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:33:48.950713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb81c3-c015-448d-8438-e3663fa0bddf tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:48.951433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-05cb81c3-c015-448d-8438-e3663fa0bddf tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:48.958962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.969486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:48.992738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-05cb81c3-c015-448d-8438-e3663fa0bddf tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:48.996871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-05cb81c3-c015-448d-8438-e3663fa0bddf tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1940901 Apr 23 00:33:48.999314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38960) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:49.001909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec6893e-0b90-4da8-9210-523629b832dd,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:49.059920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.100941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.102207 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e5a8ea31-f70c-4d09-b943-2bf141976ab4 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4160507 Apr 23 00:33:49.102991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 4949d0c2-213d-4817-bf5c-b26e3f9a1c2a will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:49.108349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:49.117030 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a441f45b-0423-4436-b096-57c243ab70e5 req-86e7cd66-2a81-457a-a524-032cb0d51f5b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483124 Apr 23 00:33:49.150700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63411-0f40-4934-b2d9-81e62d896779 req-84433cbd-7394-482f-8868-7db525751abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:49.153896 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-84433cbd-7394-482f-8868-7db525751abb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7026689 Apr 23 00:33:49.167184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33634878-c0a4-4d25-8be0-103f32bd959a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.181623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33634878-c0a4-4d25-8be0-103f32bd959a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.208141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8cdfc-3a60-4fcf-b375-8b64064a77b8 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:49.215228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8cdfc-3a60-4fcf-b375-8b64064a77b8 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:49.220481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f8cdfc-3a60-4fcf-b375-8b64064a77b8 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:49.225080 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-55f8cdfc-3a60-4fcf-b375-8b64064a77b8 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2217386 Apr 23 00:33:49.231121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38968) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:49.245244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-989f42aa-bcc3-4de6-a11b-ccc1a19e6b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.293804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d260e1e-7e87-42f8-b85b-e60a84d31759 req-f43fd800-c4cd-439f-b3c9-23633da6cc3d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:49.295469 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d260e1e-7e87-42f8-b85b-e60a84d31759 req-f43fd800-c4cd-439f-b3c9-23633da6cc3d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 945 time: 0.2397022 Apr 23 00:33:49.309058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33634878-c0a4-4d25-8be0-103f32bd959a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.353036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33634878-c0a4-4d25-8be0-103f32bd959a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ec6893e-0b90-4da8-9210-523629b832dd,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:49.361754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 2f6c663e-811b-45d0-80c4-8f16f132225f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:49.362128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.373677 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b', 'ip_address': '2001:db8::f816:3eff:fe1e:be1f'}, {'subnet_id': '02b9ede0-21ff-4375-a256-1fb69ea37c68'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '89934061-4a10-42e8-a8eb-77a2bc07dd38'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:33:49.400309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33634878-c0a4-4d25-8be0-103f32bd959a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.404264 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-33634878-c0a4-4d25-8be0-103f32bd959a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0ec6893e-0b90-4da8-9210-523629b832dd HTTP/1.1" status: 204 len: 168 time: 0.2918973 Apr 23 00:33:49.415333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38972) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:49.421103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-989f42aa-bcc3-4de6-a11b-ccc1a19e6b07 None None] For port 89934061-4a10-42e8-a8eb-77a2bc07dd38, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=89934061-4a10-42e8-a8eb-77a2bc07dd38,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:49.433927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-989f42aa-bcc3-4de6-a11b-ccc1a19e6b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.452593 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d260e1e-7e87-42f8-b85b-e60a84d31759 req-e6ec15ef-91ca-4301-8504-577b518ee4a3 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476626 Apr 23 00:33:49.489792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.494643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38976) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:49.540520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-95041df6-4902-4dcf-bbcd-80ae231aed81 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:49.600105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-95041df6-4902-4dcf-bbcd-80ae231aed81 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:49.602824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-95041df6-4902-4dcf-bbcd-80ae231aed81 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1829755 Apr 23 00:33:49.604484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38982) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:49.614122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f42aa-bcc3-4de6-a11b-ccc1a19e6b07 None None] Pushing event updated for resources: {'Port': ['ID=89934061-4a10-42e8-a8eb-77a2bc07dd38,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:49.636847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-74f11b28-7428-4bc8-bf3e-18fd1113fb33 None None] Provisioning for port b2bae4a2-58fd-41ca-9333-23b0030639f9 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:49.743501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-74f11b28-7428-4bc8-bf3e-18fd1113fb33 None None] Provisioning complete for port b2bae4a2-58fd-41ca-9333-23b0030639f9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:49.744138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-74f11b28-7428-4bc8-bf3e-18fd1113fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.786093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.798288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.815040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cf576bd-7e61-4f9c-94fb-041a9c1b22fc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:49.894403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:33:49.909973 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-c9c28e0e-80d8-484a-b7e6-f9635416ca20 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7399850 Apr 23 00:33:49.931063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] Sync routers for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:33:49.968673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 2f6c663e-811b-45d0-80c4-8f16f132225f owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:49.985726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:49.986555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:50.046634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cf576bd-7e61-4f9c-94fb-041a9c1b22fc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.061340 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4dc9d122-4c48-40c5-85a9-29ad1272d447 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/ce7cc8e7-a879-4ccd-9a39-3851bf5ace54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3549914 Apr 23 00:33:50.064960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38986) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:50.080472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:50.119188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.128767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] Update dhcp port {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'fixed_ips': [{'subnet_id': '9d892500-0d6d-4512-86d6-03fd87512886', 'ip_address': '2001:db8::2'}, {'subnet_id': '48a3496e-a449-455f-afaa-05683ac7bee7'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '8dcc816f-4c77-4cb7-a78d-452fbdff3361'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:33:50.173120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] Allocated IP 172.20.0.2 (986a55f2-d336-4e62-8bc6-ead9728638f4/02b9ede0-21ff-4375-a256-1fb69ea37c68/89934061-4a10-42e8-a8eb-77a2bc07dd38) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:50.208595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:50.228724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet 8657e32b-0787-49c6-aac8-11d435f95b4d {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:50.232872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:50.262180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=4949d0c2-213d-4817-bf5c-b26e3f9a1c2a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:50.284922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.289939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.308736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-74f11b28-7428-4bc8-bf3e-18fd1113fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.325574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.334758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cf576bd-7e61-4f9c-94fb-041a9c1b22fc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.374978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.388633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf576bd-7e61-4f9c-94fb-041a9c1b22fc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bd925a-dd45-49ac-8478-093ade5c4433,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:50.473589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:50.474185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.499729 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-09b63411-0f40-4934-b2d9-81e62d896779 req-a9f922d6-1d2f-4c08-9b79-f77c269e1653 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897091 Apr 23 00:33:50.539004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:50.542343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-816fd558-3967-4e13-9657-b2f50c8093fe tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7100151 Apr 23 00:33:50.548990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 38992) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:50.576357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=2f6c663e-811b-45d0-80c4-8f16f132225f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:50.583496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.593125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a895a3-3f3c-45e1-a19a-625f3cee1577 tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:50.594150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-59a895a3-3f3c-45e1-a19a-625f3cee1577 tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] Synchronizing usage tracker for tenant:ad59445bf18649648df4909baed8e44d on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:50.727897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cf576bd-7e61-4f9c-94fb-041a9c1b22fc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.732720 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2cf576bd-7e61-4f9c-94fb-041a9c1b22fc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/87bd925a-dd45-49ac-8478-093ade5c4433 HTTP/1.1" status: 204 len: 168 time: 1.1235971 Apr 23 00:33:50.734675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 38996) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:50.755347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38504ae6-2052-4c3f-8236-e27b9dd4288f req-7817ecc5-dbed-4a59-8ae4-0a4f0ce8b7cf tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:50.757067 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-38504ae6-2052-4c3f-8236-e27b9dd4288f req-7817ecc5-dbed-4a59-8ae4-0a4f0ce8b7cf tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 944 time: 0.4184542 Apr 23 00:33:50.765930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-59a895a3-3f3c-45e1-a19a-625f3cee1577 tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] Unset dirty status for tenant:ad59445bf18649648df4909baed8e44d on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:50.770132 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-59a895a3-3f3c-45e1-a19a-625f3cee1577 tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 1093 time: 1.2626474 Apr 23 00:33:50.796991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39000) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:50.804095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:50.821572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.850631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:50.878476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.878672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-74f11b28-7428-4bc8-bf3e-18fd1113fb33 None None] For port b2bae4a2-58fd-41ca-9333-23b0030639f9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2bae4a2-58fd-41ca-9333-23b0030639f9,segment=NetworkSegment(75a29a24-de8f-4368-9a0c-62203104a008),segment_id=75a29a24-de8f-4368-9a0c-62203104a008)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:50.882546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b15fa36d-73b7-4154-a306-5db255d64781 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/2f6c663e-811b-45d0-80c4-8f16f132225f HTTP/1.1" status: 204 len: 168 time: 1.6462600 Apr 23 00:33:50.884310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:floatingip and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:50.887643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39004) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:50.900412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:50.911815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-74f11b28-7428-4bc8-bf3e-18fd1113fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:50.955802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1170d4-3ecc-476f-8cc0-70241111608e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:50.962231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1170d4-3ecc-476f-8cc0-70241111608e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:50.962746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a1170d4-3ecc-476f-8cc0-70241111608e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:50.962885 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26ea9e7-920f-4122-95b6-097eb83efb1c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:33:50.963399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e26ea9e7-920f-4122-95b6-097eb83efb1c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:50.974214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:50.994194 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-38504ae6-2052-4c3f-8236-e27b9dd4288f req-174aaa48-3d13-4340-88c0-6dfe2ab9578f tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156072 Apr 23 00:33:51.019764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a1170d4-3ecc-476f-8cc0-70241111608e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:51.023165 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a1170d4-3ecc-476f-8cc0-70241111608e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4314070 Apr 23 00:33:51.024339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39008) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:51.026585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.048159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-00a342b9-19a1-46be-890e-2bafffaa45ad tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:51.115980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e26ea9e7-920f-4122-95b6-097eb83efb1c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:51.119649 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e26ea9e7-920f-4122-95b6-097eb83efb1c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/2f6c663e-811b-45d0-80c4-8f16f132225f HTTP/1.1" status: 404 len: 333 time: 0.2285216 Apr 23 00:33:51.123872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:51.153300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] For port 89934061-4a10-42e8-a8eb-77a2bc07dd38, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=89934061-4a10-42e8-a8eb-77a2bc07dd38,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:51.176004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.179637 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a2754f4-9aca-4418-ad5c-832015c40af2 None None] Provisioning for port f864f19a-8922-4bee-844f-010d7943469d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:51.186717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f11b28-7428-4bc8-bf3e-18fd1113fb33 None None] Pushing event updated for resources: {'Port': ['ID=b2bae4a2-58fd-41ca-9333-23b0030639f9,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:51.208445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a2754f4-9aca-4418-ad5c-832015c40af2 None None] Provisioning complete for port f864f19a-8922-4bee-844f-010d7943469d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:51.208817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a2754f4-9aca-4418-ad5c-832015c40af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.251168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=8657e32b-0787-49c6-aac8-11d435f95b4d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:51.271006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-00a342b9-19a1-46be-890e-2bafffaa45ad tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:51.272547 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-00a342b9-19a1-46be-890e-2bafffaa45ad tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5352793 Apr 23 00:33:51.273985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.283092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 4949d0c2-213d-4817-bf5c-b26e3f9a1c2a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:51.283664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.296765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040cb6c-456b-437b-add5-9276ae7ea01e None None] Network 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:51.307789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39016) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:51.314931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--149652067'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:51.318381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.321127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port f864f19a-8922-4bee-844f-010d7943469d {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:51.321659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.341605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:51.361150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:51.362045 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7b6024d3-e057-4637-a44d-d9e6bfc04250 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/8657e32b-0787-49c6-aac8-11d435f95b4d HTTP/1.1" status: 204 len: 168 time: 1.2892656 Apr 23 00:33:51.368614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39020) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:51.414656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a2754f4-9aca-4418-ad5c-832015c40af2 None None] Port f864f19a-8922-4bee-844f-010d7943469d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:51.425233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] Transition to ACTIVE for port object 89934061-4a10-42e8-a8eb-77a2bc07dd38 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:51.439322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a2754f4-9aca-4418-ad5c-832015c40af2 None None] Could not find standard attr ID for object 2f6c663e-811b-45d0-80c4-8f16f132225f. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:33:51.447412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.577691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.669405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Delete allocated IP 2001:db8::176 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/9d892500-0d6d-4512-86d6-03fd87512886) {{(pid=88072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:33:51.682540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.684857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.688030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 89934061-4a10-42e8-a8eb-77a2bc07dd38 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:51.723505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a2754f4-9aca-4418-ad5c-832015c40af2 None None] Provisioning complete for port b2bae4a2-58fd-41ca-9333-23b0030639f9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:51.723904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a2754f4-9aca-4418-ad5c-832015c40af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.745590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8:0:1::fa (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/48a3496e-a449-455f-afaa-05683ac7bee7/876076e1-66e1-4c68-92b1-a1021957cf35) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:51.766265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.773061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:51.777605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:51.778500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.781904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:51.783959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb748f9-8624-43ab-8857-48bf7f171998 None None] Pushing event updated for resources: {'Port': ['ID=89934061-4a10-42e8-a8eb-77a2bc07dd38,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:51.789050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:51.800030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:46Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:51.827417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] Checking router: ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:33:51.862657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] Routers {'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:33:51.863296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:51.872903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:51.979376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 4949d0c2-213d-4817-bf5c-b26e3f9a1c2a owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:51.986926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2bae4a2-58fd-41ca-9333-23b0030639f9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:52.087086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for f864f19a-8922-4bee-844f-010d7943469d owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:52.122324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.223816 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:33:52.246995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] DHCP port deletion for 82e251b7-6f6c-4479-b7b5-ed39a0b0f967 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:52.279201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] Deleting port 4947f504-5e79-4d19-9dc3-3a0c6db118df {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:52.279596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.345760 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] Set router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:33:52.374004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6033889a-d18e-4424-8ef4-9d8692e34f04,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:52.489975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.493262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.494513 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-418b13c2-b123-44ec-a2d4-87a031a48dbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1876745 Apr 23 00:33:52.505281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39026) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:52.517861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '6033889a-d18e-4424-8ef4-9d8692e34f04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:52.535040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 26522b07-921d-4303-84e8-e5839eef492e {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:52.535390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.557041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b2bae4a2-58fd-41ca-9333-23b0030639f9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:52.557476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.570311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:52.575844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:52.579267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:52.582650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Allocated IP 172.26.8.112 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/5152a381-2a7c-41db-b88b-8231f9d38b88) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:52.607967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:52.717097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.731304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:52.955780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=f864f19a-8922-4bee-844f-010d7943469d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:52.988271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.071462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] For port 4947f504-5e79-4d19-9dc3-3a0c6db118df, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4947f504-5e79-4d19-9dc3-3a0c6db118df,segment=NetworkSegment(ba9b6145-584d-4041-a00a-ce6ed01c5b7a),segment_id=ba9b6145-584d-4041-a00a-ce6ed01c5b7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:53.071944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.088232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object 876076e1-66e1-4c68-92b1-a1021957cf35 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:53.124562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.126125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.129142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.201853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.223575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=4949d0c2-213d-4817-bf5c-b26e3f9a1c2a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:53.236080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ca1bd-4446-4cd3-a882-a6c899c072c0 req-6ea9d074-b510-4e9b-a1bb-91581164d697 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:53.243156 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-de2ca1bd-4446-4cd3-a882-a6c899c072c0 req-6ea9d074-b510-4e9b-a1bb-91581164d697 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 944 time: 0.5756366 Apr 23 00:33:53.285884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.289048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=876076e1-66e1-4c68-92b1-a1021957cf35,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:53.290321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d67375ac-49d4-47b8-973b-1c5d08ab320c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/f864f19a-8922-4bee-844f-010d7943469d HTTP/1.1" status: 204 len: 168 time: 2.1653783 Apr 23 00:33:53.303253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] Calling delete_port for 4947f504-5e79-4d19-9dc3-3a0c6db118df owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:53.303504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39030) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:53.321226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 26522b07-921d-4303-84e8-e5839eef492e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=26522b07-921d-4303-84e8-e5839eef492e,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:53.322126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.343027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b4e770fb-e7e1-4037-9c79-d9989418f65d None None] Provisioning for port 89934061-4a10-42e8-a8eb-77a2bc07dd38 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:53.390278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b4e770fb-e7e1-4037-9c79-d9989418f65d None None] Provisioning complete for port 89934061-4a10-42e8-a8eb-77a2bc07dd38 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:53.398435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4e770fb-e7e1-4037-9c79-d9989418f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.471033 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca639a33-dff4-468d-9516-876d003ff6d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:33:53.471975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ca639a33-dff4-468d-9516-876d003ff6d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:53.491763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 26522b07-921d-4303-84e8-e5839eef492e owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:53.510697 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-de2ca1bd-4446-4cd3-a882-a6c899c072c0 req-9576f774-3389-4865-a85c-fbe43d626831 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665577 Apr 23 00:33:53.539779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.541483 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-593df9b0-68c7-457b-8ee9-6b56486b6acc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/4949d0c2-213d-4817-bf5c-b26e3f9a1c2a HTTP/1.1" status: 204 len: 168 time: 2.5162041 Apr 23 00:33:53.542911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ca639a33-dff4-468d-9516-876d003ff6d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:53.544075 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ca639a33-dff4-468d-9516-876d003ff6d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/f864f19a-8922-4bee-844f-010d7943469d HTTP/1.1" status: 404 len: 333 time: 0.2087708 Apr 23 00:33:53.544698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39034) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:53.547463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39036) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:53.579330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] Allocated IP 2001:db8:0:1::2 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/48a3496e-a449-455f-afaa-05683ac7bee7/8dcc816f-4c77-4cb7-a78d-452fbdff3361) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:53.696396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102dd0a0-95db-4390-85d4-3df79ca8c5d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:53.697982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102dd0a0-95db-4390-85d4-3df79ca8c5d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:53.700639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102dd0a0-95db-4390-85d4-3df79ca8c5d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:53.702556 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-102dd0a0-95db-4390-85d4-3df79ca8c5d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1569133 Apr 23 00:33:53.703173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.705763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39042) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:53.749702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.768054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet ff2711f6-d928-4f47-b2b5-940808bb8f45 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:53.783457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.813301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.815745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 89934061-4a10-42e8-a8eb-77a2bc07dd38 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:53.850764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] Pushing event deleted for resources: {'Port': ['ID=4947f504-5e79-4d19-9dc3-3a0c6db118df,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:53.861361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:46Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:53.862820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 02b9ede0-21ff-4375-a256-1fb69ea37c68 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:53.868318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.888089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b076ee5-5f9f-4b1b-a53f-fe1a3c6eede3,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:53.899254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b305a-2708-40e4-bdf4-230a84e63411 None None] No DVR routers for this DVR port 4947f504-5e79-4d19-9dc3-3a0c6db118df on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:53.900768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.903418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] In _notify_port_updated(), no bound segment for port 876076e1-66e1-4c68-92b1-a1021957cf35 on network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:33:53.908961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:53.910118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:53.911832 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-64119796-bbe7-4f54-97ad-44c750a911a1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "PUT /v2.0/ports/876076e1-66e1-4c68-92b1-a1021957cf35 HTTP/1.1" status: 200 len: 930 time: 5.1565766 Apr 23 00:33:53.912520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=26522b07-921d-4303-84e8-e5839eef492e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:53.914978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39046) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:53.927509 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8e8e04-a1ae-4c5c-82e3-2dbe3a89cbae None None] The sync data for ids ['ce7cc8e7-a879-4ccd-9a39-3851bf5ace54'] in dv-neutron-838784-1-hyperv is: [{'id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'name': 'tempest-TestNetworkBasicOps-router-335687209', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38'}], 'enable_snat': True}, 'gw_port_id': '26522b07-921d-4303-84e8-e5839eef492e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:29:06Z', 'updated_at': '2022-04-23T00:33:46Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '26522b07-921d-4303-84e8-e5839eef492e', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7cc8e7-a879-4ccd-9a39-3851bf5ace54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:29:08Z', 'updated_at': '2022-04-23T00:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:33:54.020903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.048564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.052470 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6112bba0-ea57-43c7-b847-3b6dd016dda7 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5460784 Apr 23 00:33:54.054475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39050) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:54.062553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] For port 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8dcc816f-4c77-4cb7-a78d-452fbdff3361,segment=NetworkSegment(0e2f49ff-0444-4399-afce-1d78f7064f56),segment_id=0e2f49ff-0444-4399-afce-1d78f7064f56)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:54.103040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.128979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] Transition to ACTIVE for port object 8dcc816f-4c77-4cb7-a78d-452fbdff3361 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:54.132422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 89934061-4a10-42e8-a8eb-77a2bc07dd38 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:54.133013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.137241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.144790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 876076e1-66e1-4c68-92b1-a1021957cf35 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:54.145098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.165023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.186133 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a49cb845-bd2f-46a0-9ecf-c41b1c359a02 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules/4b076ee5-5f9f-4b1b-a53f-fe1a3c6eede3 HTTP/1.1" status: 200 len: 763 time: 0.1281519 Apr 23 00:33:54.187320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.188949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39054) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:54.215876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.239854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.300294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d5ad8f28-ad13-4ef7-84da-2e8d3567b1e8 None None] Could not find standard attr ID for object 4949d0c2-213d-4817-bf5c-b26e3f9a1c2a. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:33:54.321758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c4a5fdb0-6691-4fb7-8532-261d4f847e42 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:54.346436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.362718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff57bb2-4436-4ba9-a07c-d6e6773e8dc3 None None] Pushing event updated for resources: {'Port': ['ID=8dcc816f-4c77-4cb7-a78d-452fbdff3361,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:54.388460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c4a5fdb0-6691-4fb7-8532-261d4f847e42 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:54.392526 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c4a5fdb0-6691-4fb7-8532-261d4f847e42 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1999300 Apr 23 00:33:54.396758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39058) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:54.399013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2711f6-d928-4f47-b2b5-940808bb8f45,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:54.404200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.416238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.442890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a1fed0-d348-4681-9a8c-4d284e3faae8 None None] Network 9ae8132f-a063-426e-8b89-96d91a3b5533 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:54.501826 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0d4d0c7e-9295-4fcc-89da-21a3a520f946 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/ff2711f6-d928-4f47-b2b5-940808bb8f45 HTTP/1.1" status: 204 len: 168 time: 0.9162915 Apr 23 00:33:54.501826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=02b9ede0-21ff-4375-a256-1fb69ea37c68,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:54.502844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:54.503578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.507603 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-42a84af9-ed61-4f8d-a898-bf420b5f9c2f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/02b9ede0-21ff-4375-a256-1fb69ea37c68 HTTP/1.1" status: 204 len: 168 time: 0.7986958 Apr 23 00:33:54.513223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39064) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:54.575671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff597c8-21f6-4e80-9709-f18c4af44614 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:54.588624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:54.599273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4947f504-5e79-4d19-9dc3-3a0c6db118df no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:54.601296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-214bb7cd-7859-4c9b-bd84-aefa90fcfc6e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.627368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=5152a381-2a7c-41db-b88b-8231f9d38b88,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:54.678699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-214bb7cd-7859-4c9b-bd84-aefa90fcfc6e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.773265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:54.784587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.788430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.804579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.807423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.841845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:54.844838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:33:54.942073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4947f504-5e79-4d19-9dc3-3a0c6db118df {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:54.942606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4947f504-5e79-4d19-9dc3-3a0c6db118df not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:54.962846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:54.963359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:33:55.020319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-214bb7cd-7859-4c9b-bd84-aefa90fcfc6e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.070210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bb7cd-7859-4c9b-bd84-aefa90fcfc6e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b076ee5-5f9f-4b1b-a53f-fe1a3c6eede3,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:55.081680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.101913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.103224 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c59550f6-ed39-4dd0-87bf-35cba7da6f09 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/ce7cc8e7-a879-4ccd-9a39-3851bf5ace54 HTTP/1.1" status: 204 len: 168 time: 3.7291210 Apr 23 00:33:55.121800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39072) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:55.137283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port b2bae4a2-58fd-41ca-9333-23b0030639f9 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:55.137754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.142412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 0baa1a56-9284-439b-84dc-4bf26f64b206 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:33:55.213894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-214bb7cd-7859-4c9b-bd84-aefa90fcfc6e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.219878 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-214bb7cd-7859-4c9b-bd84-aefa90fcfc6e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4b076ee5-5f9f-4b1b-a53f-fe1a3c6eede3 HTTP/1.1" status: 204 len: 168 time: 0.8187525 Apr 23 00:33:55.229310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39076) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:55.371779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:55.387500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'port_id': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'mac_address': 'fa:16:3e:a3:ed:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:33:55.467653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Provisioning complete for port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:55.468011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.482276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.498897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.517528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67e88d-6de6-4329-a586-318fbd07f944 req-0fc61bc5-67c6-48cc-8f85-f22837d0b719 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:55.518890 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2e67e88d-6de6-4329-a586-318fbd07f944 req-0fc61bc5-67c6-48cc-8f85-f22837d0b719 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 944 time: 0.6101654 Apr 23 00:33:55.522317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.557942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0baa1a56-9284-439b-84dc-4bf26f64b206 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:33:55.567358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.581245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] DHCP port deletion for 9ae8132f-a063-426e-8b89-96d91a3b5533 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:55.597411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:55.612904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Deleting port b2bae4a2-58fd-41ca-9333-23b0030639f9 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:55.612904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.630187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e96dd8b-381c-4a15-aa73-30a204e63dbf tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:55.677223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] For port b2bae4a2-58fd-41ca-9333-23b0030639f9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2bae4a2-58fd-41ca-9333-23b0030639f9,segment=NetworkSegment(75a29a24-de8f-4368-9a0c-62203104a008),segment_id=75a29a24-de8f-4368-9a0c-62203104a008)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:55.677382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.696189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3e96dd8b-381c-4a15-aa73-30a204e63dbf tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:55.699560 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3e96dd8b-381c-4a15-aa73-30a204e63dbf tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4671741 Apr 23 00:33:55.704281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:55.708802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39080) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:55.732063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.736363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Provisioning for port 876076e1-66e1-4c68-92b1-a1021957cf35 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:55.803088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '6033889a-d18e-4424-8ef4-9d8692e34f04', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:55.817039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8dcc816f-4c77-4cb7-a78d-452fbdff3361 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:33:55.846564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Provisioning complete for port 876076e1-66e1-4c68-92b1-a1021957cf35 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:55.847191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.871513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:55.883433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 876076e1-66e1-4c68-92b1-a1021957cf35 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:55.886450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for b2bae4a2-58fd-41ca-9333-23b0030639f9 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:55.918499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:55.962702 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2e67e88d-6de6-4329-a586-318fbd07f944 req-49abc460-45ef-4782-a544-c9b50daf0382 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975587 Apr 23 00:33:55.971456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:55.985862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:55.993228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.011295 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5484aa88-6291-40c7-beec-edf37ac06ae5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b HTTP/1.1" status: 204 len: 168 time: 1.4962833 Apr 23 00:33:56.013802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39084) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:56.118124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.134579 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-22b7bf86-b6d6-43f5-908d-898536f64e7b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128209 Apr 23 00:33:56.135175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39088) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:56.136053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:56.146959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Port 876076e1-66e1-4c68-92b1-a1021957cf35 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:33:56.157354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:56.196774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c5388-c3aa-451f-87be-c39613fb4207 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:56.223259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.279855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['0baa1a56-9284-439b-84dc-4bf26f64b206'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:33:56.322142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Provisioning for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:33:56.348776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No DVR routers for this DVR port b2bae4a2-58fd-41ca-9333-23b0030639f9 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:56.386684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=b2bae4a2-58fd-41ca-9333-23b0030639f9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:56.400656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:56.401649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-039f2fe4-0a39-4676-a177-34a813a0329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.430963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:56.440374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:56.441336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:56.441336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.445432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.445999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:56.462400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:56.492698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e251b7-6f6c-4479-b7b5-ed39a0b0f967']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:56.520208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:56.520570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9b6145-584d-4041-a00a-ce6ed01c5b7a') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:56.525225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.531699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] For port b2bae4a2-58fd-41ca-9333-23b0030639f9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2bae4a2-58fd-41ca-9333-23b0030639f9,segment=NetworkSegment(75a29a24-de8f-4368-9a0c-62203104a008),segment_id=75a29a24-de8f-4368-9a0c-62203104a008)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:56.531699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.532046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.539308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.550917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.553244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:56.555208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.559481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.568371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.571258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:56.571353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:56.593685 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:56.621168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae8132f-a063-426e-8b89-96d91a3b5533']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:56.642312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548d97d3-f397-474d-9ea6-454300aba0fd,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:56.710720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a29a24-de8f-4368-9a0c-62203104a008') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:56.710720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a29a24-de8f-4368-9a0c-62203104a008') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:33:56.740579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=876076e1-66e1-4c68-92b1-a1021957cf35,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:56.756137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.758654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:33:56.783350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.783350 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dec4e329-b7c6-46c1-b31c-bb12d148bada tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0536239 Apr 23 00:33:56.790205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39092) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:56.796305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.804794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:33:56.807453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.825621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Calling delete_port for b2bae4a2-58fd-41ca-9333-23b0030639f9 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:56.846527 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6ec41981-a13a-4512-9f8f-37976a52486e tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules/548d97d3-f397-474d-9ea6-454300aba0fd HTTP/1.1" status: 200 len: 763 time: 0.0399480 Apr 23 00:33:56.847020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39096) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:56.874715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.890949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.895831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:33:56.942183 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:33:56.951993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=82e251b7-6f6c-4479-b7b5-ed39a0b0f967,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:56.984424 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-365deb07-469c-4e9f-8124-b662904cba6a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/82e251b7-6f6c-4479-b7b5-ed39a0b0f967 HTTP/1.1" status: 204 len: 168 time: 1.8354263 Apr 23 00:33:56.984424 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b8326954-9250-4af1-afea-e14523d540ed tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/876076e1-66e1-4c68-92b1-a1021957cf35 HTTP/1.1" status: 204 len: 168 time: 3.0424469 Apr 23 00:33:56.984424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39100) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:57.079262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39106) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:57.109294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.130028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--70471231', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:57.157825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.169136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=9ae8132f-a063-426e-8b89-96d91a3b5533,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:57.172712 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dafe7076-0590-45bf-a315-6c31eb3d53f7 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/9ae8132f-a063-426e-8b89-96d91a3b5533 HTTP/1.1" status: 204 len: 168 time: 2.6635427 Apr 23 00:33:57.177477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39110) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:57.179002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.191841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-558436715'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:57.202578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d4452780-db3f-4584-98fe-c0c6cd308c8d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:57.207912 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-544fa67f-74d7-4e27-a83d-e37407fdf2b0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:33:57.209502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-544fa67f-74d7-4e27-a83d-e37407fdf2b0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:57.223156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:57.242747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:57.251112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:57.267988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:57.282047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:33:57.282047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:33:57.295838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-544fa67f-74d7-4e27-a83d-e37407fdf2b0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:57.295838 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-544fa67f-74d7-4e27-a83d-e37407fdf2b0 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/876076e1-66e1-4c68-92b1-a1021957cf35 HTTP/1.1" status: 404 len: 333 time: 0.3190172 Apr 23 00:33:57.295838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d4452780-db3f-4584-98fe-c0c6cd308c8d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:57.295838 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d4452780-db3f-4584-98fe-c0c6cd308c8d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4287856 Apr 23 00:33:57.295838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:57.306936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.325430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39114) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:57.325430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39116) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:57.369686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 26522b07-921d-4303-84e8-e5839eef492e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:57.432770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 26522b07-921d-4303-84e8-e5839eef492e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:57.433673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 26522b07-921d-4303-84e8-e5839eef492e not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:57.435097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2bae4a2-58fd-41ca-9333-23b0030639f9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:57.459906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-699fc3d3-2255-4ebe-ac63-50216423c925 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.472443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:57.472592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-699fc3d3-2255-4ebe-ac63-50216423c925 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.492912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:33:57.496305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: b2bae4a2-58fd-41ca-9333-23b0030639f9 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:57.497402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2bae4a2-58fd-41ca-9333-23b0030639f9 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:57.497402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 170af940-631e-488d-b3ad-7a26e108c08d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:57.500669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:57.506872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:network and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:57.516815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:57.525442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:57.531117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:57.532874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:57.539850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3babb6e8-aad4-4578-8136-16b5f2a95de0 None None] Could not find standard attr ID for object 876076e1-66e1-4c68-92b1-a1021957cf35. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:33:57.546229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:57.546229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.554563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-699fc3d3-2255-4ebe-ac63-50216423c925 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.554841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] Deleting port 89934061-4a10-42e8-a8eb-77a2bc07dd38 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:57.556466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=edf9a438-4aae-42ef-b365-0568bec36d9c,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:57.556962 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.564417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.577392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:57.581455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.583010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.583010 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment fdbf4f08-8b19-4a41-9cb0-7e7277127d7a of type vlan for network 84b730be-841b-4b82-989b-34a46792b2ef Apr 23 00:33:57.598172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 170af940-631e-488d-b3ad-7a26e108c08d {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:33:57.598172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 170af940-631e-488d-b3ad-7a26e108c08d not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:33:57.600634 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6bdc2909-fe20-4bdf-8dee-546d88db6674 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4474690 Apr 23 00:33:57.610111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39122) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:57.614433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:57.692920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3babb6e8-aad4-4578-8136-16b5f2a95de0 None None] Provisioning complete for port 89934061-4a10-42e8-a8eb-77a2bc07dd38 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:33:57.693249 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3babb6e8-aad4-4578-8136-16b5f2a95de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.734552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d9ca8d-182f-42ee-b552-00fd400b8e92 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.743893 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fc3d3-2255-4ebe-ac63-50216423c925 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=548d97d3-f397-474d-9ea6-454300aba0fd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:57.744901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 89934061-4a10-42e8-a8eb-77a2bc07dd38 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:33:57.782138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Deleting port b2bae4a2-58fd-41ca-9333-23b0030639f9 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:33:57.782317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.784220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94874a14-6d2a-459f-b970-576752759eae req-cc21ea80-e88e-42d6-a285-80c357cb3f03 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:57.785834 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-94874a14-6d2a-459f-b970-576752759eae req-cc21ea80-e88e-42d6-a285-80c357cb3f03 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 945 time: 0.3737512 Apr 23 00:33:57.791829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:33:57.799754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:57.819167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:57.829102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:57.834666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.834666 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Added segment 55be83d8-976f-43db-8080-53a21d7990dc of type vlan for network 21603f50-7322-4e7b-9b39-53c605d1d828 Apr 23 00:33:57.844090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d9ca8d-182f-42ee-b552-00fd400b8e92 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.844722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:57.877046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-94874a14-6d2a-459f-b970-576752759eae req-acc784ef-978e-4086-a11c-e5b02852b466 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801275 Apr 23 00:33:57.885954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:57.890493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.923199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:57.970396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.004370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-699fc3d3-2255-4ebe-ac63-50216423c925 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.007814 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-699fc3d3-2255-4ebe-ac63-50216423c925 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/548d97d3-f397-474d-9ea6-454300aba0fd HTTP/1.1" status: 204 len: 168 time: 0.6823490 Apr 23 00:33:58.016955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d9ca8d-182f-42ee-b552-00fd400b8e92 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.023686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90d9ca8d-182f-42ee-b552-00fd400b8e92 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.026072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-90d9ca8d-182f-42ee-b552-00fd400b8e92 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/security-groups/af7d9a59-e8d5-44b7-b7f7-6221fe50cd73 HTTP/1.1" status: 204 len: 168 time: 0.7043839 Apr 23 00:33:58.032390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39126) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:58.032805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39128) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:58.058910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.095490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] For port 89934061-4a10-42e8-a8eb-77a2bc07dd38, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=89934061-4a10-42e8-a8eb-77a2bc07dd38,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:33:58.095490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.102051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:33:58.107964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9ca8d-182f-42ee-b552-00fd400b8e92 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d9a59-e8d5-44b7-b7f7-6221fe50cd73,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:58.108312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c791e-ed7e-4c49-b25e-7a40e5bf73ff None None] The port 'b2bae4a2-58fd-41ca-9333-23b0030639f9' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:33:58.157121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.162781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:58.163471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.171219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.177280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:58.178055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.243445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c6cc9276-1188-4590-83a6-144a78b3f24f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:33:58.288366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] Calling delete_port for 89934061-4a10-42e8-a8eb-77a2bc07dd38 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:33:58.291556 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1972501 Apr 23 00:33:58.299507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39134) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:58.358779 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1716280 Apr 23 00:33:58.361463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-70372197', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:58.371931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39138) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:58.372638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1923110-4d8a-4054-a673-65c864472ea2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.377799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:58.379354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:58.382156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d04eea-0dfb-4c5a-97fe-51720615db9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=84b730be-841b-4b82-989b-34a46792b2ef,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:58.388051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:58.391213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:58.399919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:58.423663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.423902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 84b730be-841b-4b82-989b-34a46792b2ef details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:33:58.424668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.438626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c6cc9276-1188-4590-83a6-144a78b3f24f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:33:58.443144 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c6cc9276-1188-4590-83a6-144a78b3f24f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4071684 Apr 23 00:33:58.444194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee063a-4517-422c-aa8c-1f05f48903fc tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Network': ['ID=21603f50-7322-4e7b-9b39-53c605d1d828,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:58.445235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39142) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:58.451050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '6033889a-d18e-4424-8ef4-9d8692e34f04', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:58.462832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:58.467321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.492287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:58.503481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.509574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.514751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 21603f50-7322-4e7b-9b39-53c605d1d828 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:33:58.517908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1923110-4d8a-4054-a673-65c864472ea2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.540182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.549595 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Project 102afb67aff54f89a66e36170a951c1f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:33:58.627860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.634272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:58.643944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:58.650885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:58.660385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:58.678150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1923110-4d8a-4054-a673-65c864472ea2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.692882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:58.696607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.736200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1923110-4d8a-4054-a673-65c864472ea2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fdcaff-8c5d-4a71-922e-bcdb6aa6e2a1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:58.779822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=5152a381-2a7c-41db-b88b-8231f9d38b88,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:58.805975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.829046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1923110-4d8a-4054-a673-65c864472ea2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:58.832493 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d1923110-4d8a-4054-a673-65c864472ea2 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/security-groups/10fdcaff-8c5d-4a71-922e-bcdb6aa6e2a1 HTTP/1.1" status: 204 len: 168 time: 0.7923732 Apr 23 00:33:58.840764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39146) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:58.856464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] Pushing event deleted for resources: {'Port': ['ID=89934061-4a10-42e8-a8eb-77a2bc07dd38,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:58.862648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e155f2-fb68-4edd-a840-39097a534556 None None] No DVR routers for this DVR port 89934061-4a10-42e8-a8eb-77a2bc07dd38 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:33:58.880623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d3484-0ded-452c-9dda-a8ecd947ad45 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:59.012637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:33:59.016098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.121832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:33:59.126980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:59.130286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:59.130874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.150205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.151036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=cb2ad8cb-e34a-4e77-a7ae-2de688f6c885,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:59.155470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.162113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': 'cb2ad8cb-e34a-4e77-a7ae-2de688f6c885'}, {'subnet_id': 'edf9a438-4aae-42ef-b365-0568bec36d9c'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:59.162994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.190014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9b38dda8-9e7d-4c40-ada6-c971a9218d2b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5849612 Apr 23 00:33:59.194089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39152) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:59.201755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:5c:04:99', 'name': 'tempest-NetworksTestDHCPv6-1908030258'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:59.241134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.276704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 9d892500-0d6d-4512-86d6-03fd87512886 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:33:59.307499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.341083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.372621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.409182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=11c1e37f-99fc-4277-8b6f-0abb4d2f03be,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:59.416916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Allocated IP 172.20.0.2 (986a55f2-d336-4e62-8bc6-ead9728638f4/edf9a438-4aae-42ef-b365-0568bec36d9c/c7fca071-77bf-4342-8eb5-4b5618bd7649) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:59.425192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Allocated IP 2001:db8::f816:3eff:fe25:6f06 (986a55f2-d336-4e62-8bc6-ead9728638f4/cb2ad8cb-e34a-4e77-a7ae-2de688f6c885/c7fca071-77bf-4342-8eb5-4b5618bd7649) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:33:59.425751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Checking segment: {'id': '55be83d8-976f-43db-8080-53a21d7990dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:33:59.426126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network hostable DHCP agents. Network: 21603f50-7322-4e7b-9b39-53c605d1d828, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:33:59.442128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:59.455581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:59.466757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 21603f50-7322-4e7b-9b39-53c605d1d828 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:33:59.472984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:33:59.482728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b590e842-df71-44e6-b4b9-138e380dbb04,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:33:59.502893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 21603f50-7322-4e7b-9b39-53c605d1d828) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:33:59.504929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.510738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:59.511764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.534187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63713ff5-fa17-49fe-b38e-4bcb2f7a0236 None None] Network 21603f50-7322-4e7b-9b39-53c605d1d828 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:33:59.620204 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Floating IP e7369414-f7c5-4f2d-a89c-2ba2f1a185ae associated. External IP: 172.26.8.112, port: c7363c81-0d57-4a3a-94f9-23f452b7d90c. Apr 23 00:33:59.716964 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b861951b-0beb-4166-82cf-7e941a78b567 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3422678 Apr 23 00:33:59.717828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39156) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:59.724606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-853675842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:33:59.727698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e59cf9-53f4-4879-9c01-3496e3bceca7 req-f9f55b8d-6c54-4939-a391-2528d541f41c tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:33:59.730927 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e59cf9-53f4-4879-9c01-3496e3bceca7 req-f9f55b8d-6c54-4939-a391-2528d541f41c tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 945 time: 0.6220484 Apr 23 00:33:59.734299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:33:59.742998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:router and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:33:59.747283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.748639 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6cec7642-a73c-49de-9430-aa0ee35a7e4c tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3024671 Apr 23 00:33:59.754787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:33:59.757442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39160) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:59.777897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:33:59.784398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.803116 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5a94c959-a7a2-442b-96e6-c8fafe821078 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules/b590e842-df71-44e6-b4b9-138e380dbb04 HTTP/1.1" status: 200 len: 769 time: 0.0443795 Apr 23 00:33:59.809714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39164) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:59.835802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.856638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.857981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.873979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port be181f96-60c6-4539-9997-60004363f3be yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:33:59.883883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Transition to ACTIVE for port object c7fca071-77bf-4342-8eb5-4b5618bd7649 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:59.900019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-21603f50-7322-4e7b-9b39-53c605d1d828', 'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828', 'tenant_id': '7eaf7d055d2d4a9a8f319cbebecee5c2', 'fixed_ips': [{'subnet_id': '11c1e37f-99fc-4277-8b6f-0abb4d2f03be'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:33:59.900834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.920510 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44e59cf9-53f4-4879-9c01-3496e3bceca7 req-fc3d7c62-2b39-402d-8040-ef61ccae8915 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668956 Apr 23 00:33:59.925005 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:33:59.940650 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4cf1addf-585c-4e7b-9188-4c45fcf69f8d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1295254 Apr 23 00:33:59.955650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39168) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:33:59.978854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Transition to ACTIVE for port object c7fca071-77bf-4342-8eb5-4b5618bd7649 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:33:59.980344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.017014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d322241-1ce2-444c-a7ff-9ecdd84e4e4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.074834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d322241-1ce2-444c-a7ff-9ecdd84e4e4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.093254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.102504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.135784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d322241-1ce2-444c-a7ff-9ecdd84e4e4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.174254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:00.178965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:00.182283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:00.193458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d322241-1ce2-444c-a7ff-9ecdd84e4e4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b590e842-df71-44e6-b4b9-138e380dbb04,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:00.202016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d322241-1ce2-444c-a7ff-9ecdd84e4e4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.203247 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2d322241-1ce2-444c-a7ff-9ecdd84e4e4d tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b590e842-df71-44e6-b4b9-138e380dbb04 HTTP/1.1" status: 204 len: 168 time: 0.2463813 Apr 23 00:34:00.211571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.216137 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-53e09f02-5064-432f-9503-23b97fd3fb03 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4955492 Apr 23 00:34:00.216974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39172) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:00.217295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39174) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:00.240017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Pushing event updated for resources: {'Port': ['ID=c7fca071-77bf-4342-8eb5-4b5618bd7649,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:00.240781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828', 'name': 'tempest-PortsTestJSON-1161950592'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:00.274952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Allocated IP 172.20.0.2 (21603f50-7322-4e7b-9b39-53c605d1d828/11c1e37f-99fc-4277-8b6f-0abb4d2f03be/bfefe02b-8467-4208-9d07-c127a0f2fe8f) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:00.285607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.372453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Attempting to bind port c7fca071-77bf-4342-8eb5-4b5618bd7649 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:00.372825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Attempting to bind port c7fca071-77bf-4342-8eb5-4b5618bd7649 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:00.373180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Attempting to bind port c7fca071-77bf-4342-8eb5-4b5618bd7649 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:00.392232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:00.392609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:00.392999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.393391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:00.394151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Bound port: c7fca071-77bf-4342-8eb5-4b5618bd7649, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:00.394394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.413815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:00.424216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 172.20.0.3 (986a55f2-d336-4e62-8bc6-ead9728638f4/edf9a438-4aae-42ef-b365-0568bec36d9c/be181f96-60c6-4539-9997-60004363f3be) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:00.443868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:00.450920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe5c:499 (986a55f2-d336-4e62-8bc6-ead9728638f4/cb2ad8cb-e34a-4e77-a7ae-2de688f6c885/be181f96-60c6-4539-9997-60004363f3be) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:00.463859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1b15bfd5-0051-4bf4-85f6-219eaf2e4f75 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:00.488997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:00.493126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.516647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=9d892500-0d6d-4512-86d6-03fd87512886,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:00.527877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.528265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1b15bfd5-0051-4bf4-85f6-219eaf2e4f75 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:00.530456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.532778 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1b15bfd5-0051-4bf4-85f6-219eaf2e4f75 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3119767 Apr 23 00:34:00.533387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39180) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:00.557161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1faca8-431e-4a07-a906-24b43498fc74 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:00.569789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.576779 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e9e99c84-599f-44af-86d3-610fb119a67b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/9d892500-0d6d-4512-86d6-03fd87512886 HTTP/1.1" status: 204 len: 168 time: 1.7299533 Apr 23 00:34:00.577568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39184) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:00.580597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:00.620562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:00.644819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:34:00.794989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] For port c7fca071-77bf-4342-8eb5-4b5618bd7649, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:00.798637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.842597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] For port c7fca071-77bf-4342-8eb5-4b5618bd7649, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c7fca071-77bf-4342-8eb5-4b5618bd7649,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:00.843920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.853340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.856246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.893540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.918855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Transition to ACTIVE for port object bfefe02b-8467-4208-9d07-c127a0f2fe8f will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:00.923419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object be181f96-60c6-4539-9997-60004363f3be will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:00.945513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:00.964044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6033889a-d18e-4424-8ef4-9d8692e34f04,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:00.994726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:01.011699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:01.018549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.018907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.019731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.020121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.020494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:01.020641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.020983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.021330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.021941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.022319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.022774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.023269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.024872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:01.028305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.225 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/b1fa52c9-915b-4b35-8e76-aaf17f2a14cc) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:01.039197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:01.043532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.046959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7a2a82bb-e719-4692-8cd6-4f6a31ef5a26 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/6033889a-d18e-4424-8ef4-9d8692e34f04 HTTP/1.1" status: 204 len: 168 time: 0.5085530 Apr 23 00:34:01.049129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39192) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:01.050771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.051140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:34:01.054825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Transition to ACTIVE for port object bfefe02b-8467-4208-9d07-c127a0f2fe8f will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:01.066618 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:01.080229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3807ab9-9853-4ce2-8111-0bb510eadaf8 None None] Pushing event updated for resources: {'Port': ['ID=c7fca071-77bf-4342-8eb5-4b5618bd7649,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:01.082363 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:01.083191 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:01.119987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.175229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 0baa1a56-9284-439b-84dc-4bf26f64b206 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:01.245268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:01.250400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.257541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Network 21603f50-7322-4e7b-9b39-53c605d1d828 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:01.264274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:01.276541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:01.309041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.313956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:01.341338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:01.356685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:01.363463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=bfefe02b-8467-4208-9d07-c127a0f2fe8f,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:01.364856 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:01.395083 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cf7dad63-e245-435f-8f18-bb5c8f87d1ee tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.5957339 Apr 23 00:34:01.435544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Attempting to bind port bfefe02b-8467-4208-9d07-c127a0f2fe8f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:01.435958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Attempting to bind port bfefe02b-8467-4208-9d07-c127a0f2fe8f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '55be83d8-976f-43db-8080-53a21d7990dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:01.436430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Attempting to bind port bfefe02b-8467-4208-9d07-c127a0f2fe8f on network 21603f50-7322-4e7b-9b39-53c605d1d828 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:01.444062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:01.444799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Checking segment: {'id': '55be83d8-976f-43db-8080-53a21d7990dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:01.445456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.446108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Bound using segment: {'id': '55be83d8-976f-43db-8080-53a21d7990dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:01.447076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Bound port: bfefe02b-8467-4208-9d07-c127a0f2fe8f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be83d8-976f-43db-8080-53a21d7990dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '21603f50-7322-4e7b-9b39-53c605d1d828'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:01.447752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.457697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=be181f96-60c6-4539-9997-60004363f3be,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:01.472105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 0baa1a56-9284-439b-84dc-4bf26f64b206 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:01.518545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 0baa1a56-9284-439b-84dc-4bf26f64b206 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:01.519352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.555844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.7 (21603f50-7322-4e7b-9b39-53c605d1d828/11c1e37f-99fc-4277-8b6f-0abb4d2f03be/0547b95a-168f-4e96-a37d-ecc25ab32cc8) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:01.564227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-19d73002-5fac-4386-8b0f-aebac744740b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:01.596240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:01.597003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.644577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-19d73002-5fac-4386-8b0f-aebac744740b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:01.652528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-19d73002-5fac-4386-8b0f-aebac744740b tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5891531 Apr 23 00:34:01.655310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39198) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:01.672002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] For port bfefe02b-8467-4208-9d07-c127a0f2fe8f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:01.674225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:01.691823 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-261c1027-e974-44d5-a05f-a4aadc42f3a5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4963958 Apr 23 00:34:01.699517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39202) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:01.705242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] For port bfefe02b-8467-4208-9d07-c127a0f2fe8f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bfefe02b-8467-4208-9d07-c127a0f2fe8f,segment=NetworkSegment(55be83d8-976f-43db-8080-53a21d7990dc),segment_id=55be83d8-976f-43db-8080-53a21d7990dc)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:01.706020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group': {'name': 'tempest-secgroup--498477989'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:01.724750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.727515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:01.761865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:01.811626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.818831 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516de3b7-e5f7-499d-ac3e-db56186b7e7d'] response: {'name': 'network-changed', 'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'status': 'completed', 'code': 200} Apr 23 00:34:01.827645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb6a33-0007-4647-aa0a-941f96575f0e req-e3a16824-fa3a-43da-8ff7-54a16f2663f9 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:01.829514 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91fb6a33-0007-4647-aa0a-941f96575f0e req-e3a16824-fa3a-43da-8ff7-54a16f2663f9 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 945 time: 0.6645536 Apr 23 00:34:01.844746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:01.873736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7fca071-77bf-4342-8eb5-4b5618bd7649 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:01.981449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.024991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0ef36-5e12-4d14-a19a-3cb251a06159 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:02.036323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0ef36-5e12-4d14-a19a-3cb251a06159 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:02.042068 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-16b0ef36-5e12-4d14-a19a-3cb251a06159 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3411822 Apr 23 00:34:02.047585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39208) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:02.073142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:02.099652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:02.105403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:02.121642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:02.151381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4141d-0309-42da-a9ac-70507b6eb1f1 None None] Pushing event updated for resources: {'Port': ['ID=bfefe02b-8467-4208-9d07-c127a0f2fe8f,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:02.159536 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91fb6a33-0007-4647-aa0a-941f96575f0e req-993805a6-d074-4231-b0d7-2e7902182979 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907453 Apr 23 00:34:02.160271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:02.170952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.215655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port c7fca071-77bf-4342-8eb5-4b5618bd7649 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:02.240593 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9daca617-e0ac-4ed2-b6c7-26991c986787'] response: {'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'code': 200} Apr 23 00:34:02.247442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:02.247651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port be181f96-60c6-4539-9997-60004363f3be {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:02.247770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.292077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.323082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:02.400016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.421719 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7369414-f7c5-4f2d-a89c-2ba2f1a185ae', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:09:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:33:56Z', 'updated_at': '2022-04-23T00:33:56Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:02.428030 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:02.441165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 0547b95a-168f-4e96-a37d-ecc25ab32cc8 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:02.444396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.451496 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:02.452554 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:02.456518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.568162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-70b497a3-48ef-461c-880b-2f2c295c15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:02.568162 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-70b497a3-48ef-461c-880b-2f2c295c15a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 1098 time: 0.7202315 Apr 23 00:34:02.569587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:02.583145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.601183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:02.682182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c22cde-d1aa-4fc3-a191-93abfbeb5b5d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:02.692132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.693417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cdd32b2c-b55a-4fe0-8c57-df707bb9b4c2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9995530 Apr 23 00:34:02.698334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39214) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:02.711482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Request body: {'security_group_rule': {'security_group_id': '60c22cde-d1aa-4fc3-a191-93abfbeb5b5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:02.720228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:02.723047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.818531 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:02.913794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:02.932710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:02.933452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Usage tracker for resource:security_group_rule and tenant:102afb67aff54f89a66e36170a951c1f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:02.959414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:02.966221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fe0deee7-dd47-4f0e-b358-90d710c57179 None None] Provisioning complete for port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:02.967554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe0deee7-dd47-4f0e-b358-90d710c57179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:02.979223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:03.024757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 21603f50-7322-4e7b-9b39-53c605d1d828 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:03.036952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:03.040919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=0547b95a-168f-4e96-a37d-ecc25ab32cc8,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:03.045236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:03.105217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-fe0deee7-dd47-4f0e-b358-90d710c57179 None None] Port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:03.128234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fe0deee7-dd47-4f0e-b358-90d710c57179 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:03.128941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe0deee7-dd47-4f0e-b358-90d710c57179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.151315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb60b7-52f4-4e6c-b7c6-7483a5650afb req-05cd97b5-2743-40f2-a7c5-817d0f745d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:03.153339 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-90eb60b7-52f4-4e6c-b7c6-7483a5650afb req-05cd97b5-2743-40f2-a7c5-817d0f745d91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1099 time: 0.5825474 Apr 23 00:34:03.153970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.166182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:03.181875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:03.197162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9f0a4-8b9c-48aa-89a8-697ff009b3d6 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:03.210024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:03.210940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.262030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:03.262428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.317295 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-90eb60b7-52f4-4e6c-b7c6-7483a5650afb req-c68ac0b7-d0e7-4249-8d23-6ffd8b93f36f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464999 Apr 23 00:34:03.342588 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7932a3d5-a330-42a7-971e-638d6b64d6ea tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1188209 Apr 23 00:34:03.345401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c313c2-dd4f-4420-80ab-ef155aa3481f None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:03.352283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39220) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:03.363805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=b8f204b5-0209-4d8c-adb0-c3ade8cbd428,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:03.367259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.377622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.547143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b204db4f-a300-46e1-8e06-3124f47ed6bd,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:03.549807 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.551189 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f01b9b17-7cea-4cb5-b8ed-ed61b7caff8f tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8505645 Apr 23 00:34:03.556510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39224) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:03.579088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-6ebee53d-73f0-41f2-afdd-00bdc5b3e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:03.579088 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-6ebee53d-73f0-41f2-afdd-00bdc5b3e953 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.9133041 Apr 23 00:34:03.618164 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d6164b4f-22e6-489a-b903-980747d84d0a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0044878 Apr 23 00:34:03.621506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39228) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:03.633020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'security_group': {'name': 'tempest-secgroup-2137586405'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:03.640830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:03.647680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:03.653155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:03.659024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:03.684579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.702641 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7369414-f7c5-4f2d-a89c-2ba2f1a185ae', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:09:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:33:56Z', 'updated_at': '2022-04-23T00:33:56Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:03.727924 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c9ba60-af1e-4a6d-8e25-4dca7805e6d9 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'e7369414-f7c5-4f2d-a89c-2ba2f1a185ae', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:09:83:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:33:56Z', 'updated_at': '2022-04-23T00:33:56Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:03.738793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa3b0fd4-a87f-4ef5-bca3-5d03a400b3ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.750158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:03.789361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1f7ab-d8f7-4cb2-9005-4325662641c9 req-b60bc92c-5226-497d-a0fb-eabdde849601 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:03.789361 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2da1f7ab-d8f7-4cb2-9005-4325662641c9 req-b60bc92c-5226-497d-a0fb-eabdde849601 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.3612986 Apr 23 00:34:03.836655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group_rule and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:03.849803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:03.881053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:03.982998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa3b0fd4-a87f-4ef5-bca3-5d03a400b3ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:03.988156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfefe02b-8467-4208-9d07-c127a0f2fe8f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:04.049834 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2da1f7ab-d8f7-4cb2-9005-4325662641c9 req-df561643-256c-4594-9f6e-af4092eb3dc2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347999 Apr 23 00:34:04.203686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7db4d-989a-4880-a8b4-9bd4f7a455c9 None None] Network 21603f50-7322-4e7b-9b39-53c605d1d828 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:04.240591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dbb1df-ea8e-452c-89fd-b37448bbd401 None None] New status for floating IP e7369414-f7c5-4f2d-a89c-2ba2f1a185ae: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:34:04.244543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.253254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.296193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa3b0fd4-a87f-4ef5-bca3-5d03a400b3ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.309781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7351698c-b469-46f6-9b14-495ad5e7c779,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:04.333086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa3b0fd4-a87f-4ef5-bca3-5d03a400b3ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.335983 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fa3b0fd4-a87f-4ef5-bca3-5d03a400b3ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/60c22cde-d1aa-4fc3-a191-93abfbeb5b5d HTTP/1.1" status: 204 len: 168 time: 0.7745717 Apr 23 00:34:04.335983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b0fd4-a87f-4ef5-bca3-5d03a400b3ab tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c22cde-d1aa-4fc3-a191-93abfbeb5b5d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:04.338172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39232) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:04.376771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.376771 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cd01024d-2ac0-461a-b32a-42bb5c66731c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7423716 Apr 23 00:34:04.376771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39236) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:04.390042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'security_group': {'name': 'tempest-secgroup-1924386402'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:04.404878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:04.419839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:04.419839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:04.441595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:04.462284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3855f8d0-fb18-46b7-a9ab-acc1ba3ebdbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:04.482427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.498037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3855f8d0-fb18-46b7-a9ab-acc1ba3ebdbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:04.498037 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3855f8d0-fb18-46b7-a9ab-acc1ba3ebdbc tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1486044 Apr 23 00:34:04.498037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39240) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:04.528454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:04.539987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group_rule and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:04.550025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:04.565721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:04.572877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Provisioning for port bfefe02b-8467-4208-9d07-c127a0f2fe8f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:04.607235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f1160255-9baf-4c86-beac-c0b4ee7443fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Synchronizing usage tracker for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:04.649721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f1160255-9baf-4c86-beac-c0b4ee7443fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] Unset dirty status for tenant:102afb67aff54f89a66e36170a951c1f on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:04.649721 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f1160255-9baf-4c86-beac-c0b4ee7443fe tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1529875 Apr 23 00:34:04.656372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39244) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:04.686998 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-5a245e84-aaeb-4094-bc31-bc7665d278b2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] delete failed (client error): The resource could not be found. Apr 23 00:34:04.686998 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5a245e84-aaeb-4094-bc31-bc7665d278b2 tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "DELETE /v2.0/security-groups/60c22cde-d1aa-4fc3-a191-93abfbeb5b5d HTTP/1.1" status: 404 len: 347 time: 0.0293026 Apr 23 00:34:04.701082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39248) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:04.710097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.771813 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-c2b72535-f95d-47db-a5bc-bb6813f65342 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c HTTP/1.1" status: 200 len: 999 time: 0.8210595 Apr 23 00:34:04.779204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.791891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.813298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port bfefe02b-8467-4208-9d07-c127a0f2fe8f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:04.848073 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-754ae6da-2ad0-4a8a-b4a9-b4442ca6446a tempest-SecGroupIPv6Test-2067744002 tempest-SecGroupIPv6Test-2067744002-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1467416 Apr 23 00:34:04.866442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01d14c6-934e-407c-90b4-022dd78c9503,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:04.881272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.882727 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1a9b108b-ec6c-451b-95de-ac85cb1790c5 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5103035 Apr 23 00:34:04.885806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39254) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:04.893299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'security_group': {'name': 'tempest-secgroup-1576137221'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:04.900709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:04.904908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:04.908582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:04.925599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:04.936899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Provisioning for port c7fca071-77bf-4342-8eb5-4b5618bd7649 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:04.936899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bfefe02b-8467-4208-9d07-c127a0f2fe8f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:04.936899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:04.956827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.006569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:05.019997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:security_group_rule and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:05.029433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for be181f96-60c6-4539-9997-60004363f3be owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:05.034140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:05.034140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:05.206443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.215371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Provisioning complete for port c7fca071-77bf-4342-8eb5-4b5618bd7649 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:05.216040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.224750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.374341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2b9557-358a-4124-9774-5451c2cd7b5f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:05.387919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.393109 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ab87010d-9f6c-4f65-a14d-27442e958c74 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5052001 Apr 23 00:34:05.394090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39262) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:05.401411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2050257765', 'security_groups': ['7d2b9557-358a-4124-9774-5451c2cd7b5f'], 'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b8f204b5-0209-4d8c-adb0-c3ade8cbd428'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:05.451063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.534151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39266) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:05.544165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] Update dhcp port {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'fixed_ips': [{'subnet_id': '48a3496e-a449-455f-afaa-05683ac7bee7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b8f204b5-0209-4d8c-adb0-c3ade8cbd428'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '8dcc816f-4c77-4cb7-a78d-452fbdff3361'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:34:05.591166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:05.603449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:05.618379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:05.740023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.756820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.783288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.833994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] For port c7fca071-77bf-4342-8eb5-4b5618bd7649, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c7fca071-77bf-4342-8eb5-4b5618bd7649,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:05.870131 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-41231e0b-cf7e-4fb3-a67c-4a58cfb0fc79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=102afb67aff54f89a66e36170a951c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312812 Apr 23 00:34:05.873328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39272) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:05.905635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:05.964932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.007963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port bfefe02b-8467-4208-9d07-c127a0f2fe8f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bfefe02b-8467-4208-9d07-c127a0f2fe8f,segment=NetworkSegment(55be83d8-976f-43db-8080-53a21d7990dc),segment_id=55be83d8-976f-43db-8080-53a21d7990dc)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:06.064053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.095602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] device_id is not set on port c1a5fbf7-78f7-42e8-9cab-e5061145eec8 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:06.110375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-cc663079-d7ba-44dc-925b-092fafff62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:06.112047 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-cc663079-d7ba-44dc-925b-092fafff62d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.6650107 Apr 23 00:34:06.161844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Pushing event updated for resources: {'Port': ['ID=c7fca071-77bf-4342-8eb5-4b5618bd7649,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:06.181476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bd85b1d0-47df-4ad6-920e-d46c17e3c47c None None] Provisioning complete for port c7fca071-77bf-4342-8eb5-4b5618bd7649 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:06.182041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd85b1d0-47df-4ad6-920e-d46c17e3c47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.242279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c64f2b99-4a16-4cda-8026-2b26a80f93f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.274979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.275488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.275796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.276202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.276696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.277206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.277689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.278092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.278535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.278929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.279439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.280007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c2c4f8-e207-4e84-9285-4fd4bf30c6e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:06.367044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c64f2b99-4a16-4cda-8026-2b26a80f93f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.467116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c64f2b99-4a16-4cda-8026-2b26a80f93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.491716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f2b99-4a16-4cda-8026-2b26a80f93f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f961ebc-b544-4a45-a62e-59bf565ee6cd,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:06.533659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c64f2b99-4a16-4cda-8026-2b26a80f93f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.536175 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c64f2b99-4a16-4cda-8026-2b26a80f93f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f961ebc-b544-4a45-a62e-59bf565ee6cd HTTP/1.1" status: 204 len: 168 time: 0.6636992 Apr 23 00:34:06.567655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] Allocated IP 2001:db8::2 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/b8f204b5-0209-4d8c-adb0-c3ade8cbd428/8dcc816f-4c77-4cb7-a78d-452fbdff3361) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:06.571123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cbe0d-f024-4555-ab05-93d082b3dda8 req-35923f1f-bc55-4800-a6da-b9254364f65b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:06.572857 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ff0cbe0d-f024-4555-ab05-93d082b3dda8 req-35923f1f-bc55-4800-a6da-b9254364f65b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 1.1300638 Apr 23 00:34:06.611480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=bfefe02b-8467-4208-9d07-c127a0f2fe8f,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:06.700495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-30883f7e-4ac8-4016-aa7e-82d7e1fcc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:06.702021 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-30883f7e-4ac8-4016-aa7e-82d7e1fcc325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5565317 Apr 23 00:34:06.738611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bd85b1d0-47df-4ad6-920e-d46c17e3c47c None None] Could not find standard attr ID for object be181f96-60c6-4539-9997-60004363f3be. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:06.776269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] For port 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8dcc816f-4c77-4cb7-a78d-452fbdff3361,segment=NetworkSegment(0e2f49ff-0444-4399-afce-1d78f7064f56),segment_id=0e2f49ff-0444-4399-afce-1d78f7064f56)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:06.832137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.845829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.856242 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ff0cbe0d-f024-4555-ab05-93d082b3dda8 req-f83a35bc-a448-466f-b1dc-a3ed98b6abad tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661977 Apr 23 00:34:06.885334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] Transition to ACTIVE for port object 8dcc816f-4c77-4cb7-a78d-452fbdff3361 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:06.898466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:06.947315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2896ee10-3638-4d9c-a2a2-73ce2dd9202e None None] Provisioning complete for port bfefe02b-8467-4208-9d07-c127a0f2fe8f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:06.947950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2896ee10-3638-4d9c-a2a2-73ce2dd9202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:07.015159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:07.152728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8::e9 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/b8f204b5-0209-4d8c-adb0-c3ade8cbd428/c1a5fbf7-78f7-42e8-9cab-e5061145eec8) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:07.183935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e1e39-dd82-4ae4-a15c-118dbe662be5 req-2428c90b-cab1-4547-8ff9-17fbdfe50dc6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:07.183935 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b43e1e39-dd82-4ae4-a15c-118dbe662be5 req-2428c90b-cab1-4547-8ff9-17fbdfe50dc6 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.1858401 Apr 23 00:34:07.240902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf160e6-0130-4df1-b27d-bdc71ec4012e None None] Pushing event updated for resources: {'Port': ['ID=8dcc816f-4c77-4cb7-a78d-452fbdff3361,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:07.266674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=be181f96-60c6-4539-9997-60004363f3be,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:07.300758 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b43e1e39-dd82-4ae4-a15c-118dbe662be5 req-ed509993-b6b2-4276-bc88-1bb5dd6675a0 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105733 Apr 23 00:34:07.340738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39294) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:07.397646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2896ee10-3638-4d9c-a2a2-73ce2dd9202e None None] Provisioning for port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:07.408432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2896ee10-3638-4d9c-a2a2-73ce2dd9202e None None] Provisioning complete for port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:07.408819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2896ee10-3638-4d9c-a2a2-73ce2dd9202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:07.510035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2896ee10-3638-4d9c-a2a2-73ce2dd9202e None None] Port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:07.517663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2896ee10-3638-4d9c-a2a2-73ce2dd9202e None None] Could not find standard attr ID for object be181f96-60c6-4539-9997-60004363f3be. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:07.538102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:07.833244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39302) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:07.945267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:07.978159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2e304-fc22-45b0-a337-880b957f6ff2 tempest-TestNetworkAdvancedServerOps-396005801 tempest-TestNetworkAdvancedServerOps-396005801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:07.978159 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-91c2e304-fc22-45b0-a337-880b957f6ff2 tempest-TestNetworkAdvancedServerOps-396005801 tempest-TestNetworkAdvancedServerOps-396005801-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1094 time: 0.6241684 Apr 23 00:34:07.990446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39308) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:07.990446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object c1a5fbf7-78f7-42e8-9cab-e5061145eec8 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:08.007968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:08.007968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:08.018913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Usage tracker for resource:floatingip and tenant:fa44bdefb3424b738530691128430992 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:08.018913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:08.029149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:08.048003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.245272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--2051077410'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:08.264740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.272670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:08.281249 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-709b5ac7-1657-473d-a5dc-3494f2dc59f2 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5594709 Apr 23 00:34:08.289639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfefe02b-8467-4208-9d07-c127a0f2fe8f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:08.347282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:08.354172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:08.391553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:08.391553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:08.406171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:08.419996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:08.426398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:08.426398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.434534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.454971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.459896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bfefe02b-8467-4208-9d07-c127a0f2fe8f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:08.459896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.478826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=c1a5fbf7-78f7-42e8-9cab-e5061145eec8,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:08.487773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.505084 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e2bee241-889a-4eb2-94a9-9dcb6d0f9427 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1001906 Apr 23 00:34:08.505084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39312) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:08.509949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:08.531144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:08.544685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:08.544685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:08.554927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:08.673808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-721f9af6-42ff-43ea-ad36-a6f6b84a8615 None None] Provisioning complete for port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:08.674562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-721f9af6-42ff-43ea-ad36-a6f6b84a8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.686463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.689836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.695984 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-84588e7c-b085-40dd-9dde-f4a5e95e97d8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/be181f96-60c6-4539-9997-60004363f3be HTTP/1.1" status: 204 len: 168 time: 6.6471827 Apr 23 00:34:08.764572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8dcc816f-4c77-4cb7-a78d-452fbdff3361 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:08.778185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39316) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:08.787038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.805671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-721f9af6-42ff-43ea-ad36-a6f6b84a8615 None None] Port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:08.840892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.843213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:08.845040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-721f9af6-42ff-43ea-ad36-a6f6b84a8615 None None] Provisioning for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:08.852877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-721f9af6-42ff-43ea-ad36-a6f6b84a8615 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:08.856877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-721f9af6-42ff-43ea-ad36-a6f6b84a8615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.865616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.869739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:08.889815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:08.903542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:08.903691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:08.940121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:09.064715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312e7d7-3cf2-4669-a79d-3947e5466610 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:09.064715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312e7d7-3cf2-4669-a79d-3947e5466610 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:09.072697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9312e7d7-3cf2-4669-a79d-3947e5466610 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:09.072697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9312e7d7-3cf2-4669-a79d-3947e5466610 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:09.125156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637f77d6-adb2-45cb-b9f7-81f3b59f374f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:09.130690 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94066f9d-c486-43b6-8b72-40e8caa9d5fc req-801091ee-ff8c-4abb-88ab-b1915265ec4c service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276982 Apr 23 00:34:09.131424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=0547b95a-168f-4e96-a37d-ecc25ab32cc8,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:09.192044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7fca071-77bf-4342-8eb5-4b5618bd7649 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:09.219408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.266192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:09.272230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:09.278985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 3e269255-4cf0-4be5-a51a-84331fa81b04 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:34:09.282224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:09.290537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.306555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c7fca071-77bf-4342-8eb5-4b5618bd7649 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:09.307142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.324346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:09.340679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9312e7d7-3cf2-4669-a79d-3947e5466610 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:09.342772 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9312e7d7-3cf2-4669-a79d-3947e5466610 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5634003 Apr 23 00:34:09.381870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a4d6d369-ac36-48ae-aef8-814b052ac1de None None] Provisioning complete for port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:09.382990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a4d6d369-ac36-48ae-aef8-814b052ac1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.396850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39320) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:09.412356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Allocated IP 172.26.8.193 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/890b00f8-b6c5-4687-b44e-9eaa40d7c476) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:09.469726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6d369-ac36-48ae-aef8-814b052ac1de None None] Port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:09.535847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a4d6d369-ac36-48ae-aef8-814b052ac1de None None] Provisioning for port c1a5fbf7-78f7-42e8-9cab-e5061145eec8 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:09.546376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb9e02-0ca0-4bbd-b2cd-2b6b6db9cf85,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:09.555958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.559481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a4d6d369-ac36-48ae-aef8-814b052ac1de None None] Provisioning complete for port c1a5fbf7-78f7-42e8-9cab-e5061145eec8 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:09.560700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-89c6a79a-eace-412a-801d-49d1082b2408 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7210305 Apr 23 00:34:09.561655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a4d6d369-ac36-48ae-aef8-814b052ac1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.563218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39324) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:09.571363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:09.575878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.598269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet cb2ad8cb-e34a-4e77-a7ae-2de688f6c885 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:09.653353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a4d6d369-ac36-48ae-aef8-814b052ac1de None None] Port c1a5fbf7-78f7-42e8-9cab-e5061145eec8 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:09.701543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.730884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.754328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.803346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b3689a03-003f-4385-a291-07eefcd6fb36 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:09.822066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:09.852121 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.ipam_backend_mixin [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b8f204b5-0209-4d8c-adb0-c3ade8cbd428 (CIDR: 2001:db8::/64) Apr 23 00:34:09.858901 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:09.858901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:09.873322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b3689a03-003f-4385-a291-07eefcd6fb36 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:09.875369 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b3689a03-003f-4385-a291-07eefcd6fb36 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2819054 Apr 23 00:34:09.878988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39330) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:09.888198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b01b59e0-cbb6-498f-9e1a-038b374d82a3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-security--1581811680', 'description': 'tempest-security-description-542931556'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:09.898900 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d8f8a110-d79c-4c43-85d8-cb71df1366db tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3962829 Apr 23 00:34:09.905706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39334) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:09.912197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:10.041184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b01b59e0-cbb6-498f-9e1a-038b374d82a3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.079051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.084701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:34:10.110156 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Sync routers for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:10.115808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.128637 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:10.128905 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:10.182075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.184356 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d2383517-6c25-4d06-a5b3-c0cd9522d787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.8815775 Apr 23 00:34:10.190564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39338) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:10.220889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:10.235229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:10.239337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:10.255047 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-58a538d0-38ef-4710-89c0-9fbf0c6eb2d2 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635653 Apr 23 00:34:10.291813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39342) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:10.341920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.358357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.371943 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:10.387618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:10.389913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Port': ['ID=890b00f8-b6c5-4687-b44e-9eaa40d7c476,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:10.395566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b01b59e0-cbb6-498f-9e1a-038b374d82a3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.422056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:10.424862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b01b59e0-cbb6-498f-9e1a-038b374d82a3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.429468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b01b59e0-cbb6-498f-9e1a-038b374d82a3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.430944 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b01b59e0-cbb6-498f-9e1a-038b374d82a3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "PUT /v2.0/security-groups/83eb9e02-0ca0-4bbd-b2cd-2b6b6db9cf85 HTTP/1.1" status: 200 len: 1779 time: 0.5517507 Apr 23 00:34:10.433814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:10.436686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39346) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:10.536758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:10.669169 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9efe3f91-536a-4d3e-95a0-390b41585120 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups/83eb9e02-0ca0-4bbd-b2cd-2b6b6db9cf85 HTTP/1.1" status: 200 len: 1779 time: 0.2253637 Apr 23 00:34:10.680028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39350) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:10.731318 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:04Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:10.736162 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Checking router: 3e269255-4cf0-4be5-a51a-84331fa81b04 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:10.736720 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Updating router 3e269255-4cf0-4be5-a51a-84331fa81b04 port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:34:10.748961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.772616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b59e0-cbb6-498f-9e1a-038b374d82a3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb9e02-0ca0-4bbd-b2cd-2b6b6db9cf85,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:10.776041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:10.780078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.809383 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.846486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2ad8cb-e34a-4e77-a7ae-2de688f6c885,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:10.851746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:10.862404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca869b7-0e48-4298-bc44-6daad8e698bb None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:10.952599 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-09734b16-581c-464b-ad40-7eccf6e6f424 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/cb2ad8cb-e34a-4e77-a7ae-2de688f6c885 HTTP/1.1" status: 204 len: 168 time: 1.5546026 Apr 23 00:34:10.962159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39354) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:10.967192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54cd08a5-73c1-40fb-80f2-5b177ff8ee70 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.040772 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.ipam_backend_mixin [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 48a3496e-a449-455f-afaa-05683ac7bee7 (CIDR: 2001:db8:0:1::/64) Apr 23 00:34:11.123566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54cd08a5-73c1-40fb-80f2-5b177ff8ee70 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.142963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet edf9a438-4aae-42ef-b365-0568bec36d9c {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:11.151165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.229335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.243183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.302346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63903f3-648f-4c69-96b4-185cdc3b0f3e tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:11.304781 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f63903f3-648f-4c69-96b4-185cdc3b0f3e tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9947937 Apr 23 00:34:11.308695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39358) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:11.356977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.368042 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:11.369193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:11.386057 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.440753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-038fcd40-7b3c-4e24-a5b1-a51477f2dbdb tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669768 Apr 23 00:34:11.447890 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Transition to ACTIVE for port object b1fa52c9-915b-4b35-8e76-aaf17f2a14cc will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:11.451016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39362) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:11.462051 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8ca15ef2-63be-4f05-8031-87aba06887d9 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5551634 Apr 23 00:34:11.465561 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.466734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39366) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:11.467107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54cd08a5-73c1-40fb-80f2-5b177ff8ee70 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.477498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'subnet': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:11.519680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=0547b95a-168f-4e96-a37d-ecc25ab32cc8,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:11.522849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.621948 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Attempting to bind port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:11.622804 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Attempting to bind port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:11.623438 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Attempting to bind port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:11.640420 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:11.641214 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:11.641872 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.642573 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:11.644143 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Bound port: b1fa52c9-915b-4b35-8e76-aaf17f2a14cc, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:11.646231 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.699604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd08a5-73c1-40fb-80f2-5b177ff8ee70 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb9e02-0ca0-4bbd-b2cd-2b6b6db9cf85,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:11.726946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54cd08a5-73c1-40fb-80f2-5b177ff8ee70 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.733167 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-54cd08a5-73c1-40fb-80f2-5b177ff8ee70 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/83eb9e02-0ca0-4bbd-b2cd-2b6b6db9cf85 HTTP/1.1" status: 204 len: 168 time: 1.0512028 Apr 23 00:34:11.733899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39372) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:11.743226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:11.758656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 21603f50-7322-4e7b-9b39-53c605d1d828 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:11.764925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Usage tracker for resource:subnet and tenant:64d5d003d79e452e8eb0df89bf8887a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:11.765439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:11.772539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441693907', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:11.782856 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Pushing event updated for resources: {'Port': ['ID=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:11.785689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:11.804383 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.804584 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.805112 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.805826 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.806638 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.808342 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.810129 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.810425 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.812577 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.813179 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.814431 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.814990 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:11.830504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:11.852963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Made reservation on behalf of 64d5d003d79e452e8eb0df89bf8887a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:11.857848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.862649 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] For port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:11.866471 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] For port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:11.876431 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:11.941904 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a6b9c17c-1d11-4d45-a4c2-b185cf9c7ea8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2052493 Apr 23 00:34:11.986464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39376) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:12.101906 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:12.103821 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:12.172802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.173507 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-1829888b-8e21-441b-8712-bbf6e5cfdbd5 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] delete failed (client error): The resource could not be found. Apr 23 00:34:12.180834 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1829888b-8e21-441b-8712-bbf6e5cfdbd5 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/83eb9e02-0ca0-4bbd-b2cd-2b6b6db9cf85 HTTP/1.1" status: 404 len: 347 time: 0.1936073 Apr 23 00:34:12.192734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39380) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:12.195738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.204331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--621934675'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:12.214767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:12.224307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:12.228162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:12.244053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:12.256829 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea25c2-ec2a-49e2-99e0-802a8df1a17a None None] Pushing event updated for resources: {'Port': ['ID=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:12.337733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-03a8422b-a6de-4bc7-9da5-8d52e55440e2 None None] Provisioning complete for port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:12.340603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03a8422b-a6de-4bc7-9da5-8d52e55440e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.355437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.412900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:12.420638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:12.430944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-03a8422b-a6de-4bc7-9da5-8d52e55440e2 None None] Port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:12.442394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:12.446193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-03a8422b-a6de-4bc7-9da5-8d52e55440e2 None None] Provisioning complete for port c7fca071-77bf-4342-8eb5-4b5618bd7649 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:12.447169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03a8422b-a6de-4bc7-9da5-8d52e55440e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.447261 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:12.493944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:12.498789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:12.510441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:12.525048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:12.539934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.564275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:12.567928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.598952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:12.679017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.730317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.732945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=edf9a438-4aae-42ef-b365-0568bec36d9c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:12.757952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:12.759720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6d53e-9c71-4fe2-858c-66e3d798a934 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:12.780763 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9598f9e2-9ddb-4cbf-9877-6b37c55fb434 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/edf9a438-4aae-42ef-b365-0568bec36d9c HTTP/1.1" status: 204 len: 168 time: 1.8173740 Apr 23 00:34:12.784388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39384) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:12.817692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Subnet': ['ID=907a9fa6-aaec-43e1-a601-96920760ce93,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:12.855023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Router 20bb0db4-75e7-48b7-b492-96e5ea8e78c4 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:34:12.880483 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-992fffac-456b-4a12-afea-859243b6ed33 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946255 Apr 23 00:34:12.889619 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:04Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:12.894985 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c629216-2388-4ceb-b2c8-9710c41cbd4b None None] The sync data for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv is: [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:04Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:12.898330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39388) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:12.922002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:13.031101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.033861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:13.040253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:13.049315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.053629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0884047b-4cf0-48a0-aad1-0465661b3c66 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:13.061432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:13.062143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.117633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:13.161808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:34:13.179110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] Deleting port c7fca071-77bf-4342-8eb5-4b5618bd7649 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:13.179489 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.192611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e311b9-4b50-4857-9e98-45c7d2e24028,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:13.209144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.212881 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] Sync routers for ids ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:13.300756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.301783 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9053a590-0925-43ae-a8c8-455b0f1bcbec tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1080666 Apr 23 00:34:13.303702 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ef78cfa-f5d2-4de6-ad1e-d92e7f8c7a0b tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8356822 Apr 23 00:34:13.304812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:13.309119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39392) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:13.309542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39394) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:13.315389 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f9f1124d-41e2-40c9-b8e0-2e8499174c23 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "PUT /v2.0/routers/20bb0db4-75e7-48b7-b492-96e5ea8e78c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9539013 Apr 23 00:34:13.329589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39400) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:13.333457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:13.333457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-175993737', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '907a9fa6-aaec-43e1-a601-96920760ce93'}], 'security_groups': ['7351698c-b469-46f6-9b14-495ad5e7c779', 'e01d14c6-934e-407c-90b4-022dd78c9503']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:13.340049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] Routers {'20bb0db4-75e7-48b7-b492-96e5ea8e78c4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:13.340835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:13.395209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=873061d5-00bc-4f5d-83da-99225aeeab7f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:13.421691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:13.422437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 84b730be-841b-4b82-989b-34a46792b2ef, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:34:13.466113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 84b730be-841b-4b82-989b-34a46792b2ef is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:34:13.486345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76210e96-deab-4f39-b229-6b09f13501c9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:13.487128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-76210e96-deab-4f39-b229-6b09f13501c9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:13.491361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 84b730be-841b-4b82-989b-34a46792b2ef) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:13.497773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:13.498469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.524521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9b5ca076-3bdf-4288-9b3e-c259a4039900 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0723341 Apr 23 00:34:13.527457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39404) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:13.540656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': '75e311b9-4b50-4857-9e98-45c7d2e24028', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:13.547398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227c7ad-0bc4-4ba0-9ca8-3b04feb91ff6 None None] Network 84b730be-841b-4b82-989b-34a46792b2ef requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:13.552287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:13.555684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:13.577919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:13.581241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:13.588808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:13.595550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-76210e96-deab-4f39-b229-6b09f13501c9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:13.597212 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-76210e96-deab-4f39-b229-6b09f13501c9 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports?device_id=20bb0db4-75e7-48b7-b492-96e5ea8e78c4 HTTP/1.1" status: 200 len: 982 time: 0.2759745 Apr 23 00:34:13.601054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.db.resource_extend [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:34:13.607486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39408) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:13.610281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:13.613682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:13.649184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.665570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:13.670362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.803639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] For port c7fca071-77bf-4342-8eb5-4b5618bd7649, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c7fca071-77bf-4342-8eb5-4b5618bd7649,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:13.804180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.937296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:13.950336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] Calling delete_port for c7fca071-77bf-4342-8eb5-4b5618bd7649 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:14.052645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.080073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event updated for resources: {'Port': ['ID=890b00f8-b6c5-4687-b44e-9eaa40d7c476,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:14.083922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.191135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.230333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] Routers {'20bb0db4-75e7-48b7-b492-96e5ea8e78c4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:14.231264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:14.299445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:14.306141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1fa52c9-915b-4b35-8e76-aaf17f2a14cc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:14.313352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:14.316339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:14.317334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.330772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.346743 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] Pushing event deleted for resources: {'Port': ['ID=c7fca071-77bf-4342-8eb5-4b5618bd7649,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:14.363208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:14.363618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d0614-d4ff-4158-a9b0-b187a7458b1f None None] The sync data for ids ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:14.367159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5de229-614e-4b59-8ed0-c585b0283f19 None None] No DVR routers for this DVR port c7fca071-77bf-4342-8eb5-4b5618bd7649 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:14.404706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d007c1-48eb-4c48-89c2-71d22c773f97 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:14.448398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.452707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=9701a249-ac0d-4cce-b507-45c9230cb4a0,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:14.468962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.563209 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fdb5aac5-7295-4014-85e6-3272e2d6764b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6638017 Apr 23 00:34:14.563868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39414) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:14.570600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117966ad-b60b-42b6-a3d3-00b3f02850a7,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:14.575456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:14.599628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:14.606190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.607302 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c3d546fb-d55b-45b7-be2f-960d99d8bff9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2923110 Apr 23 00:34:14.630053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39418) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:14.653276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:14.653650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.746653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Floating IP 783ba24e-547f-4386-a03b-de4d019f233b associated. External IP: 172.26.8.193, port: 0baa1a56-9284-439b-84dc-4bf26f64b206. Apr 23 00:34:14.813411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.825842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-84b730be-841b-4b82-989b-34a46792b2ef', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:34:14.827149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:14.969369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43c072af-bfd3-4944-a297-041d010fa38f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.018053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43c072af-bfd3-4944-a297-041d010fa38f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.047370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:15.084255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:15.092594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:15.109432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:15.155258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43c072af-bfd3-4944-a297-041d010fa38f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.184362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:15.189557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.209591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c072af-bfd3-4944-a297-041d010fa38f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=117966ad-b60b-42b6-a3d3-00b3f02850a7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:15.238080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] Update dhcp port {'port': {'network_id': '3b30617b-66ba-40fa-aa5b-12fc9ea79ab2', 'fixed_ips': [{'subnet_id': '48a3496e-a449-455f-afaa-05683ac7bee7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b8f204b5-0209-4d8c-adb0-c3ade8cbd428', 'ip_address': '2001:db8::2'}, {'subnet_id': '907a9fa6-aaec-43e1-a601-96920760ce93'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '8dcc816f-4c77-4cb7-a78d-452fbdff3361'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:34:15.299443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43c072af-bfd3-4944-a297-041d010fa38f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.302102 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-43c072af-bfd3-4944-a297-041d010fa38f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/117966ad-b60b-42b6-a3d3-00b3f02850a7 HTTP/1.1" status: 204 len: 168 time: 0.6626072 Apr 23 00:34:15.302601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39422) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:15.318033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '9701a249-ac0d-4cce-b507-45c9230cb4a0'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:34:15.318980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.349541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-79a56f7d-788c-4c3e-ab6f-2487c4f8c8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.367588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.391829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Allocated IP 172.20.0.2 (84b730be-841b-4b82-989b-34a46792b2ef/873061d5-00bc-4f5d-83da-99225aeeab7f/85c11d90-2a77-4ee9-9dc1-b0e9f05379c2) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:15.449107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.481971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.532022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:15.545366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Router 841d664e-309d-4d00-afa6-cf387d66eba7 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:34:15.565763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.612381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-85990415-5bcd-4d09-bdcf-e45cb7c06820 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:15.656190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7fca071-77bf-4342-8eb5-4b5618bd7649 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:15.767626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: c7fca071-77bf-4342-8eb5-4b5618bd7649 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:34:15.767626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c7fca071-77bf-4342-8eb5-4b5618bd7649 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:34:15.793492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-85990415-5bcd-4d09-bdcf-e45cb7c06820 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:15.793492 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-85990415-5bcd-4d09-bdcf-e45cb7c06820 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4785972 Apr 23 00:34:15.810222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39426) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:15.814772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.952475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:34:15.971877 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] Sync routers for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:15.985918 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:15.985918 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:15.995352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:15.996022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:16.052039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Delete allocated IP 2001:db8::e9 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/b8f204b5-0209-4d8c-adb0-c3ade8cbd428) {{(pid=88073) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:34:16.069873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Allocated IP 2001:db8:0:2::136 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/907a9fa6-aaec-43e1-a601-96920760ce93/c1a5fbf7-78f7-42e8-9cab-e5061145eec8) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:16.076217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Allocated IP 172.20.0.2 (986a55f2-d336-4e62-8bc6-ead9728638f4/9701a249-ac0d-4cce-b507-45c9230cb4a0/3f4c3b44-3ce0-4552-8b05-185bef787634) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:16.094976 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d6a670d4-1a1f-4064-9e1e-94027692c7b7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.1121385 Apr 23 00:34:16.105564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:16.285124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1fa52c9-915b-4b35-8e76-aaf17f2a14cc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:16.394183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:16.418978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Transition to ACTIVE for port object c1a5fbf7-78f7-42e8-9cab-e5061145eec8 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:16.457021 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8f5261-497d-4b3c-b36d-732684c49915'] response: {'name': 'network-changed', 'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'status': 'completed', 'code': 200} Apr 23 00:34:16.463383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:16.484685 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:16.594180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] In _notify_port_updated(), no bound segment for port c1a5fbf7-78f7-42e8-9cab-e5061145eec8 on network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:34:16.600727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:16.600727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:16.604635 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "PUT /v2.0/ports/c1a5fbf7-78f7-42e8-9cab-e5061145eec8 HTTP/1.1" status: 200 len: 969 time: 3.2915370 Apr 23 00:34:16.613606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39434) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:16.671580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e4fb9-a3dc-480c-8cab-1faabfe0bc77 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event updated for resources: {'Port': ['ID=c1a5fbf7-78f7-42e8-9cab-e5061145eec8,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:16.720760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c8202fd-8990-4fe8-bb7b-0572463765ce tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:16.751611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5974-1964-4f71-a66d-b3505a76999f req-bc80f45f-74c9-457c-a846-8d5365020604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:16.755576 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-527d5974-1964-4f71-a66d-b3505a76999f req-bc80f45f-74c9-457c-a846-8d5365020604 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa44bdefb3424b738530691128430992&device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1099 time: 0.3365152 Apr 23 00:34:16.777852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089217be-7738-476a-9b8d-4e917d0602c7 req-70236740-be49-422d-86de-8781ea9de4b3 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:16.778733 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-089217be-7738-476a-9b8d-4e917d0602c7 req-70236740-be49-422d-86de-8781ea9de4b3 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.2935431 Apr 23 00:34:16.786515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:16.789828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port c1a5fbf7-78f7-42e8-9cab-e5061145eec8 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:16.790226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:16.821709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] Allocated IP 2001:db8:0:2::2 (3b30617b-66ba-40fa-aa5b-12fc9ea79ab2/907a9fa6-aaec-43e1-a601-96920760ce93/8dcc816f-4c77-4cb7-a78d-452fbdff3361) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:16.850302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Transition to ACTIVE for port object 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:16.855497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:16.856368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.031025 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '783ba24e-547f-4386-a03b-de4d019f233b', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'port_id': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'mac_address': 'fa:16:3e:a3:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:34:11Z', 'updated_at': '2022-04-23T00:34:11Z', 'revision_number': 0, 'project_id': 'fa44bdefb3424b738530691128430992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:17.034709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Transition to ACTIVE for port object 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:17.036802 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] Checking router: 841d664e-309d-4d00-afa6-cf387d66eba7 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:17.052540 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:17.055518 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:33:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:17.187424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.194552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:34:17.206157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] For port 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8dcc816f-4c77-4cb7-a78d-452fbdff3361,segment=NetworkSegment(0e2f49ff-0444-4399-afce-1d78f7064f56),segment_id=0e2f49ff-0444-4399-afce-1d78f7064f56)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:17.217652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.262548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.312621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Network 84b730be-841b-4b82-989b-34a46792b2ef is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:17.321077 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:17.331199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 0547b95a-168f-4e96-a37d-ecc25ab32cc8 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:17.331786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.353823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:17.358431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:17.456647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for c1a5fbf7-78f7-42e8-9cab-e5061145eec8 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:17.523127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5974-1964-4f71-a66d-b3505a76999f req-aef66de8-7192-4e78-a69a-e12d047a9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:17.524661 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-527d5974-1964-4f71-a66d-b3505a76999f req-aef66de8-7192-4e78-a69a-e12d047a9c67 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 HTTP/1.1" status: 200 len: 896 time: 0.6515646 Apr 23 00:34:17.526432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.resource_extend [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 23 00:34:17.548090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Pushing event updated for resources: {'Port': ['ID=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:17.602300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.608025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c8202fd-8990-4fe8-bb7b-0572463765ce tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.628813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.658744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Attempting to bind port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:17.660242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Attempting to bind port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:17.661836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Attempting to bind port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 on network 84b730be-841b-4b82-989b-34a46792b2ef {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:17.686116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:17.687925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Checking segment: {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:17.690050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.690686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Bound using segment: {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:17.692351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Bound port: 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:17.694085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.710370 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-089217be-7738-476a-9b8d-4e917d0602c7 req-f87f81f2-d7c2-46fe-9600-be80e6ba888c tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9084072 Apr 23 00:34:17.726539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] Transition to ACTIVE for port object 8dcc816f-4c77-4cb7-a78d-452fbdff3361 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:17.741186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39438) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:17.752357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9addaf30-e73a-4d22-916d-9dd48718a1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.759157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Transition to ACTIVE for port object 3f4c3b44-3ce0-4552-8b05-185bef787634 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:17.760369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:17.769436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.773129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c8202fd-8990-4fe8-bb7b-0572463765ce tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.803885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:17.822885 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8202fd-8990-4fe8-bb7b-0572463765ce tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e311b9-4b50-4857-9e98-45c7d2e24028,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:17.835972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:17.836947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:17.849030 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-82aea1c4-6c41-4224-a63b-b511e9227c41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.3809211 Apr 23 00:34:17.893883 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '783ba24e-547f-4386-a03b-de4d019f233b', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'port_id': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'mac_address': 'fa:16:3e:a3:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:34:11Z', 'updated_at': '2022-04-23T00:34:11Z', 'revision_number': 0, 'project_id': 'fa44bdefb3424b738530691128430992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:17.900946 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ad80a-7dbe-41ad-8166-af053defcfc9 None None] The sync data for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv is: [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '783ba24e-547f-4386-a03b-de4d019f233b', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'port_id': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'mac_address': 'fa:16:3e:a3:ed:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:34:11Z', 'updated_at': '2022-04-23T00:34:11Z', 'revision_number': 0, 'project_id': 'fa44bdefb3424b738530691128430992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:17.975392 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-527d5974-1964-4f71-a66d-b3505a76999f req-bdcd7e8c-4fc7-495e-8183-a57cf913b4b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0baa1a56-9284-439b-84dc-4bf26f64b206 HTTP/1.1" status: 200 len: 1000 time: 0.4424746 Apr 23 00:34:18.051585 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-92f9e257-dc02-4064-990a-8e5771d45769 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/floatingips/783ba24e-547f-4386-a03b-de4d019f233b HTTP/1.1" status: 200 len: 992 time: 0.3001533 Apr 23 00:34:18.065586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=1ae7145e-a393-463c-9565-8eca7388880e,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:18.069802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Transition to ACTIVE for port object 3f4c3b44-3ce0-4552-8b05-185bef787634 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:18.134425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3c8202fd-8990-4fe8-bb7b-0572463765ce tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:18.135461 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3c8202fd-8990-4fe8-bb7b-0572463765ce tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/75e311b9-4b50-4857-9e98-45c7d2e24028 HTTP/1.1" status: 204 len: 168 time: 2.3240192 Apr 23 00:34:18.143084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39442) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:18.153999 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5e8230c1-f83c-4b48-bc72-bfcf8e3add74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5857801 Apr 23 00:34:18.158712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:18.162776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39446) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:18.195861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5974-1964-4f71-a66d-b3505a76999f req-ce934e4c-3f4f-45fc-a573-aad0de44e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:18.197465 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-527d5974-1964-4f71-a66d-b3505a76999f req-ce934e4c-3f4f-45fc-a573-aad0de44e822 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ceb2a18-6464-4fe0-9ece-153e93309fe5 HTTP/1.1" status: 200 len: 834 time: 0.2112098 Apr 23 00:34:18.203272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:84:de:82', 'name': 'tempest-NetworksTestDHCPv6-1691857958'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:18.232920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] For port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:18.237874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] For port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:18.255537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:18.299354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b59c94-539c-43a7-bd9a-672540bc312f None None] New status for floating IP 783ba24e-547f-4386-a03b-de4d019f233b: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:34:18.357771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7bcdf-90f0-4445-9a16-cb0671453181 None None] Pushing event updated for resources: {'Port': ['ID=8dcc816f-4c77-4cb7-a78d-452fbdff3361,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:18.383279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:18.384057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 0547b95a-168f-4e96-a37d-ecc25ab32cc8 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:18.405158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:18.409974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-378d74df-6baa-4d82-9eb2-6522c668915f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:18.435952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (84b730be-841b-4b82-989b-34a46792b2ef/873061d5-00bc-4f5d-83da-99225aeeab7f/805da153-c8b3-4150-8426-fa8c75feeb57) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:18.467098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:18.476566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:18.501287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=c1a5fbf7-78f7-42e8-9cab-e5061145eec8,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:18.520755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:18.575811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:18.581424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-378d74df-6baa-4d82-9eb2-6522c668915f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:18.583772 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-378d74df-6baa-4d82-9eb2-6522c668915f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4373369 Apr 23 00:34:18.586018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39450) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:18.600763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--40507174'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:18.611159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:18.615139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:18.620654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d5974-1964-4f71-a66d-b3505a76999f req-827eee38-428a-44d4-8e1a-895f5277d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:18.620654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-527d5974-1964-4f71-a66d-b3505a76999f req-827eee38-428a-44d4-8e1a-895f5277d193 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3915503 Apr 23 00:34:18.625539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:18.628313 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-330ca13e-9da1-46ba-bb91-d09733ebc56a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/c1a5fbf7-78f7-42e8-9cab-e5061145eec8 HTTP/1.1" status: 204 len: 168 time: 2.0104954 Apr 23 00:34:18.630458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:18.682629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39454) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:18.696495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:18.730902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:18.855155 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6260de-cc26-49de-a723-0240240a9f62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] GET failed (client error): The resource could not be found. Apr 23 00:34:18.855744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fc6260de-cc26-49de-a723-0240240a9f62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Synchronizing usage tracker for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:18.865979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f625424-1f60-46e3-90d4-78398a956487 req-96a71b31-b0b3-4061-b51c-8dc9ec767e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:18.867507 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-96a71b31-b0b3-4061-b51c-8dc9ec767e28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 1098 time: 0.8672793 Apr 23 00:34:18.878392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:18.902229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:19.038304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3b44-3ce0-4552-8b05-185bef787634,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:19.062864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39458) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:19.269183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.282144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:19.286425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.316466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.317029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Attempting to bind port 3f4c3b44-3ce0-4552-8b05-185bef787634 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:19.317471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Attempting to bind port 3f4c3b44-3ce0-4552-8b05-185bef787634 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:19.317735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Attempting to bind port 3f4c3b44-3ce0-4552-8b05-185bef787634 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:19.357901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:19.358854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:19.358854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.359640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:19.359727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Bound port: 3f4c3b44-3ce0-4552-8b05-185bef787634, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:19.360429 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.414032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ffd39-539f-49c9-9f5e-4f16f352c2c3 None None] Pushing event updated for resources: {'Port': ['ID=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:19.438808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=0547b95a-168f-4e96-a37d-ecc25ab32cc8,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:19.504821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.510114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fc6260de-cc26-49de-a723-0240240a9f62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Unset dirty status for tenant:64d5d003d79e452e8eb0df89bf8887a7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:19.527186 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fc6260de-cc26-49de-a723-0240240a9f62 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports/c1a5fbf7-78f7-42e8-9cab-e5061145eec8 HTTP/1.1" status: 404 len: 333 time: 0.8376241 Apr 23 00:34:19.530979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4518ed89-a57c-4748-9178-ec086b6eddfd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/floatingips/783ba24e-547f-4386-a03b-de4d019f233b HTTP/1.1" status: 200 len: 994 time: 0.2701933 Apr 23 00:34:19.539887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39464) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:19.557020 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-527d5974-1964-4f71-a66d-b3505a76999f req-87b343cf-5fab-42ea-a887-a9c156407bab service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9200239 Apr 23 00:34:19.559094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] For port 3f4c3b44-3ce0-4552-8b05-185bef787634, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:19.564480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] For port 3f4c3b44-3ce0-4552-8b05-185bef787634, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3f4c3b44-3ce0-4552-8b05-185bef787634,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:19.572887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.627980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:19.729546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4077c7-c7e7-47c2-af1c-26514f1bf462 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3b44-3ce0-4552-8b05-185bef787634,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:19.760173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 805da153-c8b3-4150-8426-fa8c75feeb57 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:19.767952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f625424-1f60-46e3-90d4-78398a956487 req-009570dc-55d1-4b86-bae4-ca561af2be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:19.769830 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-009570dc-55d1-4b86-bae4-ca561af2be68 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.8338859 Apr 23 00:34:19.869004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:19.899770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f535d6b7-28aa-49bb-a24e-38e18e2bfbc7 None None] Provisioning complete for port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:19.901068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f535d6b7-28aa-49bb-a24e-38e18e2bfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.086408 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.093586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f535d6b7-28aa-49bb-a24e-38e18e2bfbc7 None None] Port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:20.108584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f535d6b7-28aa-49bb-a24e-38e18e2bfbc7 None None] Provisioning for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:20.118868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f535d6b7-28aa-49bb-a24e-38e18e2bfbc7 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:20.119252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f535d6b7-28aa-49bb-a24e-38e18e2bfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.127268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.134035 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-527d5974-1964-4f71-a66d-b3505a76999f req-c1211e6a-6996-46cf-b43a-d5bcb7661de4 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556076 Apr 23 00:34:20.175160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.205752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.344145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabf4f0e-2700-4dde-88df-68aeb7813ed3,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:20.397424 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-fafd56b1-aa36-4478-89c0-4be8e48248ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c HTTP/1.1" status: 200 len: 1001 time: 0.6207576 Apr 23 00:34:20.423225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f535d6b7-28aa-49bb-a24e-38e18e2bfbc7 None None] Could not find standard attr ID for object c1a5fbf7-78f7-42e8-9cab-e5061145eec8. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:20.462395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 47647b79-9525-4440-a407-ad262132fe05 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:20.472416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.534962 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:20.555519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e87c262-14f1-43d1-9066-63d70249f6c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.629879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4f6ebe55-91fb-40f8-a38b-f6bea89b5db3 None None] Could not find standard attr ID for object c1a5fbf7-78f7-42e8-9cab-e5061145eec8. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:20.649923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 84b730be-841b-4b82-989b-34a46792b2ef is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:20.710198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:20.726024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8dcc816f-4c77-4cb7-a78d-452fbdff3361 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:20.739725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e87c262-14f1-43d1-9066-63d70249f6c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.768927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.769840 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d505067f-b3ab-4b83-8e31-d184d4ec27e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1783605 Apr 23 00:34:20.774328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39468) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:20.778052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f625424-1f60-46e3-90d4-78398a956487 req-d4aab9af-a7df-4f7d-a129-4f51e22a2113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:20.779885 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-d4aab9af-a7df-4f7d-a129-4f51e22a2113 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.3752539 Apr 23 00:34:20.780174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=805da153-c8b3-4150-8426-fa8c75feeb57,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:20.804678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'cabf4f0e-2700-4dde-88df-68aeb7813ed3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:20.820013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:20.840796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:20.848854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:20.849637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:20.850645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:20.903923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e9e8b-7c8d-49e7-8fed-09a9c290ffc7 None None] Network 84b730be-841b-4b82-989b-34a46792b2ef requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:20.997208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:21.006678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:21.024801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:21.123623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Router 20bb0db4-75e7-48b7-b492-96e5ea8e78c4 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:34:21.123623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.139921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9249a035-8164-495b-98ff-8fc86f560d38 None None] Provisioning for port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:21.160041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9249a035-8164-495b-98ff-8fc86f560d38 None None] Provisioning complete for port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:21.160041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9249a035-8164-495b-98ff-8fc86f560d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.163416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f625424-1f60-46e3-90d4-78398a956487 req-c37201b0-6c01-475b-a1ed-ca9da372eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:21.165147 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-c37201b0-6c01-475b-a1ed-ca9da372eac5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3709066 Apr 23 00:34:21.385292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 172.20.0.5 (986a55f2-d336-4e62-8bc6-ead9728638f4/9701a249-ac0d-4cce-b507-45c9230cb4a0/47647b79-9525-4440-a407-ad262132fe05) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:21.392044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe84:de82 (986a55f2-d336-4e62-8bc6-ead9728638f4/1ae7145e-a393-463c-9565-8eca7388880e/47647b79-9525-4440-a407-ad262132fe05) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:21.505775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9249a035-8164-495b-98ff-8fc86f560d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.552990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9249a035-8164-495b-98ff-8fc86f560d38 None None] For port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:21.557297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9249a035-8164-495b-98ff-8fc86f560d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.640133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e87c262-14f1-43d1-9066-63d70249f6c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.644636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:34:21.645145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249a035-8164-495b-98ff-8fc86f560d38 None None] Pushing event updated for resources: {'Port': ['ID=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:21.658884 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] Sync routers for ids ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:21.670755 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] Routers {'20bb0db4-75e7-48b7-b492-96e5ea8e78c4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:21.671772 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:34:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:21.685043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.704353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c262-14f1-43d1-9066-63d70249f6c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2b9557-358a-4124-9774-5451c2cd7b5f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:21.716405 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e106d1af-f565-49cd-a2ca-ef537f64ef65 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "PUT /v2.0/routers/20bb0db4-75e7-48b7-b492-96e5ea8e78c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1075261 Apr 23 00:34:21.720710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.724013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39472) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:21.730429 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-e7f53e07-363f-429e-b457-0bec5437b977 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527527 Apr 23 00:34:21.736410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60cfee6-9788-4098-ab0e-d6418e2efe11 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:21.784036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5e87c262-14f1-43d1-9066-63d70249f6c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.785439 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5e87c262-14f1-43d1-9066-63d70249f6c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/security-groups/7d2b9557-358a-4124-9774-5451c2cd7b5f HTTP/1.1" status: 204 len: 168 time: 2.2315159 Apr 23 00:34:21.788780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39476) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:21.808160 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:21.818536 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] Routers {'20bb0db4-75e7-48b7-b492-96e5ea8e78c4'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:21.819467 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:34:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:21.847615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.872422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.884819 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0e5f77-9cbe-410d-bb8a-90004615e4e4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:34:21.885593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd0e5f77-9cbe-410d-bb8a-90004615e4e4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:21.889892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 47647b79-9525-4440-a407-ad262132fe05 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:21.907348 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:21.909730 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9680f1-95a1-40c3-bed7-0c0d4b685cc0 None None] The sync data for ids ['20bb0db4-75e7-48b7-b492-96e5ea8e78c4'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:21.925289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e95a087d-086c-4baa-a7f8-5fb86bf77806 None None] Provisioning for port 3f4c3b44-3ce0-4552-8b05-185bef787634 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:21.933174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc61d6a5-68a9-44ec-a5f3-6f04a82f6a13,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:21.980519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:21.986496 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e532403b-f0af-4c69-a99a-4b6b362a26e3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2004459 Apr 23 00:34:21.988500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39480) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:22.005280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'cabf4f0e-2700-4dde-88df-68aeb7813ed3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:22.019771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cd0e5f77-9cbe-410d-bb8a-90004615e4e4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:22.022735 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cd0e5f77-9cbe-410d-bb8a-90004615e4e4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/0547b95a-168f-4e96-a37d-ecc25ab32cc8 HTTP/1.1" status: 404 len: 333 time: 0.2893429 Apr 23 00:34:22.032469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39484) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:22.032602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.048733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:22.059931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.124844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3e40e670-b68a-4071-a522-6af4d9809377 None None] Provisioning complete for port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:22.126876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3e40e670-b68a-4071-a522-6af4d9809377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.147059 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f625424-1f60-46e3-90d4-78398a956487 req-a249010d-357a-430f-b7c6-b0f5afbfacac service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048662 Apr 23 00:34:22.148919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:22.155393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:22.176287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-551672c5-36b1-4e31-b795-738d9fc8a7c1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.176420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:22.219398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:22.253876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:22.257193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:22.348230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=47647b79-9525-4440-a407-ad262132fe05,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:22.369187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c01245ae-52ee-4b60-b9c2-69706bcdac81 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.397300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f4c3b44-3ce0-4552-8b05-185bef787634 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:22.399995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.443552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:22.444957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.449616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-551672c5-36b1-4e31-b795-738d9fc8a7c1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.493226 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7e62d181-1919-443a-a5ed-25c142f7ff61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3133328 Apr 23 00:34:22.498657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3e40e670-b68a-4071-a522-6af4d9809377 None None] Provisioning for port 805da153-c8b3-4150-8426-fa8c75feeb57 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:22.498842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39488) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:22.511478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3e40e670-b68a-4071-a522-6af4d9809377 None None] Provisioning complete for port 805da153-c8b3-4150-8426-fa8c75feeb57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:22.512183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3e40e670-b68a-4071-a522-6af4d9809377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.569086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.577447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.614797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68423a87-17de-468b-98b4-477aedb16802,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:22.656176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0385d9-7df3-4add-9292-f48916935865 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:22.664045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0385d9-7df3-4add-9292-f48916935865 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:22.665138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f0385d9-7df3-4add-9292-f48916935865 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:22.668766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 3f4c3b44-3ce0-4552-8b05-185bef787634 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:22.674916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.675719 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3e40e670-b68a-4071-a522-6af4d9809377 None None] Port 805da153-c8b3-4150-8426-fa8c75feeb57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:22.679854 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e22efb59-9c76-431e-8941-5def871965a2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6850424 Apr 23 00:34:22.680311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3f4c3b44-3ce0-4552-8b05-185bef787634 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:22.680900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.681203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39492) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:22.688511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'cabf4f0e-2700-4dde-88df-68aeb7813ed3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:22.695386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:22.699903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:22.702870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:22.710141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:22.726832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f0385d9-7df3-4add-9292-f48916935865 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:22.728901 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9f0385d9-7df3-4add-9292-f48916935865 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2285218 Apr 23 00:34:22.733538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '9701a249-ac0d-4cce-b507-45c9230cb4a0', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ae7145e-a393-463c-9565-8eca7388880e'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '3f4c3b44-3ce0-4552-8b05-185bef787634'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:34:22.738049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39498) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:22.743753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.806643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.871250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 47647b79-9525-4440-a407-ad262132fe05 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:22.872072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.917891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e522a0d8-41e1-450e-a00f-bd89e2689d3b None None] Provisioning complete for port 805da153-c8b3-4150-8426-fa8c75feeb57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:22.918838 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e522a0d8-41e1-450e-a00f-bd89e2689d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.938360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.950384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.993008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:22.994466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3123257 Apr 23 00:34:23.002927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39502) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:23.018634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'cabf4f0e-2700-4dde-88df-68aeb7813ed3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:23.027295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:23.036105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:23.039680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:23.046870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.047420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:23.058360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64b76b-e04b-4202-a372-4c8d01ebfe4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dc5750-9f98-458e-897c-7986b71d8a5c,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:23.085372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c01245ae-52ee-4b60-b9c2-69706bcdac81 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.099762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c01245ae-52ee-4b60-b9c2-69706bcdac81 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.109760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-551672c5-36b1-4e31-b795-738d9fc8a7c1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.122443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.159535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-551672c5-36b1-4e31-b795-738d9fc8a7c1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.161081 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-551672c5-36b1-4e31-b795-738d9fc8a7c1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/security-groups/e01d14c6-934e-407c-90b4-022dd78c9503 HTTP/1.1" status: 204 len: 168 time: 1.3711836 Apr 23 00:34:23.169629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551672c5-36b1-4e31-b795-738d9fc8a7c1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01d14c6-934e-407c-90b4-022dd78c9503,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:23.171776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39506) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:23.190904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c01245ae-52ee-4b60-b9c2-69706bcdac81 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.191421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01245ae-52ee-4b60-b9c2-69706bcdac81 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Fanout notify agent at l3_agent the message router_deleted on router 20bb0db4-75e7-48b7-b492-96e5ea8e78c4 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:34:23.195108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] Allocated IP 2001:db8::f816:3eff:fe8c:e26b (986a55f2-d336-4e62-8bc6-ead9728638f4/1ae7145e-a393-463c-9565-8eca7388880e/3f4c3b44-3ce0-4552-8b05-185bef787634) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:23.226055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e522a0d8-41e1-450e-a00f-bd89e2689d3b None None] Port 805da153-c8b3-4150-8426-fa8c75feeb57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:23.251759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c01245ae-52ee-4b60-b9c2-69706bcdac81 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.255372 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c01245ae-52ee-4b60-b9c2-69706bcdac81 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/routers/20bb0db4-75e7-48b7-b492-96e5ea8e78c4 HTTP/1.1" status: 204 len: 168 time: 1.2110131 Apr 23 00:34:23.261439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39510) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:23.316706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.325783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.369075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] For port 3f4c3b44-3ce0-4552-8b05-185bef787634, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3f4c3b44-3ce0-4552-8b05-185bef787634,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:23.371412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.378659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8433480d-a675-43c6-8101-4aed06584553,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:23.404644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.422441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] Transition to ACTIVE for port object 3f4c3b44-3ce0-4552-8b05-185bef787634 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:23.427835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea25757-18c6-411a-8b11-3b53996a04ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.457773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.459579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet 11c1e37f-99fc-4277-8b6f-0abb4d2f03be {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:23.469487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.523007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea25757-18c6-411a-8b11-3b53996a04ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.538911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.540349 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c7c5772b-8bd1-4fce-a109-d7993bee61cf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5361841 Apr 23 00:34:23.554040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 47647b79-9525-4440-a407-ad262132fe05 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:23.554798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39514) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:23.568622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'cabf4f0e-2700-4dde-88df-68aeb7813ed3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:23.575411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:34:23.575964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:34:23.600818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.628839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe55ca4-f1c7-437a-8af7-e1060dbc7d21 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3b44-3ce0-4552-8b05-185bef787634,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:23.638952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:23.655326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:23.659559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.662072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:23.673665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.702330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:23.780218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea25757-18c6-411a-8b11-3b53996a04ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.815110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea25757-18c6-411a-8b11-3b53996a04ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7351698c-b469-46f6-9b14-495ad5e7c779,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:23.838403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.864472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.867899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=805da153-c8b3-4150-8426-fa8c75feeb57,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:23.877235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6ea25757-18c6-411a-8b11-3b53996a04ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.879909 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6ea25757-18c6-411a-8b11-3b53996a04ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/security-groups/7351698c-b469-46f6-9b14-495ad5e7c779 HTTP/1.1" status: 204 len: 168 time: 0.7044563 Apr 23 00:34:23.880990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:23.887589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39518) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:23.989606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=47647b79-9525-4440-a407-ad262132fe05,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:24.032163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet b8f204b5-0209-4d8c-adb0-c3ade8cbd428 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:24.036721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.052694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.132530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.170908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.179303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 3f4c3b44-3ce0-4552-8b05-185bef787634, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3f4c3b44-3ce0-4552-8b05-185bef787634,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:24.188763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.189787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:24.256490 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.265063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.269908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=11c1e37f-99fc-4277-8b6f-0abb4d2f03be,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:24.282082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.313302 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ff23e4a3-2551-4822-ad13-9e8c9f843a14 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/11c1e37f-99fc-4277-8b6f-0abb4d2f03be HTTP/1.1" status: 204 len: 168 time: 1.0503981 Apr 23 00:34:24.315955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39522) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:24.319584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 84b730be-841b-4b82-989b-34a46792b2ef is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:24.324707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:24.334930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07d2543-d45a-4d7b-ac96-777a134ab6e0,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:24.340687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.342026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-541627e7-098c-4c3e-a025-0c5b2e02aecc tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7850127 Apr 23 00:34:24.350845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39526) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:24.374421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c82514c-bcc2-4d80-a9e3-6b4cbfa6b970 None None] Network 21603f50-7322-4e7b-9b39-53c605d1d828 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:24.383259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.388977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=3f4c3b44-3ce0-4552-8b05-185bef787634,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:24.491200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:24.491200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.625045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 3e269255-4cf0-4be5-a51a-84331fa81b04 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:34:24.658712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.683547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be6c545d-3744-4233-a3b3-4ba53212493f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.701897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.721696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be6c545d-3744-4233-a3b3-4ba53212493f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.730148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4d73926e-c1c3-44b8-ab42-db3725de6bba None None] Provisioning for port 3f4c3b44-3ce0-4552-8b05-185bef787634 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:24.741146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4d73926e-c1c3-44b8-ab42-db3725de6bba None None] Provisioning complete for port 3f4c3b44-3ce0-4552-8b05-185bef787634 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:24.741523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4d73926e-c1c3-44b8-ab42-db3725de6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.788287 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ee365e91-96e1-4475-9c6b-2d2a76e1aa19 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/47647b79-9525-4440-a407-ad262132fe05 HTTP/1.1" status: 204 len: 168 time: 2.0471959 Apr 23 00:34:24.802102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39530) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:24.805810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port bfefe02b-8467-4208-9d07-c127a0f2fe8f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:24.806464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.867784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:34:24.873740 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fcf5e859-a072-46e6-9c87-d31e379d1d37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/3e269255-4cf0-4be5-a51a-84331fa81b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3449109 Apr 23 00:34:24.876335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39534) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:24.913570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be6c545d-3744-4233-a3b3-4ba53212493f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:24.922644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Sync routers for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:34:25.010002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4d73926e-c1c3-44b8-ab42-db3725de6bba None None] Could not find standard attr ID for object 47647b79-9525-4440-a407-ad262132fe05. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:25.012893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56279219-a0ab-4e89-bc4a-05d9287e07d4 None None] DHCP port deletion for 21603f50-7322-4e7b-9b39-53c605d1d828 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:25.017531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f4c3b44-3ce0-4552-8b05-185bef787634 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:25.050455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-56279219-a0ab-4e89-bc4a-05d9287e07d4 None None] Deleting port bfefe02b-8467-4208-9d07-c127a0f2fe8f {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:25.050988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-56279219-a0ab-4e89-bc4a-05d9287e07d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.062364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.077101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:25.077746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:34:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:25.105124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c545d-3744-4233-a3b3-4ba53212493f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e07d2543-d45a-4d7b-ac96-777a134ab6e0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:25.133558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be6c545d-3744-4233-a3b3-4ba53212493f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.134689 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-be6c545d-3744-4233-a3b3-4ba53212493f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e07d2543-d45a-4d7b-ac96-777a134ab6e0 HTTP/1.1" status: 204 len: 168 time: 0.7786853 Apr 23 00:34:25.143559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39542) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:25.151351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8f546-8c78-4f8c-9708-1a0ae5c890b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.152991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8f546-8c78-4f8c-9708-1a0ae5c890b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.154540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8f546-8c78-4f8c-9708-1a0ae5c890b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.155349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d0b8f546-8c78-4f8c-9708-1a0ae5c890b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:25.263629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:25.269152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.271255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.271788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.272249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.272698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.273314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.273774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.274220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.274846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.275297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.275743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.278362 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-762aeebe-0e67-411d-8b3e-977f9baa7b79 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7780 time: 0.4006257 Apr 23 00:34:25.281127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39546) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:25.309919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d0b8f546-8c78-4f8c-9708-1a0ae5c890b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:25.313631 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d0b8f546-8c78-4f8c-9708-1a0ae5c890b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5072546 Apr 23 00:34:25.314779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39550) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:25.353571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-73c1beca-3a27-4f21-b4ed-c9ac18b9f798 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:25.358078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] For port bfefe02b-8467-4208-9d07-c127a0f2fe8f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bfefe02b-8467-4208-9d07-c127a0f2fe8f,segment=NetworkSegment(55be83d8-976f-43db-8080-53a21d7990dc),segment_id=55be83d8-976f-43db-8080-53a21d7990dc)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:25.358481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.488410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.499723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for bfefe02b-8467-4208-9d07-c127a0f2fe8f owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:25.569746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.570434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.570953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.571814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.571967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.573942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.574796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.575248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.576298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.576754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.577197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.578107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:25.583440 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5198c8df-c3cf-4681-9ec4-e16f4662a040 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7726 time: 0.3011506 Apr 23 00:34:25.584325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39554) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:25.587301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.589395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-086b46ea-d25b-420f-9f84-565b6879e3f5 None None] Could not find standard attr ID for object 47647b79-9525-4440-a407-ad262132fe05. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:25.590613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f204b5-0209-4d8c-adb0-c3ade8cbd428,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:25.609628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-73c1beca-3a27-4f21-b4ed-c9ac18b9f798 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:25.611444 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-73c1beca-3a27-4f21-b4ed-c9ac18b9f798 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4647470 Apr 23 00:34:25.612844 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-13dbcedc-c190-438c-9aff-aac5eb0511cd tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/b8f204b5-0209-4d8c-adb0-c3ade8cbd428 HTTP/1.1" status: 204 len: 168 time: 1.7233562 Apr 23 00:34:25.619839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39558) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:25.621141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39560) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:25.622883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ea567c-b2d0-4462-8ad5-aa4024acafd6 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:25.698329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 1ae7145e-a393-463c-9565-8eca7388880e {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:25.704778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.728274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85fc8047-cab1-44dc-b127-e9f040e3c7ab tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.740840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.745901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85fc8047-cab1-44dc-b127-e9f040e3c7ab tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.766214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.808356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 907a9fa6-aaec-43e1-a601-96920760ce93 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:25.814131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=bfefe02b-8467-4208-9d07-c127a0f2fe8f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:25.818794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.819928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-086b46ea-d25b-420f-9f84-565b6879e3f5 None None] Provisioning complete for port 805da153-c8b3-4150-8426-fa8c75feeb57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:25.819928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-086b46ea-d25b-420f-9f84-565b6879e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.857620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No DVR routers for this DVR port bfefe02b-8467-4208-9d07-c127a0f2fe8f on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:25.891400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-086b46ea-d25b-420f-9f84-565b6879e3f5 None None] Port 805da153-c8b3-4150-8426-fa8c75feeb57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:25.943247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-56279219-a0ab-4e89-bc4a-05d9287e07d4 None None] The port 'bfefe02b-8467-4208-9d07-c127a0f2fe8f' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:34:25.949095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:23Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:25.953919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:25.958504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Checking router: 3e269255-4cf0-4be5-a51a-84331fa81b04 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:34:25.959091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Updating router 3e269255-4cf0-4be5-a51a-84331fa81b04 port 805da153-c8b3-4150-8426-fa8c75feeb57 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:34:26.010380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85fc8047-cab1-44dc-b127-e9f040e3c7ab tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.021910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.023534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.051366 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dfef1070-7076-47c6-a523-214a429e885c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.4535215 Apr 23 00:34:26.063821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.078527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.097947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc8047-cab1-44dc-b127-e9f040e3c7ab tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8433480d-a675-43c6-8101-4aed06584553,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:26.115647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae7145e-a393-463c-9565-8eca7388880e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:26.120017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.140321 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-87918e78-79ca-4207-870d-786c4e3c2dcd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/1ae7145e-a393-463c-9565-8eca7388880e HTTP/1.1" status: 204 len: 168 time: 0.8196497 Apr 23 00:34:26.140523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21603f50-7322-4e7b-9b39-53c605d1d828']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:26.140629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39568) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.149267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad024ed-acaa-4c19-ac9f-375d1159a5f8 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:26.165109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55be83d8-976f-43db-8080-53a21d7990dc') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:26.165540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55be83d8-976f-43db-8080-53a21d7990dc') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:26.183722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.197959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85fc8047-cab1-44dc-b127-e9f040e3c7ab tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.201672 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-85fc8047-cab1-44dc-b127-e9f040e3c7ab tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8433480d-a675-43c6-8101-4aed06584553 HTTP/1.1" status: 204 len: 168 time: 0.5752861 Apr 23 00:34:26.202629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39572) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.214423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.224776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:34:26.226377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:34:26.242577 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:34:26.260373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 9701a249-ac0d-4cce-b507-45c9230cb4a0 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:26.276534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.332231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c6427cc-4833-4a20-97e7-c3761e5f257b tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:26.336636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39576) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.355095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778449949', 'description': 'tempest-secgroup-smoke-778449949 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:26.368250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:26.393382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.420242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3f4c3b44-3ce0-4552-8b05-185bef787634 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:26.420825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.421250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:26.429427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2c6427cc-4833-4a20-97e7-c3761e5f257b tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:26.430805 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2c6427cc-4833-4a20-97e7-c3761e5f257b tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2274766 Apr 23 00:34:26.439328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.442275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39580) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.476839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.504980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b7447e-acba-44b5-9508-6dc72b7211f7 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.513032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.518654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.530166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b7447e-acba-44b5-9508-6dc72b7211f7 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.536417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:26.551317 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/21603f50-7322-4e7b-9b39-53c605d1d828 HTTP/1.1" status: 204 len: 168 time: 2.2286961 Apr 23 00:34:26.551531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:26.552711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39584) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.555458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1f21c-1e90-4873-9be2-b4f43b0fc377 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=21603f50-7322-4e7b-9b39-53c605d1d828,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:26.556995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:26.566292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:26.597720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.620190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.627007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b7447e-acba-44b5-9508-6dc72b7211f7 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.663698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7447e-acba-44b5-9508-6dc72b7211f7 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8dc5750-9f98-458e-897c-7986b71d8a5c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:26.677446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.689874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa87d6-8bf3-41cd-8e71-d5e6daa355a6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:26.690495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-01aa87d6-8bf3-41cd-8e71-d5e6daa355a6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:26.693827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=907a9fa6-aaec-43e1-a601-96920760ce93,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:26.701498 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c43a658a-ffa4-4370-9c05-23b4ea0df5b1 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/907a9fa6-aaec-43e1-a601-96920760ce93 HTTP/1.1" status: 204 len: 168 time: 1.0791707 Apr 23 00:34:26.702737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-55b7447e-acba-44b5-9508-6dc72b7211f7 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.704119 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-55b7447e-acba-44b5-9508-6dc72b7211f7 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e8dc5750-9f98-458e-897c-7986b71d8a5c HTTP/1.1" status: 204 len: 168 time: 0.2607975 Apr 23 00:34:26.704667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39588) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.706755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39590) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.735221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-01aa87d6-8bf3-41cd-8e71-d5e6daa355a6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:26.736379 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-01aa87d6-8bf3-41cd-8e71-d5e6daa355a6 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/e297ea3c-034a-487d-908b-52df1255bc57 HTTP/1.1" status: 200 len: 841 time: 0.1826491 Apr 23 00:34:26.740105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39596) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.769692 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e28ce5c-b0bc-49d8-a849-c41e0e3c8327 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:26.770125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e28ce5c-b0bc-49d8-a849-c41e0e3c8327 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:26.796022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.801158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.825236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1711b7a9-2a14-4a90-998d-0f52eb2da2b4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:26.833587 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7e28ce5c-b0bc-49d8-a849-c41e0e3c8327 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/b8f204b5-0209-4d8c-adb0-c3ade8cbd428 HTTP/1.1" status: 404 len: 337 time: 0.1273217 Apr 23 00:34:26.839799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39600) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.841107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.855346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=9701a249-ac0d-4cce-b507-45c9230cb4a0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:26.871870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:26.873978 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-03f3d7c0-0446-4296-8b38-22dc8eb8e92b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/9701a249-ac0d-4cce-b507-45c9230cb4a0 HTTP/1.1" status: 204 len: 168 time: 0.7322938 Apr 23 00:34:26.877987 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39604) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.883584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6a39a90b-b55b-4ff5-8e43-69ffac692d0d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/e297ea3c-034a-487d-908b-52df1255bc57?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1423616 Apr 23 00:34:26.892712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39606) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:26.905752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:26.960936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1711b7a9-2a14-4a90-998d-0f52eb2da2b4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:26.963573 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1711b7a9-2a14-4a90-998d-0f52eb2da2b4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2556093 Apr 23 00:34:26.973944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39612) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.036302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.042464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.043184 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6995292 Apr 23 00:34:27.049256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39616) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.056341 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c02a124b-0bc6-4548-a8b0-f92fc89f0088 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1694267 Apr 23 00:34:27.065159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5ffecc62-ccbe-44a1-8984-daaafbc6880e', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:27.074445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39620) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.074985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Transition to ACTIVE for port object 805da153-c8b3-4150-8426-fa8c75feeb57 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:27.077950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2927975-8d50-4775-b471-5bf93360498f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffecc62-ccbe-44a1-8984-daaafbc6880e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:27.081385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:27.087907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfefe02b-8467-4208-9d07-c127a0f2fe8f no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:27.093941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting subnet 48a3496e-a449-455f-afaa-05683ac7bee7 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:27.118624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.138718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:27.150853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:27.169338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5189ee6-fc95-4b99-9ec8-0a58d729cbfb tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.170982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:27.187029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: bfefe02b-8467-4208-9d07-c127a0f2fe8f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:34:27.187422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfefe02b-8467-4208-9d07-c127a0f2fe8f not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:34:27.189099 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.190813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:27.194151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5189ee6-fc95-4b99-9ec8-0a58d729cbfb tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.208495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:27.215773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:27.226485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.230705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.260018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:27.297433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b88d6-a63d-453c-a3dd-bb02c8cee8b0 None None] Pushing event updated for resources: {'Port': ['ID=805da153-c8b3-4150-8426-fa8c75feeb57,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:27.304051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:27.309888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.313867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0ab99-92e5-40cd-a9be-f20e720671cd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:27.319628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3ba0ab99-92e5-40cd-a9be-f20e720671cd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:27.334480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5189ee6-fc95-4b99-9ec8-0a58d729cbfb tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.384727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.386226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3ba0ab99-92e5-40cd-a9be-f20e720671cd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:27.390714 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3ba0ab99-92e5-40cd-a9be-f20e720671cd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3142426 Apr 23 00:34:27.391540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39624) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.396328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5189ee6-fc95-4b99-9ec8-0a58d729cbfb tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68423a87-17de-468b-98b4-477aedb16802,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:27.447203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b5189ee6-fc95-4b99-9ec8-0a58d729cbfb tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.449191 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b5189ee6-fc95-4b99-9ec8-0a58d729cbfb tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/68423a87-17de-468b-98b4-477aedb16802 HTTP/1.1" status: 204 len: 168 time: 0.4738626 Apr 23 00:34:27.458115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39628) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.484240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a6a15-3508-40c4-9f79-90d23e27d7dc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:27.485188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c45a6a15-3508-40c4-9f79-90d23e27d7dc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:27.488282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.514488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.564283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a78b4f3-9c88-4c20-ba65-f12a8209f50c,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:27.567693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.571924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Attempting to bind port 805da153-c8b3-4150-8426-fa8c75feeb57 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:27.571924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Attempting to bind port 805da153-c8b3-4150-8426-fa8c75feeb57 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:27.571924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Attempting to bind port 805da153-c8b3-4150-8426-fa8c75feeb57 on network 84b730be-841b-4b82-989b-34a46792b2ef {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:27.573583 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-aa01b6d9-0fd8-4d4d-b403-749ee3de62e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5200422 Apr 23 00:34:27.577760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39632) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.583230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c45a6a15-3508-40c4-9f79-90d23e27d7dc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:27.587467 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c45a6a15-3508-40c4-9f79-90d23e27d7dc tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1947794 Apr 23 00:34:27.591820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:27.592238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5ffecc62-ccbe-44a1-8984-daaafbc6880e', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:27.592404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Checking segment: {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:27.592658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.593060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Bound using segment: {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:27.593296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39636) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.598580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Bound port: 805da153-c8b3-4150-8426-fa8c75feeb57, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:27.599151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.601171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:27.606433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:27.610586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:27.617357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:27.650775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.747561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.750703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] For port 805da153-c8b3-4150-8426-fa8c75feeb57, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:27.756935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.759558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] For port 805da153-c8b3-4150-8426-fa8c75feeb57, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=805da153-c8b3-4150-8426-fa8c75feeb57,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:27.762669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3c56eb54-9eb8-4104-b174-55c3e37af1a6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:27.768413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.772067 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-07856a94-c273-4059-92ce-b4249b1ed6d6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1745408 Apr 23 00:34:27.778167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39640) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.790835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce50ea63-5fbb-4b4a-9251-6b7691a10aaa,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:27.793121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:27.811244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.816622 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a453393c-8049-46f7-b110-b2927e9ad692 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2364235 Apr 23 00:34:27.818826 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39644) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:27.826903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5ffecc62-ccbe-44a1-8984-daaafbc6880e', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:27.836853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:27.842749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:27.846370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:27.855561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:27.893633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:27.951827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b88d6-a63d-453c-a3dd-bb02c8cee8b0 None None] Pushing event updated for resources: {'Port': ['ID=805da153-c8b3-4150-8426-fa8c75feeb57,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:27.960120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:34:27.961021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:34:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:28.031372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3c56eb54-9eb8-4104-b174-55c3e37af1a6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:28.031690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.032117 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3c56eb54-9eb8-4104-b174-55c3e37af1a6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5730894 Apr 23 00:34:28.035780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39648) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.050595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.099956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.142988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2efa88ac-07af-45e1-b1a9-a2dd978158f6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.160367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3366db-1085-4c3e-8223-6ea9a1ba7200,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:28.185639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2efa88ac-07af-45e1-b1a9-a2dd978158f6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.197392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.199726 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-11e949f0-f64e-4bc6-bddb-15f4ddf2e3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795559 Apr 23 00:34:28.202458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39652) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.211361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5ffecc62-ccbe-44a1-8984-daaafbc6880e', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:28.224164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:28.226537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d45d94-fa88-42a7-86e6-8dc56def74e2 None None] Network 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:28.234811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:28.242613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:28.253721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c958e-4be2-4fb8-a3ed-66a70153faf1 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:28.254309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:28.259369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.260034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2efa88ac-07af-45e1-b1a9-a2dd978158f6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.280626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:28.291377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa88ac-07af-45e1-b1a9-a2dd978158f6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc61d6a5-68a9-44ec-a5f3-6f04a82f6a13,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:28.300465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2efa88ac-07af-45e1-b1a9-a2dd978158f6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.302357 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2efa88ac-07af-45e1-b1a9-a2dd978158f6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fc61d6a5-68a9-44ec-a5f3-6f04a82f6a13 HTTP/1.1" status: 204 len: 168 time: 0.2648420 Apr 23 00:34:28.305167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39656) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.305720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.327701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=775d8555-fb5a-4eef-9876-581febeb9b1c,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:28.328149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.331587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:28.332519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:28.383454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:28.383454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Subnet': ['ID=48a3496e-a449-455f-afaa-05683ac7bee7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:28.385365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:28.386502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.394146 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3c505e7f-828f-4815-b493-9f9535a45576 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/48a3496e-a449-455f-afaa-05683ac7bee7 HTTP/1.1" status: 204 len: 168 time: 1.5527563 Apr 23 00:34:28.406745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39660) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.432842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a50ebe-e87b-4799-8ad6-a20bc1d8a9b6 None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:28.457633 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d388b88-eb91-4600-8f73-985e0de1c406 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:28.458390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d388b88-eb91-4600-8f73-985e0de1c406 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:28.460472 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4d388b88-eb91-4600-8f73-985e0de1c406 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/9d892500-0d6d-4512-86d6-03fd87512886 HTTP/1.1" status: 404 len: 337 time: 0.0511799 Apr 23 00:34:28.461534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:28.467075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.469141 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:28.469908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:28.473810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39664) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.506275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-87e0ae62-338b-4f81-842c-e34a0f155f82 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:28.515139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:34:28.532204 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fad18256-7f4f-4265-8700-6aa31ea2ff52 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6381750 Apr 23 00:34:28.537873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39668) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.544434 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9c46ebfd-8531-40c5-89da-25f08596cd3a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8939774-60cc-4e3f-85cb-fcdd241d72b1 HTTP/1.1" status: 200 len: 205 time: 0.0669007 Apr 23 00:34:28.544642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-87e0ae62-338b-4f81-842c-e34a0f155f82 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:28.549217 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-87e0ae62-338b-4f81-842c-e34a0f155f82 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2395587 Apr 23 00:34:28.549328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39672) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.549416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.551768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'security_group': {'name': 'tempest-secgroup-1647745032'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:28.556651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39674) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.571520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.575808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:28.596364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:28.608172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:28.616696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8550c377-ec3c-4984-83db-c63c6c0e3b9c,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:28.621805 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-552fb985-b0f3-484f-ab45-81743ee273fa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8404534 Apr 23 00:34:28.623353 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-fd7e5979-01bc-472d-958c-6942c05bfa5c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] delete failed (client error): The resource could not be found. Apr 23 00:34:28.624423 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fd7e5979-01bc-472d-958c-6942c05bfa5c tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/routers/e8939774-60cc-4e3f-85cb-fcdd241d72b1 HTTP/1.1" status: 404 len: 336 time: 0.0768051 Apr 23 00:34:28.625534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39680) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.627191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:28.634827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:28.640338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39682) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.651503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8bea24b6-ef54-4aa9-9cba-3beabec1ea5b None None] Provisioning complete for port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:28.651503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8bea24b6-ef54-4aa9-9cba-3beabec1ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.701309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.705311 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-17ff2eb5-2c24-4d0f-bf37-20b48171e030 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4986498 Apr 23 00:34:28.705311 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f761a24-67d4-45ad-b5a9-1f410a123a38 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:28.705311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f761a24-67d4-45ad-b5a9-1f410a123a38 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:28.705651 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4f761a24-67d4-45ad-b5a9-1f410a123a38 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/6b0df3db-2c09-4927-8993-c8336ac813e8 HTTP/1.1" status: 404 len: 337 time: 0.0646520 Apr 23 00:34:28.706434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.719807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39688) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.719807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39690) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.720354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8bea24b6-ef54-4aa9-9cba-3beabec1ea5b None None] Port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:28.768258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5ffecc62-ccbe-44a1-8984-daaafbc6880e', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:28.788809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:28.796301 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc721a97-427d-4788-b913-705305d6be8a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:28.796776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc721a97-427d-4788-b913-705305d6be8a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:28.800945 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fc721a97-427d-4788-b913-705305d6be8a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/77873ad0-a6ce-40de-a54f-288b2d4011ec HTTP/1.1" status: 404 len: 337 time: 0.0767736 Apr 23 00:34:28.803296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:28.807604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39696) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.808894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26438eaa-0904-4f37-8ce2-ce4dd511f3e4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.812616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:28.816004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:28.862779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:28.882018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group_rule and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:28.882183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:28.883541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8bea24b6-ef54-4aa9-9cba-3beabec1ea5b None None] Provisioning complete for port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:28.883983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8bea24b6-ef54-4aa9-9cba-3beabec1ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.891912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:28.893596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:28.898916 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa9276e-6b70-4894-b026-70a0355959c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:28.899383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa9276e-6b70-4894-b026-70a0355959c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:28.901560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-baa9276e-6b70-4894-b026-70a0355959c7 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/2f941c46-8757-45a0-b3fd-3c09b9f957f6 HTTP/1.1" status: 404 len: 337 time: 0.0900731 Apr 23 00:34:28.904511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39700) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.914593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:28.928517 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:34:28.936632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26438eaa-0904-4f37-8ce2-ce4dd511f3e4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.950261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:28.955291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.956224 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:28.956665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:28.969757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:28.981111 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-824875ec-5c3f-44db-a339-5ac03dd9726a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:28.981638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824875ec-5c3f-44db-a339-5ac03dd9726a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:28.983539 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-824875ec-5c3f-44db-a339-5ac03dd9726a tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/ed90dd3d-116d-4fa0-a6e0-a87081b33526 HTTP/1.1" status: 404 len: 333 time: 0.0777276 Apr 23 00:34:28.984919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-528a0876-7b56-40c0-b584-82f02e422034 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3578739 Apr 23 00:34:28.988929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39704) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:28.989580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39706) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.044904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:29.097357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26438eaa-0904-4f37-8ce2-ce4dd511f3e4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.152110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26438eaa-0904-4f37-8ce2-ce4dd511f3e4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabf4f0e-2700-4dde-88df-68aeb7813ed3,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:29.160652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.163425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.170868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.184324 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0cfa05-5cf1-4249-93f5-436f3a12c4ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:29.185226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0cfa05-5cf1-4249-93f5-436f3a12c4ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:29.190283 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5b0cfa05-5cf1-4249-93f5-436f3a12c4ad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/709f1712-2a0e-4c01-9181-44b9a77c1336 HTTP/1.1" status: 404 len: 337 time: 0.1961770 Apr 23 00:34:29.190439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.193584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39712) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.228551 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:34:29.230797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3daadfbd-3572-424e-b472-4aded503f13a,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:29.249620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-26438eaa-0904-4f37-8ce2-ce4dd511f3e4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.253157 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-26438eaa-0904-4f37-8ce2-ce4dd511f3e4 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/cabf4f0e-2700-4dde-88df-68aeb7813ed3 HTTP/1.1" status: 204 len: 168 time: 0.6930232 Apr 23 00:34:29.253313 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-8850fcd8-c1cf-48e8-81f1-78d59368eb26 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:29.253313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8850fcd8-c1cf-48e8-81f1-78d59368eb26 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:29.254127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8850fcd8-c1cf-48e8-81f1-78d59368eb26 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/9b8fc853-e5a2-4553-865e-fc663a9760aa HTTP/1.1" status: 404 len: 337 time: 0.0599787 Apr 23 00:34:29.254714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39716) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.258000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39718) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.268302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.269457 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a35c63d9-2d63-4fac-8460-38e6f92187ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5493402 Apr 23 00:34:29.285963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.287210 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7478433 Apr 23 00:34:29.287834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39724) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.295067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39726) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.300824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5ffecc62-ccbe-44a1-8984-daaafbc6880e', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:29.311821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a454d-993b-4dfc-9b85-9e231ef998c1 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adef5a75-d585-4c27-a7a6-9b48aafc151a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:29.318800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:29.320626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'security_group': {'name': 'tempest-secgroup-1369342046'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:29.329799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:29.333532 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c493b1b2-c138-412d-9db1-392ffe2f80b6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:29.334609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c493b1b2-c138-412d-9db1-392ffe2f80b6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:29.336489 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c493b1b2-c138-412d-9db1-392ffe2f80b6 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/128ebe2d-0438-49d3-b1f3-d2aa41d9d7f0 HTTP/1.1" status: 404 len: 333 time: 0.0747485 Apr 23 00:34:29.343015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39732) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.345159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:29.349617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:29.351253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:29.364608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:29.371661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.373331 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:29.373895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:29.394877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:29.397960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:29.409402 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cbc51dbe-e546-4d39-8b39-2ec08cdd2b3b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4151723 Apr 23 00:34:29.412248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39736) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.422173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:29.422893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:29.425230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:29.438630 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7994c24c-506e-44a0-ae87-a05ce9123cad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:29.439105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7994c24c-506e-44a0-ae87-a05ce9123cad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:29.440906 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7994c24c-506e-44a0-ae87-a05ce9123cad tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/9d8c98ff-335e-413f-8088-87b6c098d0fe HTTP/1.1" status: 404 len: 337 time: 0.0916078 Apr 23 00:34:29.441872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:29.447544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] DHCP port deletion for 3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:29.448879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39740) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.459411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d387d8c6-af12-42c0-a34e-696c62d3cab6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:29.504280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] Deleting port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:29.505430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.523453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:34:29.530306 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d448edf3-6e5d-4be8-b5a1-e497e62e237d tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:29.530821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d448edf3-6e5d-4be8-b5a1-e497e62e237d tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:29.535426 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d448edf3-6e5d-4be8-b5a1-e497e62e237d tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/subnets/de1a16bb-0d95-4a40-bb11-108f61772e9f HTTP/1.1" status: 404 len: 337 time: 0.0823927 Apr 23 00:34:29.537480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.540178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39744) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.559238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.602801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:29.611078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d387d8c6-af12-42c0-a34e-696c62d3cab6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:29.612539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:29.613788 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d387d8c6-af12-42c0-a34e-696c62d3cab6 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3572631 Apr 23 00:34:29.623301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39748) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.632050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group_rule and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:29.635026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-86151bb8-95d9-4c00-a767-eb0f24bb091a', 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'tenant_id': '7eaf7d055d2d4a9a8f319cbebecee5c2', 'fixed_ips': [{'subnet_id': '775d8555-fb5a-4eef-9876-581febeb9b1c'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:34:29.635887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.637224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902500686'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:29.639329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:29.645667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:29.649176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:29.650702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:29.657579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:29.671014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Deleting port 73c3f7a6-a6d1-4399-ae8e-9463c2917171 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:29.671603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.679822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] Deleting port 3f4c3b44-3ce0-4552-8b05-185bef787634 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:29.680202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.690967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.696343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.761697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da15cfd1-ceb8-443f-a994-38516b84d92b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:29.768746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:29.768746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:29.775156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.775156 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b991da71-4c64-4ade-a89a-de5b711ebc01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4771588 Apr 23 00:34:29.780381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.780381 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:29.780381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:29.822888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.826776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d659e234-d6a4-49e1-a516-14d5c4825d0e None None] Provisioning complete for port 3f4c3b44-3ce0-4552-8b05-185bef787634 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:29.830518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.832930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d659e234-d6a4-49e1-a516-14d5c4825d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.876425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.876425 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5668547 Apr 23 00:34:29.884321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39756) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:29.890288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-356490254', 'security_groups': ['ddcc7b36-87c4-4451-b12f-579f6fe490e3'], 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '775d8555-fb5a-4eef-9876-581febeb9b1c'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:29.906199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:29.966154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a58bb0-53b5-4820-b914-88186f6e443e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcc7b36-87c4-4451-b12f-579f6fe490e3,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:30.017400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:30.027320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:30.033110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:30.045052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:30.076595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:27Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:30.095767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec6b632-7248-4672-89c7-b09ec00d6c50 None None] The sync data for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv is: [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:27Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:34:30.116038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-bf0e830c-e585-4e30-8a1f-93f2a46987d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:30.148101 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a6f45e8c-2e02-4c7f-9e44-d1f870b4ad82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7343323 Apr 23 00:34:30.148940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39768) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:30.157029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:30.163646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:30.183439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:30.199623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-bf0e830c-e585-4e30-8a1f-93f2a46987d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:30.215252 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-bf0e830c-e585-4e30-8a1f-93f2a46987d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778449949&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.1729748 Apr 23 00:34:30.239958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:30.440977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] For port 8dcc816f-4c77-4cb7-a78d-452fbdff3361, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8dcc816f-4c77-4cb7-a78d-452fbdff3361,segment=NetworkSegment(0e2f49ff-0444-4399-afce-1d78f7064f56),segment_id=0e2f49ff-0444-4399-afce-1d78f7064f56)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:30.440977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.454848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.479965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.492537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-955fe31a-6ea6-4d8a-b741-0df84720fe4c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:30.493263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-955fe31a-6ea6-4d8a-b741-0df84720fe4c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:30.505942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.536965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e3a6df-8206-467a-b0c4-e5fe2bc45f5c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:30.544301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:30.554716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:30.564655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 46611a81-530b-4837-af1b-31ba646fb6eb yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:30.577898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:30.582361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.586319 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:30.587214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:30.604281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] For port 3f4c3b44-3ce0-4552-8b05-185bef787634, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3f4c3b44-3ce0-4552-8b05-185bef787634,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:30.605042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.621308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.639251 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-96469a32-7324-4e07-abe6-4063e39db271 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4802060 Apr 23 00:34:30.769394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] Calling delete_port for 8dcc816f-4c77-4cb7-a78d-452fbdff3361 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:30.834055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39772) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:30.845045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:30.850566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Calling delete_port for 73c3f7a6-a6d1-4399-ae8e-9463c2917171 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:30.919072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:30.922306 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d50327fc-614a-435c-860f-ed6643c7569c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2955387 Apr 23 00:34:30.928639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39776) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:30.938199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'b6e3a6df-8206-467a-b0c4-e5fe2bc45f5c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:30.960325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:30.974997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:30.981937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:30.993459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:31.019323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:31.033131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:31.049041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:31.056304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.058415 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:31.058983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:31.075043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.079646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] Calling delete_port for 3f4c3b44-3ce0-4552-8b05-185bef787634 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:31.085480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-955fe31a-6ea6-4d8a-b741-0df84720fe4c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:31.087481 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-955fe31a-6ea6-4d8a-b741-0df84720fe4c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=84b730be-841b-4b82-989b-34a46792b2ef HTTP/1.1" status: 200 len: 795 time: 0.8714705 Apr 23 00:34:31.094228 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6c8b3efd-0843-4db4-aeee-39092e43723d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2559891 Apr 23 00:34:31.094228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39780) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:31.144756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 805da153-c8b3-4150-8426-fa8c75feeb57 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:31.210770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.226679 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-84bb3d38-2555-4b64-8e5f-a7b7f054d10b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0527923 Apr 23 00:34:31.273640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Allocated IP 172.20.0.2 (86151bb8-95d9-4c00-a767-eb0f24bb091a/775d8555-fb5a-4eef-9876-581febeb9b1c/9a5da344-b02d-4c61-9a2f-b3e630660c34) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:31.280314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.288504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Port': ['ID=73c3f7a6-a6d1-4399-ae8e-9463c2917171,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:31.295531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.310260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.340423 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-35d325d9-bd2d-41b3-9b55-8109156bebb3 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/ports/73c3f7a6-a6d1-4399-ae8e-9463c2917171 HTTP/1.1" status: 204 len: 168 time: 1.7991390 Apr 23 00:34:31.341405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2edddd-90e2-4a0d-ade3-2e5e508d3d3a,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:31.343731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39784) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:31.375404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.375404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eef4127e-3780-44f7-ba90-3bab35ec4abf tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4430499 Apr 23 00:34:31.386515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84993c-9a94-4bb1-b785-23d86b7d35e2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:31.397008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0e84993c-9a94-4bb1-b785-23d86b7d35e2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2950857 Apr 23 00:34:31.397008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39788) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:31.397008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39790) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:31.479981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.634797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] No DVR routers for this DVR port 8dcc816f-4c77-4cb7-a78d-452fbdff3361 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:31.656511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.703063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d398da57-d09d-4c08-b017-81ef264b0e98 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:31.703063 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d398da57-d09d-4c08-b017-81ef264b0e98 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2779586 Apr 23 00:34:31.703063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39800) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:31.713884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a1f96-f404-4e4a-88b1-97e49e2fffcd None None] Pushing event deleted for resources: {'Port': ['ID=8dcc816f-4c77-4cb7-a78d-452fbdff3361,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:31.767103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.787172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] No DVR routers for this DVR port 3f4c3b44-3ce0-4552-8b05-185bef787634 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:31.794378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 805da153-c8b3-4150-8426-fa8c75feeb57 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:31.803555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19648927-a9fd-46c8-9481-80924a8aff14 None None] Pushing event deleted for resources: {'Port': ['ID=3f4c3b44-3ce0-4552-8b05-185bef787634,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:31.809035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-a52de1e4-bf94-4a9f-9ef3-eff21889d451 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:31.835987 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dd33eb14-92c2-450a-a22f-102d8ca286b2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305985 Apr 23 00:34:31.851010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39804) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:31.863301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-a52de1e4-bf94-4a9f-9ef3-eff21889d451 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:31.864727 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-a52de1e4-bf94-4a9f-9ef3-eff21889d451 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6242559 Apr 23 00:34:31.874473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:31.887914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0191138-2954-4583-ba5c-0ffc4b0fde45 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.891527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 805da153-c8b3-4150-8426-fa8c75feeb57 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:31.891908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:31.981088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.015878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Transition to ACTIVE for port object 9a5da344-b02d-4c61-9a2f-b3e630660c34 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:32.021684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.075821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b30617b-66ba-40fa-aa5b-12fc9ea79ab2']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:32.086919 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-9b75696d-02db-4860-975c-c0e19e300d22 service neutron] 10.222.0.39 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622963 Apr 23 00:34:32.092456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0191138-2954-4583-ba5c-0ffc4b0fde45 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.100328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2f49ff-0444-4399-afce-1d78f7064f56') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:32.102171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2f49ff-0444-4399-afce-1d78f7064f56') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:32.111647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Transition to ACTIVE for port object 9a5da344-b02d-4c61-9a2f-b3e630660c34 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:32.123765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.141289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.221202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.242746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:32.242746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.261600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:32.261600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:32.274369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:34:32.274369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.280221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:34:32.302894 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:34:32.307748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Pushing event updated for resources: {'Port': ['ID=9a5da344-b02d-4c61-9a2f-b3e630660c34,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:32.313616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:32.379376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:32.384001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.396404 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-ac49c28a-414a-4bd7-bfd4-bb14dc87d8d7 service neutron] 10.222.0.39 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944787 Apr 23 00:34:32.396602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 805da153-c8b3-4150-8426-fa8c75feeb57, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=805da153-c8b3-4150-8426-fa8c75feeb57,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:32.406589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.423121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.7 (86151bb8-95d9-4c00-a767-eb0f24bb091a/775d8555-fb5a-4eef-9876-581febeb9b1c/46611a81-530b-4837-af1b-31ba646fb6eb) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:32.472268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Attempting to bind port 9a5da344-b02d-4c61-9a2f-b3e630660c34 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:32.472268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Attempting to bind port 9a5da344-b02d-4c61-9a2f-b3e630660c34 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'c9898c29-188f-40a2-b686-1feb204678e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:32.472268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Attempting to bind port 9a5da344-b02d-4c61-9a2f-b3e630660c34 on network 86151bb8-95d9-4c00-a767-eb0f24bb091a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:32.478198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:32.478776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Checking segment: {'id': 'c9898c29-188f-40a2-b686-1feb204678e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:32.479409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.480519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Bound using segment: {'id': 'c9898c29-188f-40a2-b686-1feb204678e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:32.480678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Bound port: 9a5da344-b02d-4c61-9a2f-b3e630660c34, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9898c29-188f-40a2-b686-1feb204678e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:32.480935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.498651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0191138-2954-4583-ba5c-0ffc4b0fde45 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.568614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0191138-2954-4583-ba5c-0ffc4b0fde45 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e3a6df-8206-467a-b0c4-e5fe2bc45f5c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:32.585332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f4c3b44-3ce0-4552-8b05-185bef787634 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:32.620510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d0191138-2954-4583-ba5c-0ffc4b0fde45 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.620510 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d0191138-2954-4583-ba5c-0ffc4b0fde45 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/b6e3a6df-8206-467a-b0c4-e5fe2bc45f5c HTTP/1.1" status: 204 len: 168 time: 1.2160573 Apr 23 00:34:32.728275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39808) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:32.756333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] For port 9a5da344-b02d-4c61-9a2f-b3e630660c34, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:32.759925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] For port 9a5da344-b02d-4c61-9a2f-b3e630660c34, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9a5da344-b02d-4c61-9a2f-b3e630660c34,segment=NetworkSegment(c9898c29-188f-40a2-b686-1feb204678e8),segment_id=c9898c29-188f-40a2-b686-1feb204678e8)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:32.769315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 3f4c3b44-3ce0-4552-8b05-185bef787634 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:34:32.769590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f4c3b44-3ce0-4552-8b05-185bef787634 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:34:32.770014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8dcc816f-4c77-4cb7-a78d-452fbdff3361 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:32.803661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.812236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.839294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 8dcc816f-4c77-4cb7-a78d-452fbdff3361 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:34:32.840130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8dcc816f-4c77-4cb7-a78d-452fbdff3361 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:34:32.844105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.847452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.852376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=805da153-c8b3-4150-8426-fa8c75feeb57,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:32.861232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] Pushing event deleted for resources: {'Network': ['ID=3b30617b-66ba-40fa-aa5b-12fc9ea79ab2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:32.931294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 46611a81-530b-4837-af1b-31ba646fb6eb will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:32.948474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:34:32.948474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.983283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:32.997663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2eb37-78e2-477c-be8b-3dced9304712 None None] Pushing event updated for resources: {'Port': ['ID=9a5da344-b02d-4c61-9a2f-b3e630660c34,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:33.023243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9fe687de-b768-455f-bd89-d2b71b29ebf0 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:33.029174 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1f313f31-44e6-480e-a076-09c9cedb0191 tempest-PortsIpV6TestJSON-503332257 tempest-PortsIpV6TestJSON-503332257-project] 10.222.0.39 "DELETE /v2.0/networks/3b30617b-66ba-40fa-aa5b-12fc9ea79ab2 HTTP/1.1" status: 204 len: 168 time: 1.6813490 Apr 23 00:34:33.029334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 805da153-c8b3-4150-8426-fa8c75feeb57 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:33.058120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:33.080450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:33.087004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:33.099850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc6c129-45e5-43db-b41b-bd7649c48e9f None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:33.106707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:33.113412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:33.115164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:33.115771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.172670 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3149350 Apr 23 00:34:33.172670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39814) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:33.181590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:66:db:ce', 'name': 'tempest-NetworksTestDHCPv6-1732575469'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:33.199331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:33.199971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.209434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=46611a81-530b-4837-af1b-31ba646fb6eb,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:33.242917 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3460550a-1823-4d22-ac8d-0eba957d8584 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3642640 Apr 23 00:34:33.243986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39818) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:33.257864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:33.364145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9fe687de-b768-455f-bd89-d2b71b29ebf0 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:33.364305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 805da153-c8b3-4150-8426-fa8c75feeb57 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:33.365370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.366102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9fe687de-b768-455f-bd89-d2b71b29ebf0 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6403034 Apr 23 00:34:33.377660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39822) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:33.378654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306932e3-7045-4040-a180-a2dedbfef07d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=9e91fc6f-f3f0-43da-9a5e-ce1a997885f7,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:33.407586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340687366'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:33.429598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:33.461406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:33.478090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:33.498457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:33.507198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:33.507543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:33.518557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:33.522449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.523913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:33.531836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:33.543669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:33.546860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:33.551651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.579644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:33.589859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '9e91fc6f-f3f0-43da-9a5e-ce1a997885f7'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:34:33.590703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:33.591194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.596478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:33.599966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:33.618341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39828) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:33.624955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:33.701186 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.ipam_backend_mixin [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 775d8555-fb5a-4eef-9876-581febeb9b1c (CIDR: 172.20.0.0/28) Apr 23 00:34:33.723955 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:33.724462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:33.766643 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-462ffa10-ad0b-4d4c-8558-5d21d2d3f431 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5211849 Apr 23 00:34:33.769391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39838) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:33.775241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:33.787202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Allocated IP 2001:db8::f816:3eff:fe7b:c46e (986a55f2-d336-4e62-8bc6-ead9728638f4/9e91fc6f-f3f0-43da-9a5e-ce1a997885f7/b43473ae-2c71-4566-ad0c-9bb0793ac859) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:33.946914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:33.951408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:33.955582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:33.958658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:33.965544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:33.985475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:33.990065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.047534 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5c5ebb87-93ab-4594-be14-db6c925ded0d req-3ee7036f-5518-4a01-bc86-b86d920b1d0a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 210 time: 0.1883998 Apr 23 00:34:34.051303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.060014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f8cb1f70-1bf4-442e-b7b1-ec54d21d0a74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64d5d003d79e452e8eb0df89bf8887a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364979 Apr 23 00:34:34.077886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39848) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:34.080981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Transition to ACTIVE for port object b43473ae-2c71-4566-ad0c-9bb0793ac859 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:34.098076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.120085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 0ab973af-fade-431f-b98a-0bab490aeb83 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:34.129780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Transition to ACTIVE for port object b43473ae-2c71-4566-ad0c-9bb0793ac859 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:34.147761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.201779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.272790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:34.275748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:34.280351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:34.340235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Pushing event updated for resources: {'Port': ['ID=b43473ae-2c71-4566-ad0c-9bb0793ac859,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:34.350050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c920087-3896-477a-b59b-f8b7fceaeaca,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:34.394398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.414044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d16b2ac-d198-42e4-be1c-77e82366b1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.434456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.435858 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1f20e4c7-6d53-4dd3-9d3f-4b3f06010e4d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0546513 Apr 23 00:34:34.454493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Attempting to bind port b43473ae-2c71-4566-ad0c-9bb0793ac859 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:34.456625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Attempting to bind port b43473ae-2c71-4566-ad0c-9bb0793ac859 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:34.459387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Attempting to bind port b43473ae-2c71-4566-ad0c-9bb0793ac859 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:34.467113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe66:dbce (986a55f2-d336-4e62-8bc6-ead9728638f4/9e91fc6f-f3f0-43da-9a5e-ce1a997885f7/0ab973af-fade-431f-b98a-0bab490aeb83) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:34.480646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:34.481426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:34.481943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.482603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:34.483848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Bound port: b43473ae-2c71-4566-ad0c-9bb0793ac859, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:34.484764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.639097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39854) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:34.650633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--834898018'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:34.666380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:34.670831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=e47b7f5d-a939-4e93-8c5c-7668af41dbc5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:34.675810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] For port b43473ae-2c71-4566-ad0c-9bb0793ac859, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:34.679315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:34.681351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] For port b43473ae-2c71-4566-ad0c-9bb0793ac859, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b43473ae-2c71-4566-ad0c-9bb0793ac859,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:34.686413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:34.688024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:34.689720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.692494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:34.695452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:34.696676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.706110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:34.717046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d16b2ac-d198-42e4-be1c-77e82366b1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.735448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.752167 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-594ed0d7-304b-4f0b-bd3a-d4c086ef49d2 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9817300 Apr 23 00:34:34.755775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39858) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:34.764028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1782348771', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e47b7f5d-a939-4e93-8c5c-7668af41dbc5'}], 'security_groups': ['adef5a75-d585-4c27-a7a6-9b48aafc151a']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:34.816054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:34.824849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:34.831145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:34.848166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:34.854905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cb1f5aa9-91fb-4a98-8e09-958999c0dd93 None None] Provisioning for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:34.883705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20624b12-3f0a-466e-a0cc-3aed2c974d3e None None] Pushing event updated for resources: {'Port': ['ID=b43473ae-2c71-4566-ad0c-9bb0793ac859,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:34.899322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cb1f5aa9-91fb-4a98-8e09-958999c0dd93 None None] Provisioning complete for port e297ea3c-034a-487d-908b-52df1255bc57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:34.900187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5aa9-91fb-4a98-8e09-958999c0dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.930840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:34.998884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d16b2ac-d198-42e4-be1c-77e82366b1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.063604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f5aa9-91fb-4a98-8e09-958999c0dd93 None None] Port e297ea3c-034a-487d-908b-52df1255bc57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:35.067453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919e25be-9252-4e10-aeb3-42e67ec8dda8 None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:35.067830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3d16b2ac-d198-42e4-be1c-77e82366b1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.074647 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3d16b2ac-d198-42e4-be1c-77e82366b1b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6008fd4-c5a1-4f2e-b679-09d36a2ec18a HTTP/1.1" status: 204 len: 168 time: 0.9949183 Apr 23 00:34:35.080866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16b2ac-d198-42e4-be1c-77e82366b1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6008fd4-c5a1-4f2e-b679-09d36a2ec18a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:35.172112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9a5da344-b02d-4c61-9a2f-b3e630660c34 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:35.194663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.230738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 0ab973af-fade-431f-b98a-0bab490aeb83 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:35.319123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.454106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:35.458110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:35.475750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:35.484952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:35.485874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.516652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=0ab973af-fade-431f-b98a-0bab490aeb83,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:35.521392 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-be8727c7-7945-4e10-b5a6-b414f497d83e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3484700 Apr 23 00:34:35.524817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39868) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:35.540035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1ceb3cf1-6312-4b19-87ec-13924bdef9a1 None None] Provisioning for port 46611a81-530b-4837-af1b-31ba646fb6eb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:35.557955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1ceb3cf1-6312-4b19-87ec-13924bdef9a1 None None] Provisioning complete for port 46611a81-530b-4837-af1b-31ba646fb6eb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:35.558654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ceb3cf1-6312-4b19-87ec-13924bdef9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.599715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:35.605035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.632336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:35.632969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.689291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278add4-81f0-429c-9bdb-af16bb1a7a72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:35.695665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.695979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278add4-81f0-429c-9bdb-af16bb1a7a72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:35.697096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a278add4-81f0-429c-9bdb-af16bb1a7a72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:35.727977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a278add4-81f0-429c-9bdb-af16bb1a7a72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:35.729773 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a278add4-81f0-429c-9bdb-af16bb1a7a72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2011278 Apr 23 00:34:35.730886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb3cf1-6312-4b19-87ec-13924bdef9a1 None None] Port 46611a81-530b-4837-af1b-31ba646fb6eb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:35.734731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39876) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:35.797044 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2b2ace70-3c93-480c-b1d0-d34881451188 req-2f0d7ea4-381c-4c12-be4e-b3dc986ee8e2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 210 time: 0.5381470 Apr 23 00:34:35.830267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 0ab973af-fade-431f-b98a-0bab490aeb83 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:35.831065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.831204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba123aa-effd-41a6-866c-803ec33f6c05,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:35.841588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:35.845959 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8bcdf097-191d-44bc-938e-4ef23ad88706 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2037265 Apr 23 00:34:35.861205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39882) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:35.872802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': '2c920087-3896-477a-b59b-f8b7fceaeaca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9ba123aa-effd-41a6-866c-803ec33f6c05', 'remote_ip_prefix': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:35.887120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:35.897020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:35.903522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:35.919351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:36.013610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.041249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.085755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 9a5da344-b02d-4c61-9a2f-b3e630660c34, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9a5da344-b02d-4c61-9a2f-b3e630660c34,segment=NetworkSegment(c9898c29-188f-40a2-b686-1feb204678e8),segment_id=c9898c29-188f-40a2-b686-1feb204678e8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:36.095180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.213193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-1066bd9a-be2b-40ab-ab54-b57b54324d01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:36.215460 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-1066bd9a-be2b-40ab-ab54-b57b54324d01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=84b730be-841b-4b82-989b-34a46792b2ef HTTP/1.1" status: 200 len: 795 time: 0.5850959 Apr 23 00:34:36.292796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Delete allocated IP 172.20.0.7 (86151bb8-95d9-4c00-a767-eb0f24bb091a/775d8555-fb5a-4eef-9876-581febeb9b1c) {{(pid=88072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:34:36.321714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] Update dhcp port {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'fixed_ips': [{'subnet_id': '775d8555-fb5a-4eef-9876-581febeb9b1c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e47b7f5d-a939-4e93-8c5c-7668af41dbc5'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '9a5da344-b02d-4c61-9a2f-b3e630660c34'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:34:36.341934 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-0200776b-12a0-4426-b00a-f0bf4cb24612 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 379 time: 0.1105993 Apr 23 00:34:36.342857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.350122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.26 (86151bb8-95d9-4c00-a767-eb0f24bb091a/e47b7f5d-a939-4e93-8c5c-7668af41dbc5/46611a81-530b-4837-af1b-31ba646fb6eb) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:36.364817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['5ffecc62-ccbe-44a1-8984-daaafbc6880e']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:36.409302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=9a5da344-b02d-4c61-9a2f-b3e630660c34,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:36.414641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.498344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.506901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 0ab973af-fade-431f-b98a-0bab490aeb83 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:36.532887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39900) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:36.539581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.591028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d010461-96b4-44de-b385-a0f96b3559a6,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:36.630643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.634492 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0bab1386-1c55-46fe-9d76-31767d27cc55 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7695055 Apr 23 00:34:36.634851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39906) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:36.682439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-36e39230-cc3f-4197-abe1-5bfe19519f1c None None] Provisioning for port b43473ae-2c71-4566-ad0c-9bb0793ac859 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:36.698466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:36.714601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c269cdc4-30fe-40f8-862e-19571b7d7022 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.718308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:36.732420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c269cdc4-30fe-40f8-862e-19571b7d7022 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.750699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:36.755751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.759337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.783332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e930e9c9-2c1b-47b4-b207-b88398f6dcf2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:36.784015 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-e930e9c9-2c1b-47b4-b207-b88398f6dcf2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:34:36.784520 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-e930e9c9-2c1b-47b4-b207-b88398f6dcf2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:34:36.785496 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e930e9c9-2c1b-47b4-b207-b88398f6dcf2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2516725 Apr 23 00:34:36.790344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39910) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:36.797070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037646407'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:36.808829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:36.821180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c269cdc4-30fe-40f8-862e-19571b7d7022 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.830704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=0ab973af-fade-431f-b98a-0bab490aeb83,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:36.849171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:36.854801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:36.876436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269cdc4-30fe-40f8-862e-19571b7d7022 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d010461-96b4-44de-b385-a0f96b3559a6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:36.877352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:36.893117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c269cdc4-30fe-40f8-862e-19571b7d7022 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.894495 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c269cdc4-30fe-40f8-862e-19571b7d7022 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0d010461-96b4-44de-b385-a0f96b3559a6 HTTP/1.1" status: 204 len: 168 time: 0.2580454 Apr 23 00:34:36.895910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.897973 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ea691ec3-dc85-49a0-acd1-b6b395b82e29 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/0ab973af-fade-431f-b98a-0bab490aeb83 HTTP/1.1" status: 204 len: 168 time: 1.1615405 Apr 23 00:34:36.898940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39916) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:36.911326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39918) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:36.917555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:36.982306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b166e4b3-f92c-4821-8f7e-351667098be9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:37.010063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-682334f6-7160-446b-a473-d50d95f19c34 None None] Could not find standard attr ID for object 0ab973af-fade-431f-b98a-0bab490aeb83. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:37.037202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.051820 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2fc68340-27ca-4769-8ae4-72a86fa48e59 req-6a26cb15-72c8-4d17-8ef2-32ddd290c5c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 210 time: 0.0651789 Apr 23 00:34:37.058800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Ignored duplicate provisioning block setup for port 46611a81-530b-4837-af1b-31ba646fb6eb by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 23 00:34:37.062466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.092744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.098684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b166e4b3-f92c-4821-8f7e-351667098be9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:37.100881 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b166e4b3-f92c-4821-8f7e-351667098be9 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2008724 Apr 23 00:34:37.113983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39924) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:37.147914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b43473ae-2c71-4566-ad0c-9bb0793ac859 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:37.194984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:37.201916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9ed226cb-7a3e-49da-b0ec-16b662861fa2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.202472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a66b05-a431-4084-906a-34664e476b6b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:37.204239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a66b05-a431-4084-906a-34664e476b6b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:37.205760 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b8a66b05-a431-4084-906a-34664e476b6b tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2915285 Apr 23 00:34:37.221913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39928) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:37.223000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:37.231993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:37.233417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9ed226cb-7a3e-49da-b0ec-16b662861fa2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.268385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] Allocated IP 172.20.0.18 (86151bb8-95d9-4c00-a767-eb0f24bb091a/e47b7f5d-a939-4e93-8c5c-7668af41dbc5/9a5da344-b02d-4c61-9a2f-b3e630660c34) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:37.282904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port b43473ae-2c71-4566-ad0c-9bb0793ac859 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:37.286721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9ed226cb-7a3e-49da-b0ec-16b662861fa2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.296950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:37.305687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b43473ae-2c71-4566-ad0c-9bb0793ac859 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:37.306196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.311923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed226cb-7a3e-49da-b0ec-16b662861fa2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba123aa-effd-41a6-866c-803ec33f6c05,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:37.329101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9ed226cb-7a3e-49da-b0ec-16b662861fa2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.333266 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9ed226cb-7a3e-49da-b0ec-16b662861fa2 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/9ba123aa-effd-41a6-866c-803ec33f6c05 HTTP/1.1" status: 204 len: 168 time: 0.2170196 Apr 23 00:34:37.334023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39932) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:37.403930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9feb11ef-2029-4e2f-b6c9-6317dbdcd990 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:37.421510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9feb11ef-2029-4e2f-b6c9-6317dbdcd990 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:37.425817 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9feb11ef-2029-4e2f-b6c9-6317dbdcd990 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0906782 Apr 23 00:34:37.426893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39936) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:37.498341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=46611a81-530b-4837-af1b-31ba646fb6eb,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:37.500292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2dda055-dab3-4140-8247-4d45a8510517 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.530775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2dda055-dab3-4140-8247-4d45a8510517 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.533021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.12 (84b730be-841b-4b82-989b-34a46792b2ef/873061d5-00bc-4f5d-83da-99225aeeab7f/8530999f-ad0c-4d9b-bc11-a5fd3f29067c) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:37.546920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] For port 9a5da344-b02d-4c61-9a2f-b3e630660c34, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9a5da344-b02d-4c61-9a2f-b3e630660c34,segment=NetworkSegment(c9898c29-188f-40a2-b686-1feb204678e8),segment_id=c9898c29-188f-40a2-b686-1feb204678e8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:37.565639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 9e91fc6f-f3f0-43da-9a5e-ce1a997885f7 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:37.567679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.571933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.585044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2dda055-dab3-4140-8247-4d45a8510517 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.605420 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port b43473ae-2c71-4566-ad0c-9bb0793ac859, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b43473ae-2c71-4566-ad0c-9bb0793ac859,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:37.609778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda055-dab3-4140-8247-4d45a8510517 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c920087-3896-477a-b59b-f8b7fceaeaca,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:37.625582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a2dda055-dab3-4140-8247-4d45a8510517 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.625942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.626779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9a5da344-b02d-4c61-9a2f-b3e630660c34 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:37.626942 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a2dda055-dab3-4140-8247-4d45a8510517 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/2c920087-3896-477a-b59b-f8b7fceaeaca HTTP/1.1" status: 204 len: 168 time: 0.1992154 Apr 23 00:34:37.629442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39940) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:37.635378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] In _notify_port_updated(), no bound segment for port 46611a81-530b-4837-af1b-31ba646fb6eb on network 86151bb8-95d9-4c00-a767-eb0f24bb091a {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:34:37.640724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:37.641332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.642671 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-02897b5f-7ab4-467f-81ec-85b1084f7d06 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "PUT /v2.0/ports/46611a81-530b-4837-af1b-31ba646fb6eb HTTP/1.1" status: 200 len: 921 time: 2.8856623 Apr 23 00:34:37.653692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39944) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:37.689304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-56651ff8-bf85-4737-8ccf-e82f6f57393c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:37.706275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-56651ff8-bf85-4737-8ccf-e82f6f57393c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:37.707549 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-56651ff8-bf85-4737-8ccf-e82f6f57393c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771761 Apr 23 00:34:37.711631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39948) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:37.717880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--607018514'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:37.724838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:37.736301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:37.745646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.748549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.765129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.772994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:37.778073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:37.781019 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:37.787355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:37.811328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] Transition to ACTIVE for port object 9a5da344-b02d-4c61-9a2f-b3e630660c34 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:37.817653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=b43473ae-2c71-4566-ad0c-9bb0793ac859,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:37.821716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.852704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 46611a81-530b-4837-af1b-31ba646fb6eb {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:37.853037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.878956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.884700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:37.977096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f3b43-a1ca-44c5-84d9-ed3c5ea046b3 None None] Pushing event updated for resources: {'Port': ['ID=9a5da344-b02d-4c61-9a2f-b3e630660c34,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:38.035137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.055189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1962799a-c511-4307-945e-5291683b0918,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:38.071157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.072479 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-56db598e-0aa2-4cdf-998f-64b8dd4894d3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3599396 Apr 23 00:34:38.075774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39952) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:38.081323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': '1962799a-c511-4307-945e-5291683b0918', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:38.087854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:38.093024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:38.096639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.097098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:38.105937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:38.119477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:38.131388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.153598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:38.159564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:38.172941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.207144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.216307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.221972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.228935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:38.244185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b00369d-6fdb-4f3d-8774-c19e9feae23d,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:38.262464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed92d873-d501-4aab-ae49-84c4dd1f36fb,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:38.268276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.270160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f45c3b52-0fa8-4399-91ba-346a4ac21886 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1934845 Apr 23 00:34:38.273016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39958) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:38.305644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65da2396-6934-4f21-ba98-0c5c9d2d7e50 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.317225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65da2396-6934-4f21-ba98-0c5c9d2d7e50 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.348633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65da2396-6934-4f21-ba98-0c5c9d2d7e50 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.366039 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-32c31f10-541c-45f0-b3a0-56c08d74bfdf req-fb299446-df1f-41b3-9496-367025ae5816 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 210 time: 0.1229401 Apr 23 00:34:38.372123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-65da2396-6934-4f21-ba98-0c5c9d2d7e50 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.372633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 8530999f-ad0c-4d9b-bc11-a5fd3f29067c will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:38.373388 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-65da2396-6934-4f21-ba98-0c5c9d2d7e50 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7b00369d-6fdb-4f3d-8774-c19e9feae23d HTTP/1.1" status: 204 len: 168 time: 0.0991235 Apr 23 00:34:38.374160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da2396-6934-4f21-ba98-0c5c9d2d7e50 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b00369d-6fdb-4f3d-8774-c19e9feae23d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:38.379663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39962) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:38.543936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.618221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b439ebe4-f503-4dc9-b005-94369a310d09 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:38.638802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Provisioning complete for port 46611a81-530b-4837-af1b-31ba646fb6eb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:38.639396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.639509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.640925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=9e91fc6f-f3f0-43da-9a5e-ce1a997885f7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:38.645722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.673085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6920a8dc-a56e-4074-a63f-7ead07c19613 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:38.688474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.705981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.774927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Port 46611a81-530b-4837-af1b-31ba646fb6eb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:38.841899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.851239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 46611a81-530b-4837-af1b-31ba646fb6eb owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:38.855612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Provisioning for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:38.865761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:38.866130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:38.924786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 84b730be-841b-4b82-989b-34a46792b2ef is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:38.942071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:38.983227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b439ebe4-f503-4dc9-b005-94369a310d09 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:38.990351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39966) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:38.990934 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b439ebe4-f503-4dc9-b005-94369a310d09 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6009426 Apr 23 00:34:39.006546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b43473ae-2c71-4566-ad0c-9bb0793ac859 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:39.085647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:39.114636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76ece6d6-cc22-4fd7-bb1d-b58d64fd0e0d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.126137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:39.139282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] Deleting port b43473ae-2c71-4566-ad0c-9bb0793ac859 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:39.139669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.145706 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d5568e78-95a1-4bf7-b256-ff8d107c11dd tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/9e91fc6f-f3f0-43da-9a5e-ce1a997885f7 HTTP/1.1" status: 204 len: 168 time: 1.9196982 Apr 23 00:34:39.149889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39970) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:39.155566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:39.158923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76ece6d6-cc22-4fd7-bb1d-b58d64fd0e0d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.163675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.164851 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3735869 Apr 23 00:34:39.172318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39974) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:39.227395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76ece6d6-cc22-4fd7-bb1d-b58d64fd0e0d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.260924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c3ff8-c06b-4bb2-8e82-0aa9782c0f30 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab395fe1-1dff-4ad1-9721-ccf517ab6574,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:39.264395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ece6d6-cc22-4fd7-bb1d-b58d64fd0e0d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962799a-c511-4307-945e-5291683b0918,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:39.267426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76ece6d6-cc22-4fd7-bb1d-b58d64fd0e0d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.271554 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-76ece6d6-cc22-4fd7-bb1d-b58d64fd0e0d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/1962799a-c511-4307-945e-5291683b0918 HTTP/1.1" status: 204 len: 168 time: 0.2795575 Apr 23 00:34:39.272330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39978) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:39.280685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': 'ab395fe1-1dff-4ad1-9721-ccf517ab6574', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:39.291375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2e563e4d-6b70-4093-8d0d-26d5206d51d6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308398 Apr 23 00:34:39.294975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:39.301799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 39982) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:39.332799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:39.332978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e8a0a69-2bfe-4414-8b6a-a4be16fece7f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:39.341192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:39.351630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7e8a0a69-2bfe-4414-8b6a-a4be16fece7f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:39.358438 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7e8a0a69-2bfe-4414-8b6a-a4be16fece7f tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848804 Apr 23 00:34:39.359447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39986) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:39.359580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:39.365398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--945785318'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:39.375198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:39.386838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:39.396535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:39.400316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.411152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:39.412088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.423360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:39.427795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:39.431234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:39.438851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:39.520144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Provisioning complete for port e297ea3c-034a-487d-908b-52df1255bc57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:39.520144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.554100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b43473ae-2c71-4566-ad0c-9bb0793ac859 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:39.554100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.593561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdefa5-6481-4667-b4ab-2d1e79ac601b req-40be67cc-d722-46a9-ab98-57810ccd76ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:39.595123 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-41cdefa5-6481-4667-b4ab-2d1e79ac601b req-40be67cc-d722-46a9-ab98-57810ccd76ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 932 time: 0.0928333 Apr 23 00:34:39.611426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] For port b43473ae-2c71-4566-ad0c-9bb0793ac859, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b43473ae-2c71-4566-ad0c-9bb0793ac859,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:39.611821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.644141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.651757 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-dd44ffa6-0504-4dfa-b136-87033ef5c4f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2944028 Apr 23 00:34:39.656082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.675697 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-41cdefa5-6481-4667-b4ab-2d1e79ac601b req-31b9f0b7-2849-414a-9506-9d904c4ed384 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660169 Apr 23 00:34:39.695983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-093f20aa-a45b-4b01-b061-de696b86c567 None None] Port e297ea3c-034a-487d-908b-52df1255bc57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:39.718100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Request body: {'port': {'device_id': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:39.742554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.748316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:39.748531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.763317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=46611a81-530b-4837-af1b-31ba646fb6eb,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:39.766819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] Calling delete_port for b43473ae-2c71-4566-ad0c-9bb0793ac859 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:39.781173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:39.812639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe847c0-585d-49df-a529-1701cf075fd6,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:39.827922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:39.833930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cc466fde-3d05-4802-893d-5debe694f9e6 None None] Could not find standard attr ID for object 46611a81-530b-4837-af1b-31ba646fb6eb. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:39.843366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.846856 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4845bfa8-0213-479e-a674-c3033ddd4ec3 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4849613 Apr 23 00:34:39.847956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39992) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:39.853393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'dfe847c0-585d-49df-a529-1701cf075fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:39.861379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:39.865847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:39.870671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:39.875547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.877449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:39.890560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:39.905274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.922091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cc466fde-3d05-4802-893d-5debe694f9e6 None None] Provisioning for port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:39.945309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cc466fde-3d05-4802-893d-5debe694f9e6 None None] Provisioning complete for port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:39.946049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cc466fde-3d05-4802-893d-5debe694f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.985122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:39.987611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.988696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.993117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:39.995256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.012428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9a5da344-b02d-4c61-9a2f-b3e630660c34 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:40.023373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71df8a2e-ab7b-40d1-98c8-17b30b427cbe,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.045626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.047432 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8c1f41ce-2fcd-4352-8c87-ae766aae0f54 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1983585 Apr 23 00:34:40.050152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 39996) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.083679 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9e99ded8-76ce-488f-96d5-73b4c15c2a25 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules/71df8a2e-ab7b-40d1-98c8-17b30b427cbe HTTP/1.1" status: 200 len: 763 time: 0.0318303 Apr 23 00:34:40.086077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40000) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.094551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.099453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.107057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.119171 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-77723c10-f7aa-4921-aaf0-1671c3f7e88b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/46611a81-530b-4837-af1b-31ba646fb6eb HTTP/1.1" status: 204 len: 168 time: 2.4621747 Apr 23 00:34:40.125398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40004) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.150664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cc466fde-3d05-4802-893d-5debe694f9e6 None None] Port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:40.157225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] No DVR routers for this DVR port b43473ae-2c71-4566-ad0c-9bb0793ac859 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:40.175920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd3a81-2ffc-4719-bb80-fb6b4f1f9f87 None None] Pushing event deleted for resources: {'Port': ['ID=b43473ae-2c71-4566-ad0c-9bb0793ac859,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.176264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.176465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-02d88e40-f4fc-4ae3-99fb-f59ee17455fd tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:40.190874 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2412f35-66e8-43a3-80f8-31c6ab0715e4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:34:40.192200 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c2412f35-66e8-43a3-80f8-31c6ab0715e4 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/46611a81-530b-4837-af1b-31ba646fb6eb HTTP/1.1" status: 404 len: 333 time: 0.0660188 Apr 23 00:34:40.196032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40008) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.225475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-02d88e40-f4fc-4ae3-99fb-f59ee17455fd tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:40.226901 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-02d88e40-f4fc-4ae3-99fb-f59ee17455fd tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1395040 Apr 23 00:34:40.228558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:40.230375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40012) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.230731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.271080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.272381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0255511 Apr 23 00:34:40.273617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b208d1a-d8d0-4df1-b2c0-6337246e497a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd37f36-a2e6-43f6-a576-ed2eb8eef12d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.279535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40016) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.289288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': 'ab395fe1-1dff-4ad1-9721-ccf517ab6574', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:40.304143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:40.310948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0328d989-ed1d-4830-aa8d-9e4f1cf3c35e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.327671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0328d989-ed1d-4830-aa8d-9e4f1cf3c35e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.348760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2c81e4-aaab-4136-ad26-19ebea36de6a tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.365921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:40.377541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:40.387069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2c81e4-aaab-4136-ad26-19ebea36de6a tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.393911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:40.394880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0328d989-ed1d-4830-aa8d-9e4f1cf3c35e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.423657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328d989-ed1d-4830-aa8d-9e4f1cf3c35e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71df8a2e-ab7b-40d1-98c8-17b30b427cbe,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.445646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0328d989-ed1d-4830-aa8d-9e4f1cf3c35e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.446769 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0328d989-ed1d-4830-aa8d-9e4f1cf3c35e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/71df8a2e-ab7b-40d1-98c8-17b30b427cbe HTTP/1.1" status: 204 len: 168 time: 0.2155423 Apr 23 00:34:40.450768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40020) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.458134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.476422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2c81e4-aaab-4136-ad26-19ebea36de6a tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.501217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c81e4-aaab-4136-ad26-19ebea36de6a tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcc7b36-87c4-4451-b12f-579f6fe490e3,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.519972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-20f15cb3-baef-46fe-896b-54638e9d123a tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:40.524916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-af2c81e4-aaab-4136-ad26-19ebea36de6a tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.527860 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-af2c81e4-aaab-4136-ad26-19ebea36de6a tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/security-groups/ddcc7b36-87c4-4451-b12f-579f6fe490e3 HTTP/1.1" status: 204 len: 168 time: 0.3290668 Apr 23 00:34:40.531754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40024) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.553647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-20f15cb3-baef-46fe-896b-54638e9d123a tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:40.554881 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-20f15cb3-baef-46fe-896b-54638e9d123a tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1032290 Apr 23 00:34:40.559034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.569753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'dfe847c0-585d-49df-a529-1701cf075fd6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:40.584253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:40.605796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:40.636643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-75954e76-c782-4ec3-ba77-82ae54519158 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.639594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.686712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-75954e76-c782-4ec3-ba77-82ae54519158 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.688281 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): There was a conflict when trying to complete your request. Apr 23 00:34:40.689299 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-03612e64-9533-480b-87a0-aa09584b06bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4086757 Apr 23 00:34:40.692662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40032) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.753726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.758294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.785783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-75954e76-c782-4ec3-ba77-82ae54519158 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.799832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c06705b-dd2b-4478-84b1-9796fdd1681b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.812005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75954e76-c782-4ec3-ba77-82ae54519158 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adef5a75-d585-4c27-a7a6-9b48aafc151a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:40.825428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-75954e76-c782-4ec3-ba77-82ae54519158 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.826584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-75954e76-c782-4ec3-ba77-82ae54519158 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/security-groups/adef5a75-d585-4c27-a7a6-9b48aafc151a HTTP/1.1" status: 204 len: 168 time: 0.2939165 Apr 23 00:34:40.828034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.831828 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-79c4746e-6dc4-48cc-8374-09c9de5f7545 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694676 Apr 23 00:34:40.831828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40038) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.832065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40042) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.901674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a5a46970-73de-4d64-a8ab-83bf2831f6b8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules/9c06705b-dd2b-4478-84b1-9796fdd1681b HTTP/1.1" status: 200 len: 763 time: 0.0655363 Apr 23 00:34:40.902934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40046) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:40.918701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8530999f-ad0c-4d9b-bc11-a5fd3f29067c {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:34:40.938214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet 775d8555-fb5a-4eef-9876-581febeb9b1c {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:40.943772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.963815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b43473ae-2c71-4566-ad0c-9bb0793ac859 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:40.972631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:40.993913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Transition to ACTIVE for port object 8530999f-ad0c-4d9b-bc11-a5fd3f29067c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:41.007062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: b43473ae-2c71-4566-ad0c-9bb0793ac859 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:34:41.007757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b43473ae-2c71-4566-ad0c-9bb0793ac859 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:34:41.014539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6759c5c7-e159-4f80-80c7-7a6fe7fbd88d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:41.026810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:34:41.029866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9ad867a-2014-4abd-adee-4c7a4366fffd tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.031565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.035167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.035897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.078703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6759c5c7-e159-4f80-80c7-7a6fe7fbd88d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:41.079969 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6759c5c7-e159-4f80-80c7-7a6fe7fbd88d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1761436 Apr 23 00:34:41.082690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40050) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:41.132623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9712-dba9-45c9-be7f-cf3e603a2ae8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.149042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9712-dba9-45c9-be7f-cf3e603a2ae8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.177818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.224272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9712-dba9-45c9-be7f-cf3e603a2ae8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.249132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf9712-dba9-45c9-be7f-cf3e603a2ae8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c06705b-dd2b-4478-84b1-9796fdd1681b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.258523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:41.267209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9ad867a-2014-4abd-adee-4c7a4366fffd tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.270403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fcf9712-dba9-45c9-be7f-cf3e603a2ae8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.271515 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6fcf9712-dba9-45c9-be7f-cf3e603a2ae8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/9c06705b-dd2b-4478-84b1-9796fdd1681b HTTP/1.1" status: 204 len: 168 time: 0.1879385 Apr 23 00:34:41.277449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40054) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:41.287123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:41.290498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:41.291091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.298553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563b120-bde5-48d2-87e3-2a0348d5608c None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:41.302863 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.351799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=775d8555-fb5a-4eef-9876-581febeb9b1c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.353788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.372413 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-80615987-bd8a-4168-bb11-4307553048b3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/775d8555-fb5a-4eef-9876-581febeb9b1c HTTP/1.1" status: 204 len: 168 time: 0.5373263 Apr 23 00:34:41.375513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40058) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:41.389766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d36d9ba7-693b-441b-ad27-00a28b0dd839 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:41.395127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62111e78-6337-420b-a556-fc808ba25a4e req-29bde334-0d90-42c0-aeaa-e74f71c4331d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:41.395300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:41.395850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-62111e78-6337-420b-a556-fc808ba25a4e req-29bde334-0d90-42c0-aeaa-e74f71c4331d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:41.399698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e4121-db0a-450d-9131-41f4f5340189 None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:41.400000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Pushing event updated for resources: {'Port': ['ID=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.403447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=c49a7c6d-54b9-46a5-abaa-df756dbf33d5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.489217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d36d9ba7-693b-441b-ad27-00a28b0dd839 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:41.490309 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d36d9ba7-693b-441b-ad27-00a28b0dd839 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2120471 Apr 23 00:34:41.497365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:41.509824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'dfe847c0-585d-49df-a529-1701cf075fd6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:41.518957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:41.538077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:41.580919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.590691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:41.598715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:41.609076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:41.618798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:41.631435 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-601a1547-07ff-4bce-a7e2-53a51fb85d32 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3284688 Apr 23 00:34:41.632185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40066) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:41.643409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:28:14:28', 'name': 'tempest-NetworksTestDHCPv6-2068269881'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:41.650591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:41.656767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.675019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-62111e78-6337-420b-a556-fc808ba25a4e req-29bde334-0d90-42c0-aeaa-e74f71c4331d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:41.678721 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62111e78-6337-420b-a556-fc808ba25a4e req-29bde334-0d90-42c0-aeaa-e74f71c4331d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 932 time: 0.8515868 Apr 23 00:34:41.759539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': 'c49a7c6d-54b9-46a5-abaa-df756dbf33d5'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:34:41.761531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.770371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.781106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.781319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9ad867a-2014-4abd-adee-4c7a4366fffd tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.802032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Attempting to bind port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:41.802550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Attempting to bind port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:41.802979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Attempting to bind port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c on network 84b730be-841b-4b82-989b-34a46792b2ef {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:41.830088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad867a-2014-4abd-adee-4c7a4366fffd tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab395fe1-1dff-4ad1-9721-ccf517ab6574,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.832269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c on network 84b730be-841b-4b82-989b-34a46792b2ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:34:41.832724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Attempting to bind port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c on network 84b730be-841b-4b82-989b-34a46792b2ef {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:41.856415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:41.856914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Checking segment: {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:41.857406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Bound using segment: {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:41.857975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Bound port: 8530999f-ad0c-4d9b-bc11-a5fd3f29067c, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:41.858459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.874960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9ad867a-2014-4abd-adee-4c7a4366fffd tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.878893 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e9ad867a-2014-4abd-adee-4c7a4366fffd tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/ab395fe1-1dff-4ad1-9721-ccf517ab6574 HTTP/1.1" status: 204 len: 168 time: 1.1852736 Apr 23 00:34:41.879689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40070) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:41.899657 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62111e78-6337-420b-a556-fc808ba25a4e req-c332c5bb-76b9-4a4d-8bf6-132e96205d44 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088265 Apr 23 00:34:41.933586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5589da8d-6ce9-453e-8c53-9052e0e4a218,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:41.965576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:41.969497 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f36acfda-197b-47e4-a087-e6450db77b94 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4687846 Apr 23 00:34:41.969850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40074) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:41.996590 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-21191c71-0bfa-4fb2-8a71-67d86019037e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules/5589da8d-6ce9-453e-8c53-9052e0e4a218 HTTP/1.1" status: 200 len: 764 time: 0.0228004 Apr 23 00:34:41.997341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40078) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:42.012209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:42.031481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Allocated IP 2001:db8::f816:3eff:feae:1b4e (986a55f2-d336-4e62-8bc6-ead9728638f4/c49a7c6d-54b9-46a5-abaa-df756dbf33d5/31914aaf-4d9d-4589-bcf9-56d4679a04ee) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:42.043752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:42.081646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ae27172d-a6ea-4105-bfce-c03f3e2ce8c3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:42.093394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:42.118528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-18cc730e-626d-443e-a62a-3f9b9b27dee8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:42.140865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] For port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:42.180634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-18cc730e-626d-443e-a62a-3f9b9b27dee8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:42.185832 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-18cc730e-626d-443e-a62a-3f9b9b27dee8 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1873636 Apr 23 00:34:42.186909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40082) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:42.212766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] For port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:42.222781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ae27172d-a6ea-4105-bfce-c03f3e2ce8c3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:42.230845 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ae27172d-a6ea-4105-bfce-c03f3e2ce8c3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3436127 Apr 23 00:34:42.233872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40086) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:42.239513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--454508281'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:42.251291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72cfb83a-45b6-4530-9d9d-9f474863e700 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.251840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.266330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72cfb83a-45b6-4530-9d9d-9f474863e700 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.282657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.291066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:42.342340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:42.342340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.344271 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] 10.222.0.42 "PUT /v2.0/ports/8530999f-ad0c-4d9b-bc11-a5fd3f29067c HTTP/1.1" status: 200 len: 1094 time: 2.6373377 Apr 23 00:34:42.345232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:42.361303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:42.365357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72cfb83a-45b6-4530-9d9d-9f474863e700 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.399596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:42.402460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.413450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:42.417685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:42.418291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.426138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.442107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Transition to ACTIVE for port object 31914aaf-4d9d-4589-bcf9-56d4679a04ee will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:42.470592 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0939338 Apr 23 00:34:42.473083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72cfb83a-45b6-4530-9d9d-9f474863e700 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.477120 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72cfb83a-45b6-4530-9d9d-9f474863e700 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5589da8d-6ce9-453e-8c53-9052e0e4a218 HTTP/1.1" status: 204 len: 168 time: 0.2877030 Apr 23 00:34:42.477798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40092) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:42.478125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40094) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:42.483695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Transition to ACTIVE for port object 31914aaf-4d9d-4589-bcf9-56d4679a04ee will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:42.492227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfb83a-45b6-4530-9d9d-9f474863e700 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5589da8d-6ce9-453e-8c53-9052e0e4a218,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:42.492880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.502641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'security_group': {'name': 'tempest-secgroup-1017540771'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:42.521837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:42.526936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:42.536296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:42.551852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:42.564797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f6684-d463-498e-ac78-a220be72b7fe service neutron] Pushing event updated for resources: {'Port': ['ID=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:42.589627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7b260-b009-48d7-9a1c-c2da6612c23c tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=d7e68424-1153-4adb-bd9f-9979a4dd38b4,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:42.598827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.611709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.626170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:42.629128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:42.631417 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a139c839-f49b-4a86-86b6-c7a90d4bdfaa'] response: {'name': 'network-changed', 'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'status': 'completed', 'code': 200} Apr 23 00:34:42.637360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:42.648382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:42.651980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 91f34177-d24d-458d-8856-ddc8df157040 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:42.658879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:42.670211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group_rule and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:42.677420 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Pushing event updated for resources: {'Port': ['ID=31914aaf-4d9d-4589-bcf9-56d4679a04ee,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:42.681193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-85447e8e-4628-4d67-bc4a-4a86e43a7e3d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:42.685377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:42.692452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:42.714843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:42.728238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:42.730123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-85447e8e-4628-4d67-bc4a-4a86e43a7e3d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:42.731648 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-85447e8e-4628-4d67-bc4a-4a86e43a7e3d tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2442091 Apr 23 00:34:42.734962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40100) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:42.754637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:42.795224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Attempting to bind port 31914aaf-4d9d-4589-bcf9-56d4679a04ee on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:42.795579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Attempting to bind port 31914aaf-4d9d-4589-bcf9-56d4679a04ee by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:42.795970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Attempting to bind port 31914aaf-4d9d-4589-bcf9-56d4679a04ee on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:42.796091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-c93837f8-3b8a-416b-8027-41dc997dcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:42.797644 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-c93837f8-3b8a-416b-8027-41dc997dcec4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 1097 time: 0.3624170 Apr 23 00:34:42.804164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:42.804532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:42.804934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.805316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:42.805776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Bound port: 31914aaf-4d9d-4589-bcf9-56d4679a04ee, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:42.806147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.848568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.857113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.861048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73abd09a-6d03-47b3-995e-db5267dc1eae None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:42.894227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.898408 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4141276 Apr 23 00:34:42.906697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40104) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:42.927092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'security_group': {'name': 'tempest-secgroup-1291853218'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:42.937195 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-1c9b482b-4350-4fcf-b5b1-77348d002877 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c HTTP/1.1" status: 200 len: 217 time: 0.1237113 Apr 23 00:34:42.941450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:42.949199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:42.955121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:42.965253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:42.984616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1e04a98-cccc-4149-af94-aadb6dda1984 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:42.987158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468128a3-ebea-4b8d-a292-c27fe12ad6aa tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3f42d6-a3e0-46b6-b6a9-b400b48273d2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.008956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.015312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] For port 31914aaf-4d9d-4589-bcf9-56d4679a04ee, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:43.021896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] For port 31914aaf-4d9d-4589-bcf9-56d4679a04ee, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=31914aaf-4d9d-4589-bcf9-56d4679a04ee,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:43.025479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-058d6e8b-c209-49ac-a269-6cde769f6eb3 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:43.026459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-058d6e8b-c209-49ac-a269-6cde769f6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.049462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:43.053737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group_rule and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:43.056888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:43.064161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:43.074087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-3aa054fc-058c-442b-ab6d-15a82914eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:43.075647 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-3aa054fc-058c-442b-ab6d-15a82914eed4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=873061d5-00bc-4f5d-83da-99225aeeab7f HTTP/1.1" status: 200 len: 835 time: 0.1180587 Apr 23 00:34:43.096454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.102495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1e04a98-cccc-4149-af94-aadb6dda1984 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.181221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1e04a98-cccc-4149-af94-aadb6dda1984 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.201267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe28:1428 (986a55f2-d336-4e62-8bc6-ead9728638f4/c49a7c6d-54b9-46a5-abaa-df756dbf33d5/91f34177-d24d-458d-8856-ddc8df157040) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:43.217504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e04a98-cccc-4149-af94-aadb6dda1984 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe847c0-585d-49df-a529-1701cf075fd6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.248787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.253378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.253838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.268673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e1e04a98-cccc-4149-af94-aadb6dda1984 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.272278 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e1e04a98-cccc-4149-af94-aadb6dda1984 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/dfe847c0-585d-49df-a529-1701cf075fd6 HTTP/1.1" status: 204 len: 168 time: 0.5095339 Apr 23 00:34:43.279533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.280616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40110) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:43.288537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c656c5-96e8-4483-bad9-c2223bf44a8b None None] Pushing event updated for resources: {'Port': ['ID=31914aaf-4d9d-4589-bcf9-56d4679a04ee,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.330980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.332197 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0969334 Apr 23 00:34:43.351436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40114) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:43.365333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d5a367ca-6793-414b-9cb2-2fd8120f1970 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:43.367999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ab1c92dc-7ad4-4181-a3d4-ac2926e816b9 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '6a521852-8365-4915-9c68-f476df6e3816', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.368135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.368498 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-ab1c92dc-7ad4-4181-a3d4-ac2926e816b9 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 23 00:34:43.368990 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-ab1c92dc-7ad4-4181-a3d4-ac2926e816b9 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:43.372149 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab1c92dc-7ad4-4181-a3d4-ac2926e816b9 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084748 Apr 23 00:34:43.372705 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4596932 Apr 23 00:34:43.375668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40118) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:43.375829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-058d6e8b-c209-49ac-a269-6cde769f6eb3 None None] Provisioning complete for port e297ea3c-034a-487d-908b-52df1255bc57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:43.376082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-058d6e8b-c209-49ac-a269-6cde769f6eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.376419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40120) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:43.392896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bca34-3b8d-4fce-bd6f-1ebae115b3d3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb5375-8464-43c0-8ab7-fe79a9ee62dd,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.393932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-0442e92f-7cc6-45b9-a364-5f39caba32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:43.395438 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-0442e92f-7cc6-45b9-a364-5f39caba32b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84b730be-841b-4b82-989b-34a46792b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2815890 Apr 23 00:34:43.398211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'security_group': {'name': 'tempest-secgroup-92031308'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.413168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:43.423636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:43.433929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:43.435402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0b22a-8e10-4c71-ba2f-4ee62a89f9e1 req-f887457e-70cc-4d22-87b4-ed87d0accd79 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:43.442923 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dff0b22a-8e10-4c71-ba2f-4ee62a89f9e1 req-f887457e-70cc-4d22-87b4-ed87d0accd79 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 944 time: 0.3632784 Apr 23 00:34:43.447010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:43.460238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d5a367ca-6793-414b-9cb2-2fd8120f1970 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:43.460984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-058d6e8b-c209-49ac-a269-6cde769f6eb3 None None] Port e297ea3c-034a-487d-908b-52df1255bc57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:43.461774 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d5a367ca-6793-414b-9cb2-2fd8120f1970 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801012 Apr 23 00:34:43.476176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40126) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:43.484091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608913480'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.489531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c87ae2-0293-46fb-9622-05fa299b11b0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a521852-8365-4915-9c68-f476df6e3816,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.493203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:43.519957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.532483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:43.561164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-921095af-a667-4ac7-bdf5-1c7d512ae548 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.581227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] Update dhcp port {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'fixed_ips': [{'subnet_id': 'e47b7f5d-a939-4e93-8c5c-7668af41dbc5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd7e68424-1153-4adb-bd9f-9979a4dd38b4'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '9a5da344-b02d-4c61-9a2f-b3e630660c34'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:34:43.582056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:43.586876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:security_group_rule and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:43.596686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:43.611594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:43.694215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.708209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.719486 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dff0b22a-8e10-4c71-ba2f-4ee62a89f9e1 req-2625120f-00f5-4626-8ae4-cc33d8ace0e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753386 Apr 23 00:34:43.774629 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-17f36239-5e78-48de-93b2-e458d62f3534 service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688707 Apr 23 00:34:43.784518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.792843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-921095af-a667-4ac7-bdf5-1c7d512ae548 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.813141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.827599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:43.859613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:43.875560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:43.900015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:43.917359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.919689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28346d-aa6a-439a-a0d2-0db7b4b6dc5c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:43.923552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.927991 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-220490f0-448b-4a72-8a36-cc86d1bf5fe3 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5473297 Apr 23 00:34:43.928995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40134) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:43.939775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-512117803', 'security_groups': ['5e28346d-aa6a-439a-a0d2-0db7b4b6dc5c'], 'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd7e68424-1153-4adb-bd9f-9979a4dd38b4'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:43.952132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-921095af-a667-4ac7-bdf5-1c7d512ae548 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:43.982737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] Allocated IP 172.20.0.2 (86151bb8-95d9-4c00-a767-eb0f24bb091a/d7e68424-1153-4adb-bd9f-9979a4dd38b4/9a5da344-b02d-4c61-9a2f-b3e630660c34) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:43.985689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 91f34177-d24d-458d-8856-ddc8df157040 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:43.990943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921095af-a667-4ac7-bdf5-1c7d512ae548 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a521852-8365-4915-9c68-f476df6e3816,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:44.022987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-921095af-a667-4ac7-bdf5-1c7d512ae548 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.027668 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-921095af-a667-4ac7-bdf5-1c7d512ae548 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/6a521852-8365-4915-9c68-f476df6e3816 HTTP/1.1" status: 204 len: 168 time: 0.6480384 Apr 23 00:34:44.028621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40138) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.088109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.101030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.124431 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2595fd4-92bf-49f2-b3b8-0342aca7798d req-880cfd83-aaaf-4fe4-b707-ab8a0386156c service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416073 Apr 23 00:34:44.141333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1bfa9f-62bb-4c6b-b79b-47f7747ec0e1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:44.167744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8ad66c0-fb2a-4ba2-a5d4-696173510e00 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:44.172093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.175874 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-320952dd-c4c7-43c0-b170-6bb3885c3318 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6946313 Apr 23 00:34:44.177241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40142) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.183221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Request body: {'security_group_rule': {'security_group_id': 'ac1bfa9f-62bb-4c6b-b79b-47f7747ec0e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:44.192932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] For port 9a5da344-b02d-4c61-9a2f-b3e630660c34, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9a5da344-b02d-4c61-9a2f-b3e630660c34,segment=NetworkSegment(c9898c29-188f-40a2-b686-1feb204678e8),segment_id=c9898c29-188f-40a2-b686-1feb204678e8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:44.194462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:44.200080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Usage tracker for resource:security_group_rule and tenant:5c4d7131376444f29227b050ecc2608c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:44.203660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:44.209483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b8ad66c0-fb2a-4ba2-a5d4-696173510e00 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:44.215153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40146) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.215346 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b8ad66c0-fb2a-4ba2-a5d4-696173510e00 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1763763 Apr 23 00:34:44.215936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:44.232093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.236403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--608610471'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:44.240313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.244474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:44.263699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] Transition to ACTIVE for port object 9a5da344-b02d-4c61-9a2f-b3e630660c34 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:44.266143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:44.272615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.274871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.277363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:port and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:44.280993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:44.286700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:44.322655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.327990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.359783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd65629a-24dc-4bf6-9a35-66950273b355,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:44.376019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:44.381200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.384552 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-61157d73-d024-40d8-997d-33917275eeda tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2062798 Apr 23 00:34:44.386695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40150) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.418411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.431756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:44.453129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:44.455548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:44.469589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a18dc8-2ea5-4b37-a3ba-74c86c73311c None None] Pushing event updated for resources: {'Port': ['ID=9a5da344-b02d-4c61-9a2f-b3e630660c34,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:44.472748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:44.478598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:44.479999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.486382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f57da99-a082-4b0a-8ea2-9c532be9fa1c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.513605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=91f34177-d24d-458d-8856-ddc8df157040,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:44.519240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f57da99-a082-4b0a-8ea2-9c532be9fa1c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.528998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:44.578939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f57da99-a082-4b0a-8ea2-9c532be9fa1c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.601189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57da99-a082-4b0a-8ea2-9c532be9fa1c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1bfa9f-62bb-4c6b-b79b-47f7747ec0e1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:44.616972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0f57da99-a082-4b0a-8ea2-9c532be9fa1c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.618382 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0f57da99-a082-4b0a-8ea2-9c532be9fa1c tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/ac1bfa9f-62bb-4c6b-b79b-47f7747ec0e1 HTTP/1.1" status: 204 len: 168 time: 0.2302973 Apr 23 00:34:44.621752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40154) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.625781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:44.630693 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-25b0ee77-0984-493a-8343-ec92e275ad77 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9942274 Apr 23 00:34:44.641248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:44.649621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40158) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.653537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:44.700611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8cff7cf-5d8b-42f0-a433-b3d299d13a59 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:44.721645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e8cff7cf-5d8b-42f0-a433-b3d299d13a59 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:44.722880 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e8cff7cf-5d8b-42f0-a433-b3d299d13a59 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1000416 Apr 23 00:34:44.725648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40162) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.784249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-f9ee083b-c760-46d8-83e7-849b74ec1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:44.785825 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-f9ee083b-c760-46d8-83e7-849b74ec1e6e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 1097 time: 0.4536228 Apr 23 00:34:44.799477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-841c8c90-17e1-4841-8cc3-9b65aec8e940 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Synchronizing usage tracker for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:44.827040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-841c8c90-17e1-4841-8cc3-9b65aec8e940 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] Unset dirty status for tenant:5c4d7131376444f29227b050ecc2608c on resource:security_group_rule {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:44.832572 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-841c8c90-17e1-4841-8cc3-9b65aec8e940 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1021309 Apr 23 00:34:44.832801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40168) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.833956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9cb764bd-0af3-48de-845e-08c614822083 None None] Provisioning for port 31914aaf-4d9d-4589-bcf9-56d4679a04ee completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:44.845776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:44.858538 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-420be74c-1a60-4505-8920-185c09fb869e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] delete failed (client error): The resource could not be found. Apr 23 00:34:44.863546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-420be74c-1a60-4505-8920-185c09fb869e tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "DELETE /v2.0/security-groups/ac1bfa9f-62bb-4c6b-b79b-47f7747ec0e1 HTTP/1.1" status: 404 len: 347 time: 0.0259936 Apr 23 00:34:44.864941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40172) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:44.942500 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eb4a5553-1f78-4772-809e-2fe85fb2aa28 tempest-SecGroupTest-44333684 tempest-SecGroupTest-44333684-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694876 Apr 23 00:34:45.035900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] device_id is not set on port 264109c2-d769-4710-8658-dd456ba7db42 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:45.162850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 31914aaf-4d9d-4589-bcf9-56d4679a04ee up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:45.236560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-d16ed83b-8acb-4bbe-8921-a5bc1bf335c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:45.239126 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-d16ed83b-8acb-4bbe-8921-a5bc1bf335c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84b730be-841b-4b82-989b-34a46792b2ef HTTP/1.1" status: 200 len: 895 time: 0.4409442 Apr 23 00:34:45.286748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0cb63759-296b-4ac6-889e-53bf50465875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.309615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-08bfe2c3-01e4-4435-b1dc-574bcd85ba31 None None] Provisioning for port 91f34177-d24d-458d-8856-ddc8df157040 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:45.314420 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 31914aaf-4d9d-4589-bcf9-56d4679a04ee completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:45.318552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-08bfe2c3-01e4-4435-b1dc-574bcd85ba31 None None] Provisioning complete for port 91f34177-d24d-458d-8856-ddc8df157040 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:45.318920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08bfe2c3-01e4-4435-b1dc-574bcd85ba31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.337823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40180) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:45.347896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 31914aaf-4d9d-4589-bcf9-56d4679a04ee triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:45.348273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.359746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.371343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e3644-cb87-4016-892a-7436a0f4b7f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:45.377177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139e3644-cb87-4016-892a-7436a0f4b7f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:45.377963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-139e3644-cb87-4016-892a-7436a0f4b7f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:45.386762 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-8cbd57a8-6c80-497d-9524-c9569a8e78f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c HTTP/1.1" status: 200 len: 217 time: 0.1238539 Apr 23 00:34:45.391728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.427956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-08bfe2c3-01e4-4435-b1dc-574bcd85ba31 None None] Port 91f34177-d24d-458d-8856-ddc8df157040 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:45.494221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.503674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ab7822fb-0358-4af7-8aa9-ebe60015cef8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c4d7131376444f29227b050ecc2608c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627266 Apr 23 00:34:45.505996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40186) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:45.531233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 31914aaf-4d9d-4589-bcf9-56d4679a04ee, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=31914aaf-4d9d-4589-bcf9-56d4679a04ee,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:45.538047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.539098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9a5da344-b02d-4c61-9a2f-b3e630660c34 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:45.565374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-139e3644-cb87-4016-892a-7436a0f4b7f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:45.566560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-139e3644-cb87-4016-892a-7436a0f4b7f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9146767 Apr 23 00:34:45.569826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40190) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:45.573464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83dce739-1800-4b37-ac2e-5f889a185a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.582352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546bf1b-fedd-4c88-86d0-27bc60e585ec req-67908336-13d6-4200-9324-0d765814ba7d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:45.583905 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0546bf1b-fedd-4c88-86d0-27bc60e585ec req-67908336-13d6-4200-9324-0d765814ba7d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 944 time: 0.7033980 Apr 23 00:34:45.592695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936e53d9-3a4c-4654-b80f-7c9d1060af99,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:45.594972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.596165 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-09ae51fb-e6bd-4fdd-a93b-57c70c7e7525 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3720033 Apr 23 00:34:45.618098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40194) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:45.625673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-3da84a8b-ed7c-4992-86cb-5a32b17d1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:45.627139 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-3da84a8b-ed7c-4992-86cb-5a32b17d1e3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=873061d5-00bc-4f5d-83da-99225aeeab7f HTTP/1.1" status: 200 len: 835 time: 0.2224047 Apr 23 00:34:45.632115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4f5f9d33-4711-4eb6-9103-54977a9bf2a2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '936e53d9-3a4c-4654-b80f-7c9d1060af99', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:45.632945 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-4f5f9d33-4711-4eb6-9103-54977a9bf2a2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 23 00:34:45.633673 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-4f5f9d33-4711-4eb6-9103-54977a9bf2a2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:45.638365 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4f5f9d33-4711-4eb6-9103-54977a9bf2a2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0155008 Apr 23 00:34:45.639102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40198) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:45.678497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cf68d6e5-1ddd-4f1b-8d61-1e3a583b4145 None None] Provisioning for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:45.680604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83dce739-1800-4b37-ac2e-5f889a185a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.696103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cf68d6e5-1ddd-4f1b-8d61-1e3a583b4145 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:45.696482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cf68d6e5-1ddd-4f1b-8d61-1e3a583b4145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.711179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 91f34177-d24d-458d-8856-ddc8df157040 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:45.711661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.737518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=31914aaf-4d9d-4589-bcf9-56d4679a04ee,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:45.758287 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0546bf1b-fedd-4c88-86d0-27bc60e585ec req-64b87b75-a9bf-41d9-8ecb-b804fd177b4c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587369 Apr 23 00:34:45.763194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:45.763806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.784135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.9 (86151bb8-95d9-4c00-a767-eb0f24bb091a/d7e68424-1153-4adb-bd9f-9979a4dd38b4/264109c2-d769-4710-8658-dd456ba7db42) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:45.820555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-fd49092a-520f-4a69-b599-01fa1386fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:45.822158 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-fd49092a-520f-4a69-b599-01fa1386fc85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84b730be-841b-4b82-989b-34a46792b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1830285 Apr 23 00:34:45.868955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87b629d2-c911-4c45-9de9-295d052e6a27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.903585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83dce739-1800-4b37-ac2e-5f889a185a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.954639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cf68d6e5-1ddd-4f1b-8d61-1e3a583b4145 None None] Provisioning complete for port e297ea3c-034a-487d-908b-52df1255bc57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:45.955214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cf68d6e5-1ddd-4f1b-8d61-1e3a583b4145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.964285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87b629d2-c911-4c45-9de9-295d052e6a27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:45.978099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dce739-1800-4b37-ac2e-5f889a185a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637f77d6-adb2-45cb-b9f7-81f3b59f374f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:46.022569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cf68d6e5-1ddd-4f1b-8d61-1e3a583b4145 None None] Port e297ea3c-034a-487d-908b-52df1255bc57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:46.093302 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-b1d6f6e7-5ada-4cd2-bbb6-f9eabbe2b1ed service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614210 Apr 23 00:34:46.095917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-83dce739-1800-4b37-ac2e-5f889a185a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.097046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-83dce739-1800-4b37-ac2e-5f889a185a70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/637f77d6-adb2-45cb-b9f7-81f3b59f374f HTTP/1.1" status: 204 len: 168 time: 0.5900204 Apr 23 00:34:46.116883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87b629d2-c911-4c45-9de9-295d052e6a27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.149625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.163471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b629d2-c911-4c45-9de9-295d052e6a27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936e53d9-3a4c-4654-b80f-7c9d1060af99,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:46.294102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87b629d2-c911-4c45-9de9-295d052e6a27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.297612 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-87b629d2-c911-4c45-9de9-295d052e6a27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/936e53d9-3a4c-4654-b80f-7c9d1060af99 HTTP/1.1" status: 204 len: 168 time: 0.6554530 Apr 23 00:34:46.302928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 91f34177-d24d-458d-8856-ddc8df157040 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:46.327429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40204) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:46.357578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.431026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ee328da4-ce4f-459a-ab3d-4632037d0bb0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:46.454632 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b182f33-784d-4e9a-a937-77c4e53c5787 req-b1fcea58-1082-4980-a07c-ecc32d9a1939 service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532224 Apr 23 00:34:46.464086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ee328da4-ce4f-459a-ab3d-4632037d0bb0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:46.465415 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ee328da4-ce4f-459a-ab3d-4632037d0bb0 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1344988 Apr 23 00:34:46.470929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.472295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 264109c2-d769-4710-8658-dd456ba7db42 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:46.472421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40210) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:46.496866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.518216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132788236'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:46.534489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:46.536715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=91f34177-d24d-458d-8856-ddc8df157040,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:46.576167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:46.579927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:46.582607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:46.643777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=264109c2-d769-4710-8658-dd456ba7db42,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:46.673306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:46.673978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.689698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:46.696836 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-eefae7da-7b69-47ad-a5cc-f46aa5735201 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7661853 Apr 23 00:34:46.700795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40214) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:46.715032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:46.734432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.756779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:46.849952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:46.852848 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bf342cc4-f65b-4eab-a6e5-fe0ba50c7dec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/91f34177-d24d-458d-8856-ddc8df157040 HTTP/1.1" status: 204 len: 168 time: 1.2814214 Apr 23 00:34:46.856743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40220) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:46.858718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:46.863465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:46.873018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:46.946899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab6744-bb3d-4b57-990c-380631a0252e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:46.951360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab6744-bb3d-4b57-990c-380631a0252e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:46.952264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-29ab6744-bb3d-4b57-990c-380631a0252e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:46.970655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b2259ba9-404a-4a07-9a51-c4d8de629f4d None None] Provisioning for port 264109c2-d769-4710-8658-dd456ba7db42 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:46.973186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:46.977434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-29ab6744-bb3d-4b57-990c-380631a0252e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:46.977793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 31914aaf-4d9d-4589-bcf9-56d4679a04ee up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:46.980218 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-29ab6744-bb3d-4b57-990c-380631a0252e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216304 Apr 23 00:34:46.982727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40224) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:46.985326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:46.988890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:47.001889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:47.035262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:47.038690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.066185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b2259ba9-404a-4a07-9a51-c4d8de629f4d None None] Provisioning complete for port 264109c2-d769-4710-8658-dd456ba7db42 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:47.066893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2259ba9-404a-4a07-9a51-c4d8de629f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.071257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet c49a7c6d-54b9-46a5-abaa-df756dbf33d5 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:47.075947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.093636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7b81c-c66e-4291-a913-7fb8e28ca8dd req-5c250465-c767-43b3-98d0-30fef63aa982 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:47.095156 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92d7b81c-c66e-4291-a913-7fb8e28ca8dd req-5c250465-c767-43b3-98d0-30fef63aa982 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 944 time: 0.2239192 Apr 23 00:34:47.112557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.135192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.140527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b2259ba9-404a-4a07-9a51-c4d8de629f4d None None] Port 264109c2-d769-4710-8658-dd456ba7db42 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:47.144219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 31914aaf-4d9d-4589-bcf9-56d4679a04ee triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:47.144553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.183184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.225845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.265590 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92d7b81c-c66e-4291-a913-7fb8e28ca8dd req-a15be2dd-f2c4-4511-9a1a-e24a21e4f971 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577311 Apr 23 00:34:47.272878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7301e9-bc94-4768-a076-7389b641caa3,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:47.289510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.289510 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-61390d79-0813-4e4b-b076-edbb7666df19 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8101814 Apr 23 00:34:47.290078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40228) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.294993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-91caace3-1e6e-4c79-87b0-a4c54b55e3e2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '1c7301e9-bc94-4768-a076-7389b641caa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:47.296363 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-91caace3-1e6e-4c79-87b0-a4c54b55e3e2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 23 00:34:47.296914 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-91caace3-1e6e-4c79-87b0-a4c54b55e3e2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:47.297924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-91caace3-1e6e-4c79-87b0-a4c54b55e3e2 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119460 Apr 23 00:34:47.300658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40232) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.303336 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.ipam_backend_mixin [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d7e68424-1153-4adb-bd9f-9979a4dd38b4 (CIDR: 172.20.0.0/28) Apr 23 00:34:47.306813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7e49e53d-0eec-4a3e-a2a9-96da61855c49 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '1c7301e9-bc94-4768-a076-7389b641caa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:47.308265 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-7e49e53d-0eec-4a3e-a2a9-96da61855c49 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 23 00:34:47.308762 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-7e49e53d-0eec-4a3e-a2a9-96da61855c49 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:47.309683 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7e49e53d-0eec-4a3e-a2a9-96da61855c49 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081165 Apr 23 00:34:47.311366 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:47.311841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:47.312323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40236) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.318226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d6bbbafe-e511-447e-af82-f4df195fb755 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '1c7301e9-bc94-4768-a076-7389b641caa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:47.319024 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-d6bbbafe-e511-447e-af82-f4df195fb755 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 23 00:34:47.319577 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-d6bbbafe-e511-447e-af82-f4df195fb755 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:47.320508 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d6bbbafe-e511-447e-af82-f4df195fb755 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071855 Apr 23 00:34:47.323580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40240) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.331505 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-63a6c741-1fda-4d39-bcea-1162906f4117 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6294904 Apr 23 00:34:47.332327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0702e83c-9fb9-43d9-b474-f50adaf5a9aa tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '1c7301e9-bc94-4768-a076-7389b641caa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:47.333184 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-0702e83c-9fb9-43d9-b474-f50adaf5a9aa tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 23 00:34:47.333790 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-0702e83c-9fb9-43d9-b474-f50adaf5a9aa tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:47.333913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40244) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.334769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0702e83c-9fb9-43d9-b474-f50adaf5a9aa tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102234 Apr 23 00:34:47.340093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40248) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.340254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:47.362633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.405231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8530999f-ad0c-4d9b-bc11-a5fd3f29067c details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:34:47.428689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=c49a7c6d-54b9-46a5-abaa-df756dbf33d5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:47.437116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.444901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93409f1c-80f7-46cc-9e1e-52621285f4ca None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:47.470343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-002e60b3-367e-4b79-af3f-21912b8dac02 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.487527 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c9938d8f-9955-4938-9020-0b3b07258704 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/c49a7c6d-54b9-46a5-abaa-df756dbf33d5 HTTP/1.1" status: 204 len: 168 time: 0.5034459 Apr 23 00:34:47.490516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40252) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.490675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:47.495085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:47.498158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:47.504344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:47.515718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:47.521214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.571850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-002e60b3-367e-4b79-af3f-21912b8dac02 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.584575 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a98d322-dd25-4eed-83c2-5aec970e3833 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901818 Apr 23 00:34:47.585458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40256) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.659524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.ipam_backend_mixin [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e47b7f5d-a939-4e93-8c5c-7668af41dbc5 (CIDR: 172.20.0.16/28) Apr 23 00:34:47.666236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-35784911-e246-48da-9701-574eb2cc1a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.675664 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:47.676093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:47.692049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-002e60b3-367e-4b79-af3f-21912b8dac02 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.702282 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-771ffcde-dc0e-4b71-a45e-28ca98546e08 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3648565 Apr 23 00:34:47.702588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40260) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.708484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'subnet': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:47.716560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:47.718390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faada0a7-fb48-4df1-a377-6b104d217bab tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:47.722100 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-faada0a7-fb48-4df1-a377-6b104d217bab tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1332881 Apr 23 00:34:47.723901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40264) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.726186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e60b3-367e-4b79-af3f-21912b8dac02 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7301e9-bc94-4768-a076-7389b641caa3,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:47.748030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'port_id': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:34:47.781678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-002e60b3-367e-4b79-af3f-21912b8dac02 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.785169 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-002e60b3-367e-4b79-af3f-21912b8dac02 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/1c7301e9-bc94-4768-a076-7389b641caa3 HTTP/1.1" status: 204 len: 168 time: 0.4418659 Apr 23 00:34:47.785473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40268) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.826338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.847518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8530999f-ad0c-4d9b-bc11-a5fd3f29067c {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:34:47.849180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4eae9948-4c4e-4c95-9e98-a42644a30690 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:47.856186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee897aa-681a-42cc-b13e-e15746893c22 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:47.856818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dee897aa-681a-42cc-b13e-e15746893c22 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:47.862569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:47.866810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Usage tracker for resource:subnet and tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:47.870991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:47.871199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:47.878204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.879063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:47.880000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4eae9948-4c4e-4c95-9e98-a42644a30690 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:47.881278 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4eae9948-4c4e-4c95-9e98-a42644a30690 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947452 Apr 23 00:34:47.887149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40272) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.888312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dee897aa-681a-42cc-b13e-e15746893c22 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:47.892157 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dee897aa-681a-42cc-b13e-e15746893c22 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1653726 Apr 23 00:34:47.892777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40274) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:47.898440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281702497'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:47.906173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:47.925041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:47.926191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:47.939631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.945843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] Deleting port 31914aaf-4d9d-4589-bcf9-56d4679a04ee {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:47.946218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.952295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Made reservation on behalf of 7eaf7d055d2d4a9a8f319cbebecee5c2 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:47.956184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:47.971363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:47.975737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:47.980044 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:47.986228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:48.070755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.075053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7780d487-18ff-4e9e-9a2c-d7d642dba413 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1811841 Apr 23 00:34:48.079686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40280) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.082177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.089988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.120990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:48.240405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5345e0cc-852f-4581-81eb-6d36eb2f41c0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:48.242023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] For port 31914aaf-4d9d-4589-bcf9-56d4679a04ee, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=31914aaf-4d9d-4589-bcf9-56d4679a04ee,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:48.242858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.251258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.254534 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-374e1af6-7dc3-4851-a6e0-07436dd95f95 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3601027 Apr 23 00:34:48.254534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:48.255459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40284) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.265824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:48.268499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-eb51c594-9fd8-442b-aba0-63b545e35a77 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.269158 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-eb51c594-9fd8-442b-aba0-63b545e35a77 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:34:48.269904 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-eb51c594-9fd8-442b-aba0-63b545e35a77 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:48.273526 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eb51c594-9fd8-442b-aba0-63b545e35a77 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130153 Apr 23 00:34:48.273526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.273787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40288) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.279956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-48c1af2c-4aee-473c-aef5-60f85e043b5b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.285917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:48.289471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.308721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-48c1af2c-4aee-473c-aef5-60f85e043b5b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:48.317862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8530999f-ad0c-4d9b-bc11-a5fd3f29067c'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:34:48.331250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-48c1af2c-4aee-473c-aef5-60f85e043b5b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:48.335753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-48c1af2c-4aee-473c-aef5-60f85e043b5b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:48.344697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Subnet': ['ID=6bb04a29-ef28-4642-9b7e-fb9634b785fc,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:48.358040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:48.359276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:48.362663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:48.363448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.385738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-48c1af2c-4aee-473c-aef5-60f85e043b5b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:48.391042 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a903fc7e-94c7-4e00-8348-04cfaa5df894 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6871314 Apr 23 00:34:48.392223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40294) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.400331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-778024020', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6bb04a29-ef28-4642-9b7e-fb9634b785fc'}], 'security_groups': ['dd3f42d6-a3e0-46b6-b6a9-b400b48273d2', '05fb5375-8464-43c0-8ab7-fe79a9ee62dd']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.416779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] Calling delete_port for 31914aaf-4d9d-4589-bcf9-56d4679a04ee owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:48.445098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c5df44-7919-4335-b5b5-521ae37a910c None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:48.488666 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-48c1af2c-4aee-473c-aef5-60f85e043b5b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:48.492234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-48c1af2c-4aee-473c-aef5-60f85e043b5b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2148886 Apr 23 00:34:48.493545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40298) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.498028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-af43ac0a-c67a-4693-9cc8-d674d7e4db27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.499276 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-af43ac0a-c67a-4693-9cc8-d674d7e4db27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 23 00:34:48.499764 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-af43ac0a-c67a-4693-9cc8-d674d7e4db27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:48.503234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-af43ac0a-c67a-4693-9cc8-d674d7e4db27 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070238 Apr 23 00:34:48.503432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40302) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.510955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-909c36de-5e6e-4d6d-81f2-15baf4ee8d46 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.518752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-909c36de-5e6e-4d6d-81f2-15baf4ee8d46 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:48.524756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-909c36de-5e6e-4d6d-81f2-15baf4ee8d46 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:48.530182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-909c36de-5e6e-4d6d-81f2-15baf4ee8d46 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:48.540733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-909c36de-5e6e-4d6d-81f2-15baf4ee8d46 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:48.641538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc6be9-abfb-43b0-8765-0a57c2044c58 req-00b7408f-ec0a-47b8-b02c-e0e567bcd507 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:48.644783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.647216 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-39bc6be9-abfb-43b0-8765-0a57c2044c58 req-00b7408f-ec0a-47b8-b02c-e0e567bcd507 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 945 time: 0.2156963 Apr 23 00:34:48.653255 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-909c36de-5e6e-4d6d-81f2-15baf4ee8d46 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:48.657159 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-909c36de-5e6e-4d6d-81f2-15baf4ee8d46 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1503098 Apr 23 00:34:48.666370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.671906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40306) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.684194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7dc15734-8798-492f-99e7-00392c7f485a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.684802 dv-neutron-838784-1-hyperv neutron-server[88072]: WARNING neutron.api.v2.base [None req-7dc15734-8798-492f-99e7-00392c7f485a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 23 00:34:48.685295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-7dc15734-8798-492f-99e7-00392c7f485a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:48.689894 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7dc15734-8798-492f-99e7-00392c7f485a tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088365 Apr 23 00:34:48.690121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.715300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40310) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:48.791554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] Pushing event deleted for resources: {'Port': ['ID=31914aaf-4d9d-4589-bcf9-56d4679a04ee,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:48.795553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c20bc-3c24-4682-a3fc-5b0376b0f3c6 None None] No DVR routers for this DVR port 31914aaf-4d9d-4589-bcf9-56d4679a04ee on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:48.832867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:48.833764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a2fe77a4-a2ef-4cad-a58e-2f3a0eac1050 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:48.851552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2fe77a4-a2ef-4cad-a58e-2f3a0eac1050 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:48.866588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a2fe77a4-a2ef-4cad-a58e-2f3a0eac1050 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:48.873811 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-39bc6be9-abfb-43b0-8765-0a57c2044c58 req-5333feb6-a9f9-466f-9e4b-2f0d4bec22e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039821 Apr 23 00:34:48.874603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a2fe77a4-a2ef-4cad-a58e-2f3a0eac1050 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:48.920735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2fe77a4-a2ef-4cad-a58e-2f3a0eac1050 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:49.013129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 31914aaf-4d9d-4589-bcf9-56d4679a04ee no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:49.051141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 31914aaf-4d9d-4589-bcf9-56d4679a04ee {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:34:49.051484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 31914aaf-4d9d-4589-bcf9-56d4679a04ee not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:34:49.069659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:34:49.074152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.112615 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-a2fe77a4-a2ef-4cad-a58e-2f3a0eac1050 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:49.116339 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a2fe77a4-a2ef-4cad-a58e-2f3a0eac1050 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3974612 Apr 23 00:34:49.125434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40314) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:49.136517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:49.140442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:49.143784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-90cd6738-e6ee-419c-aae6-8cb67b2610c5 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:49.143947 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-90cd6738-e6ee-419c-aae6-8cb67b2610c5 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 23 00:34:49.144308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-90cd6738-e6ee-419c-aae6-8cb67b2610c5 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:49.147840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:49.148006 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-90cd6738-e6ee-419c-aae6-8cb67b2610c5 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184424 Apr 23 00:34:49.148114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.152265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40318) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:49.160298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f4b85-0a52-46d4-a82f-93b5ed7a6dc8 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:49.168671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e370877c-fd66-4e25-aec1-bb76a6631d6e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:49.175641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] Update dhcp port {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'fixed_ips': [{'subnet_id': 'e47b7f5d-a939-4e93-8c5c-7668af41dbc5', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd7e68424-1153-4adb-bd9f-9979a4dd38b4', 'ip_address': '172.20.0.2'}, {'subnet_id': '6bb04a29-ef28-4642-9b7e-fb9634b785fc'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '9a5da344-b02d-4c61-9a2f-b3e630660c34'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:34:49.176575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=60174556-fbe3-460e-ac74-4edb24c61837,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:49.179158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e370877c-fd66-4e25-aec1-bb76a6631d6e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:49.185585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e370877c-fd66-4e25-aec1-bb76a6631d6e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:49.190895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e370877c-fd66-4e25-aec1-bb76a6631d6e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:49.199083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e370877c-fd66-4e25-aec1-bb76a6631d6e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:49.205319 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5b673b26-b30f-4a3b-b9ec-7cbdb515c572 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1249664 Apr 23 00:34:49.208158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40322) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:49.213664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:26:94:dc', 'name': 'tempest-NetworksTestDHCPv6-1508978942'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:49.312846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.320339 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-e370877c-fd66-4e25-aec1-bb76a6631d6e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:49.325382 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e370877c-fd66-4e25-aec1-bb76a6631d6e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1665430 Apr 23 00:34:49.326114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40326) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:49.337487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-246dc339-3fb5-4489-aa57-330822eed4b4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '5345e0cc-852f-4581-81eb-6d36eb2f41c0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:49.346083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-246dc339-3fb5-4489-aa57-330822eed4b4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:49.352503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Delete allocated IP 172.20.0.9 (86151bb8-95d9-4c00-a767-eb0f24bb091a/d7e68424-1153-4adb-bd9f-9979a4dd38b4) {{(pid=88073) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 23 00:34:49.355706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-246dc339-3fb5-4489-aa57-330822eed4b4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:49.361925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-246dc339-3fb5-4489-aa57-330822eed4b4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:49.369315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Allocated IP 172.20.0.38 (86151bb8-95d9-4c00-a767-eb0f24bb091a/6bb04a29-ef28-4642-9b7e-fb9634b785fc/264109c2-d769-4710-8658-dd456ba7db42) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:49.376842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-246dc339-3fb5-4489-aa57-330822eed4b4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:49.377127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:49.381639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:49.384613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:49.391455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:49.402706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:49.477296 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-246dc339-3fb5-4489-aa57-330822eed4b4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:49.478355 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-246dc339-3fb5-4489-aa57-330822eed4b4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1512401 Apr 23 00:34:49.527235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40330) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:49.534270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.563940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 146e0e0a-2bed-47cd-ba81-e7e2b2197844 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:49.587124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '60174556-fbe3-460e-ac74-4edb24c61837'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:34:49.588020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.646505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.676715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Transition to ACTIVE for port object 264109c2-d769-4710-8658-dd456ba7db42 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:49.679336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-128a02e9-6e06-47cf-8fc1-b66702fe848f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.689758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.719596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe26:94dc (986a55f2-d336-4e62-8bc6-ead9728638f4/60174556-fbe3-460e-ac74-4edb24c61837/146e0e0a-2bed-47cd-ba81-e7e2b2197844) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:49.765847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] Allocated IP 172.20.0.34 (86151bb8-95d9-4c00-a767-eb0f24bb091a/6bb04a29-ef28-4642-9b7e-fb9634b785fc/9a5da344-b02d-4c61-9a2f-b3e630660c34) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:49.792028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-128a02e9-6e06-47cf-8fc1-b66702fe848f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.896739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event updated for resources: {'Port': ['ID=264109c2-d769-4710-8658-dd456ba7db42,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:49.929164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] In _notify_port_updated(), no bound segment for port 264109c2-d769-4710-8658-dd456ba7db42 on network 86151bb8-95d9-4c00-a767-eb0f24bb091a {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:34:49.949283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:49.949283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:49.949283 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e059df0b-b1e9-437c-bb55-6982a8a5309b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "PUT /v2.0/ports/264109c2-d769-4710-8658-dd456ba7db42 HTTP/1.1" status: 200 len: 959 time: 1.5448465 Apr 23 00:34:49.949283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40338) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:49.975347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.021422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] For port 9a5da344-b02d-4c61-9a2f-b3e630660c34, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9a5da344-b02d-4c61-9a2f-b3e630660c34,segment=NetworkSegment(c9898c29-188f-40a2-b686-1feb204678e8),segment_id=c9898c29-188f-40a2-b686-1feb204678e8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:50.024749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.036533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-128a02e9-6e06-47cf-8fc1-b66702fe848f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.043196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 146e0e0a-2bed-47cd-ba81-e7e2b2197844 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:50.060248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.071375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.127005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] Transition to ACTIVE for port object 9a5da344-b02d-4c61-9a2f-b3e630660c34 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:50.135046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a02e9-6e06-47cf-8fc1-b66702fe848f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345e0cc-852f-4581-81eb-6d36eb2f41c0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:50.135389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.143584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:50.146923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:50.150947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:50.156940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:50.157559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.163813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-128a02e9-6e06-47cf-8fc1-b66702fe848f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.168428 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-128a02e9-6e06-47cf-8fc1-b66702fe848f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/5345e0cc-852f-4581-81eb-6d36eb2f41c0 HTTP/1.1" status: 204 len: 168 time: 0.6373692 Apr 23 00:34:50.171567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40342) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:50.178735 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port 264109c2-d769-4710-8658-dd456ba7db42 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:50.179006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.187747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=146e0e0a-2bed-47cd-ba81-e7e2b2197844,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:50.201863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Allocated IP 2001:db8::f816:3eff:fe03:b744 (986a55f2-d336-4e62-8bc6-ead9728638f4/60174556-fbe3-460e-ac74-4edb24c61837/ca426004-a139-4efc-9a98-5e70eae488a9) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:50.202940 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bd69ed8a-4b79-42e2-836f-6eb41595ddb6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9937229 Apr 23 00:34:50.203901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40346) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:50.288560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e3e812-8175-44a9-b7a4-046a4727c8fb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:50.289271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b6e3e812-8175-44a9-b7a4-046a4727c8fb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:50.306568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b6e3e812-8175-44a9-b7a4-046a4727c8fb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:50.308776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b6e3e812-8175-44a9-b7a4-046a4727c8fb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1037009 Apr 23 00:34:50.313069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40350) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:50.348932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0230ec4-c043-49bc-a768-418ce974edd7 req-d7e3c847-fa8d-4d9d-9c25-5c1b1e5ac72d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:50.350423 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f0230ec4-c043-49bc-a768-418ce974edd7 req-d7e3c847-fa8d-4d9d-9c25-5c1b1e5ac72d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 945 time: 0.3079257 Apr 23 00:34:50.381724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cd144-71bc-4944-b6ac-d6c43b693d55 None None] Pushing event updated for resources: {'Port': ['ID=9a5da344-b02d-4c61-9a2f-b3e630660c34,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:50.382406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f1f0eb1-e6a8-495a-b06f-9bd50b64285c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:50.391566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 146e0e0a-2bed-47cd-ba81-e7e2b2197844 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:50.392146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.474817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f1f0eb1-e6a8-495a-b06f-9bd50b64285c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:50.476054 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9f1f0eb1-e6a8-495a-b06f-9bd50b64285c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3025956 Apr 23 00:34:50.480624 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f0230ec4-c043-49bc-a768-418ce974edd7 req-7aeef25b-f898-4f20-8a68-8b5b0a72ec56 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200874 Apr 23 00:34:50.483606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40354) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:50.491196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160385886'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:50.550416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:50.587106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:50.609063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.621750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Transition to ACTIVE for port object ca426004-a139-4efc-9a98-5e70eae488a9 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:50.628811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.644693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Transition to ACTIVE for port object ca426004-a139-4efc-9a98-5e70eae488a9 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:50.654029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.696036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.709447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.728070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:50.732701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:50.737293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:50.740777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Pushing event updated for resources: {'Port': ['ID=ca426004-a139-4efc-9a98-5e70eae488a9,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:50.771881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for 264109c2-d769-4710-8658-dd456ba7db42 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:50.819376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:50.823969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:50.826935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:50.833018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:50.836741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Attempting to bind port ca426004-a139-4efc-9a98-5e70eae488a9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:50.837119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Attempting to bind port ca426004-a139-4efc-9a98-5e70eae488a9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:50.837480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Attempting to bind port ca426004-a139-4efc-9a98-5e70eae488a9 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:50.843300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:50.843688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:50.844078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.844472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:50.844938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Bound port: ca426004-a139-4efc-9a98-5e70eae488a9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:50.845306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.874144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 146e0e0a-2bed-47cd-ba81-e7e2b2197844 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:50.910190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.918326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:50.943316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] For port ca426004-a139-4efc-9a98-5e70eae488a9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:50.947432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] For port ca426004-a139-4efc-9a98-5e70eae488a9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ca426004-a139-4efc-9a98-5e70eae488a9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:50.959228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.029486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9a5da344-b02d-4c61-9a2f-b3e630660c34 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:51.141348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41456cd-7b1e-4c2b-af7e-f794535d38e5 None None] Pushing event updated for resources: {'Port': ['ID=ca426004-a139-4efc-9a98-5e70eae488a9,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:51.165046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.169446 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6811202 Apr 23 00:34:51.174516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40358) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:51.186832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5b7366e0-aecc-40a3-8d39-480088c29036 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': 'c960fc2b-1a40-420c-a343-0cfe375a1d19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:51.193170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5b7366e0-aecc-40a3-8d39-480088c29036 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:51.196892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Provisioning complete for port e297ea3c-034a-487d-908b-52df1255bc57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.197247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5b7366e0-aecc-40a3-8d39-480088c29036 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:51.197445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.200292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5b7366e0-aecc-40a3-8d39-480088c29036 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:51.206472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5b7366e0-aecc-40a3-8d39-480088c29036 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:51.212719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.228409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c96272-7be4-427a-b149-41d618327f17 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c960fc2b-1a40-420c-a343-0cfe375a1d19,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:51.254827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Port e297ea3c-034a-487d-908b-52df1255bc57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:51.276980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=146e0e0a-2bed-47cd-ba81-e7e2b2197844,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:51.327665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.329122 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-5b7366e0-aecc-40a3-8d39-480088c29036 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The resource could not be found. Apr 23 00:34:51.330443 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5b7366e0-aecc-40a3-8d39-480088c29036 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1549771 Apr 23 00:34:51.333326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40362) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:51.335713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.336344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Provisioning for port 264109c2-d769-4710-8658-dd456ba7db42 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:51.342969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Provisioning complete for port 264109c2-d769-4710-8658-dd456ba7db42 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.343600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.349831 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d44b1cfa-cbf8-4480-a581-772b077cebb0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/146e0e0a-2bed-47cd-ba81-e7e2b2197844 HTTP/1.1" status: 204 len: 168 time: 1.0355535 Apr 23 00:34:51.353587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f3c30319-3546-43e6-bac6-cc45d2b4dcdc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': 'c960fc2b-1a40-420c-a343-0cfe375a1d19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1d14320a-d350-45ef-914d-b7ac31b59e1e'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:51.361761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40366) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:51.401921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=264109c2-d769-4710-8658-dd456ba7db42,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:51.422975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f3c30319-3546-43e6-bac6-cc45d2b4dcdc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:51.424091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Port 264109c2-d769-4710-8658-dd456ba7db42 was deleted so its status cannot be updated. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 23 00:34:51.425835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8530999f-ad0c-4d9b-bc11-a5fd3f29067c up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:51.444350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f3c30319-3546-43e6-bac6-cc45d2b4dcdc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:51.449473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f3c30319-3546-43e6-bac6-cc45d2b4dcdc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:51.458468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f3c30319-3546-43e6-bac6-cc45d2b4dcdc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:51.478199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9fb43-13ea-4f4c-91ba-090af80fce74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:51.481571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9fb43-13ea-4f4c-91ba-090af80fce74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:51.482696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cff9fb43-13ea-4f4c-91ba-090af80fce74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:51.529718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cff9fb43-13ea-4f4c-91ba-090af80fce74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:51.531293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Provisioning for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:51.531451 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cff9fb43-13ea-4f4c-91ba-090af80fce74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1702440 Apr 23 00:34:51.533880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40372) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:51.563786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.565685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.566056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9897f57e-9228-44ae-ab3d-261981799be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.586558 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4a660054-61d8-4aed-b661-8bf5bdc5a0c5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/264109c2-d769-4710-8658-dd456ba7db42 HTTP/1.1" status: 204 len: 168 time: 1.6428416 Apr 23 00:34:51.589897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40376) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:51.643169 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-f3c30319-3546-43e6-bac6-cc45d2b4dcdc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The resource could not be found. Apr 23 00:34:51.647077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40380) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:51.647295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f3c30319-3546-43e6-bac6-cc45d2b4dcdc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3129539 Apr 23 00:34:51.711857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 60174556-fbe3-460e-ac74-4edb24c61837 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:51.713781 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0430581-b158-495c-8cea-bda48deec582 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] GET failed (client error): The resource could not be found. Apr 23 00:34:51.714531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f0430581-b158-495c-8cea-bda48deec582 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Synchronizing usage tracker for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:51.719160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.759401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:51.764122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f0430581-b158-495c-8cea-bda48deec582 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Unset dirty status for tenant:7eaf7d055d2d4a9a8f319cbebecee5c2 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:51.765462 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f0430581-b158-495c-8cea-bda48deec582 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports/264109c2-d769-4710-8658-dd456ba7db42 HTTP/1.1" status: 404 len: 333 time: 0.1744027 Apr 23 00:34:51.771091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40384) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:51.780751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:51.781301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.855954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42958db8-ede5-4432-8078-3a27bcc7e4f3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.903744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4075ef36-d5e9-4dda-beed-71d590865405 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.905445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:51.943077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42958db8-ede5-4432-8078-3a27bcc7e4f3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.035635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a7d8b2d5-397c-46d2-b095-b4166ab1d35c None None] Could not find standard attr ID for object 264109c2-d769-4710-8658-dd456ba7db42. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:52.051528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.053557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532040a1-70fc-415c-9884-c40d2ec14d63 req-da43bcb1-11fd-4913-aa52-70ce54fc688c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:52.055184 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-532040a1-70fc-415c-9884-c40d2ec14d63 req-da43bcb1-11fd-4913-aa52-70ce54fc688c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 945 time: 0.2759972 Apr 23 00:34:52.056456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.095437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:34:52.113832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:52.121836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.136925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4075ef36-d5e9-4dda-beed-71d590865405 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.179635 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-532040a1-70fc-415c-9884-c40d2ec14d63 req-e597c2d9-8fe1-4d4c-8ec2-fa9a9876cc6b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865552 Apr 23 00:34:52.208937 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73af0464-5f08-4629-9892-7dc2221b6c92'] response: {'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'code': 200} Apr 23 00:34:52.219676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.238037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42958db8-ede5-4432-8078-3a27bcc7e4f3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.263890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=60174556-fbe3-460e-ac74-4edb24c61837,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:52.267093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-42958db8-ede5-4432-8078-3a27bcc7e4f3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.268558 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-42958db8-ede5-4432-8078-3a27bcc7e4f3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/c960fc2b-1a40-420c-a343-0cfe375a1d19 HTTP/1.1" status: 204 len: 168 time: 0.6193116 Apr 23 00:34:52.271184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40390) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:52.274435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42958db8-ede5-4432-8078-3a27bcc7e4f3 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c960fc2b-1a40-420c-a343-0cfe375a1d19,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:52.274781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.298661 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-98c89266-a445-4606-9d81-3cd05d159efa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/60174556-fbe3-460e-ac74-4edb24c61837 HTTP/1.1" status: 204 len: 168 time: 0.7637570 Apr 23 00:34:52.300805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40394) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:52.312201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4075ef36-d5e9-4dda-beed-71d590865405 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.323077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:52.342391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075ef36-d5e9-4dda-beed-71d590865405 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e28346d-aa6a-439a-a0d2-0db7b4b6dc5c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:52.382680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4075ef36-d5e9-4dda-beed-71d590865405 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.383643 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ac101360-87d8-44ca-ba65-6c6f104c6d7e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814595 Apr 23 00:34:52.387180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40398) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:52.389625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40402) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:52.390061 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4075ef36-d5e9-4dda-beed-71d590865405 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/security-groups/5e28346d-aa6a-439a-a0d2-0db7b4b6dc5c HTTP/1.1" status: 204 len: 168 time: 0.6176527 Apr 23 00:34:52.398571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0dd63fab-1f73-4d90-9591-59b0b22e1961 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:52.412589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:52.420162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0dd63fab-1f73-4d90-9591-59b0b22e1961 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:52.425141 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0dd63fab-1f73-4d90-9591-59b0b22e1961 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1488419 Apr 23 00:34:52.426110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40406) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:52.432248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b08c050c-dec5-446c-82cf-683f19d5d4e7 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': 'f2d83f3e-cd06-43ea-b5a1-745399ef5667', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:52.438441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b08c050c-dec5-446c-82cf-683f19d5d4e7 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:52.444646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b08c050c-dec5-446c-82cf-683f19d5d4e7 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:52.448894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b08c050c-dec5-446c-82cf-683f19d5d4e7 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:52.457244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b08c050c-dec5-446c-82cf-683f19d5d4e7 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:52.498066 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-b08c050c-dec5-446c-82cf-683f19d5d4e7 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The resource could not be found. Apr 23 00:34:52.503192 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b08c050c-dec5-446c-82cf-683f19d5d4e7 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0724432 Apr 23 00:34:52.506503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40410) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:52.514160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--889281754'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:52.520392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:52.530482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:52.542437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.568106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:52.572256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:52.576071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:52.582567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:52.611158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d71b5-c5a4-45c0-b524-1e61706eebb1 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:52.625226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:52.631469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d4a80639-2acb-4960-82eb-c8e7e8ceba68 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.635789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:52.639622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:52.664568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:52.679243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.684512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc212-3d10-4be8-99a5-997fbd37ff1c req-b3cb30cd-1be6-4631-88c4-c9165a89a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:52.685396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.686041 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1abcc212-3d10-4be8-99a5-997fbd37ff1c req-b3cb30cd-1be6-4631-88c4-c9165a89a1a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 1099 time: 0.2148664 Apr 23 00:34:52.691910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d4a80639-2acb-4960-82eb-c8e7e8ceba68 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.723797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:52.727549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.751449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359aa8f5-7b19-4cb6-859d-6a4cdcb1d65f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:52.758125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.762464 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e6bf7647-ff63-4599-a849-306b20641a44 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2520661 Apr 23 00:34:52.763605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40414) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:52.773482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513727312'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:52.781380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-efd2688a-8606-4610-9a03-2d2a4f40f126 None None] Provisioning for port ca426004-a139-4efc-9a98-5e70eae488a9 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:52.784346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:52.789806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:52.793606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:52.801819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:52.816845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:52.843551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:52.849266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:52.852823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:52.867310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:52.884552 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1abcc212-3d10-4be8-99a5-997fbd37ff1c req-294a5c17-7e3a-4f3a-b1b4-e23620dbb385 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830568 Apr 23 00:34:52.912292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d4a80639-2acb-4960-82eb-c8e7e8ceba68 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.003767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.013290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.019413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c354479-61eb-489c-87cf-962197390c0e None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:53.020262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a80639-2acb-4960-82eb-c8e7e8ceba68 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb5375-8464-43c0-8ab7-fe79a9ee62dd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:53.025885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Deleting port ca426004-a139-4efc-9a98-5e70eae488a9 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:53.026803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.080923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d4a80639-2acb-4960-82eb-c8e7e8ceba68 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.085793 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d4a80639-2acb-4960-82eb-c8e7e8ceba68 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/security-groups/05fb5375-8464-43c0-8ab7-fe79a9ee62dd HTTP/1.1" status: 204 len: 168 time: 0.6951301 Apr 23 00:34:53.086432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40418) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.097126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9e0eed-a746-45aa-bc1e-f6e4ba4e0a6d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:53.106006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.111020 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5d4c05cf-802b-4000-9070-df9838684a7f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3453887 Apr 23 00:34:53.111744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40422) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.119223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4a31cfc5-23d7-4f96-97b3-34bd80d4ee2f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group_rule': {'security_group_id': '359aa8f5-7b19-4cb6-859d-6a4cdcb1d65f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5b9e0eed-a746-45aa-bc1e-f6e4ba4e0a6d'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:53.125793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4a31cfc5-23d7-4f96-97b3-34bd80d4ee2f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:53.131264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4a31cfc5-23d7-4f96-97b3-34bd80d4ee2f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:53.134335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4a31cfc5-23d7-4f96-97b3-34bd80d4ee2f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:53.140957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4a31cfc5-23d7-4f96-97b3-34bd80d4ee2f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:53.183015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-4a31cfc5-23d7-4f96-97b3-34bd80d4ee2f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:34:53.187608 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4a31cfc5-23d7-4f96-97b3-34bd80d4ee2f tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0746701 Apr 23 00:34:53.188333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40426) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.293888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84760c02-1e54-4eee-91aa-1a6f1066cf58 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.340674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84760c02-1e54-4eee-91aa-1a6f1066cf58 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.347025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bce3b21-155f-47e4-8017-a7c61aa755ef tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.353081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:34:53.362746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9c354479-61eb-489c-87cf-962197390c0e None None] For port ca426004-a139-4efc-9a98-5e70eae488a9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ca426004-a139-4efc-9a98-5e70eae488a9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:53.365351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.436245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bce3b21-155f-47e4-8017-a7c61aa755ef tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.501155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84760c02-1e54-4eee-91aa-1a6f1066cf58 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.514139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8ba13-9b31-4412-b9cd-36148c80f974 req-194d28ab-90dc-40b8-a96b-9eb1b92d8538 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:53.516054 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5ad8ba13-9b31-4412-b9cd-36148c80f974 req-194d28ab-90dc-40b8-a96b-9eb1b92d8538 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 946 time: 0.1513617 Apr 23 00:34:53.516661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Calling delete_port for ca426004-a139-4efc-9a98-5e70eae488a9 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:53.527709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84760c02-1e54-4eee-91aa-1a6f1066cf58 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3f42d6-a3e0-46b6-b6a9-b400b48273d2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:53.543511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-84760c02-1e54-4eee-91aa-1a6f1066cf58 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.547371 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-84760c02-1e54-4eee-91aa-1a6f1066cf58 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/security-groups/dd3f42d6-a3e0-46b6-b6a9-b400b48273d2 HTTP/1.1" status: 204 len: 168 time: 0.4580007 Apr 23 00:34:53.547896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40432) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.553656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bce3b21-155f-47e4-8017-a7c61aa755ef tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.587201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce3b21-155f-47e4-8017-a7c61aa755ef tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9e0eed-a746-45aa-bc1e-f6e4ba4e0a6d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:53.626928 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5ad8ba13-9b31-4412-b9cd-36148c80f974 req-813beaee-eb1c-4e8f-9b66-b39e048d4e97 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991035 Apr 23 00:34:53.628312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bce3b21-155f-47e4-8017-a7c61aa755ef tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.629591 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6bce3b21-155f-47e4-8017-a7c61aa755ef tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/5b9e0eed-a746-45aa-bc1e-f6e4ba4e0a6d HTTP/1.1" status: 204 len: 168 time: 0.4380391 Apr 23 00:34:53.634780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40436) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.707316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5e0ae399-e748-4500-9fef-5a5842473518 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:53.725970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5e0ae399-e748-4500-9fef-5a5842473518 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:53.727332 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5e0ae399-e748-4500-9fef-5a5842473518 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0910041 Apr 23 00:34:53.731603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40440) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.740569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:34:53.741144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:34:53.781537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet d7e68424-1153-4adb-bd9f-9979a4dd38b4 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:53.788198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.794037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-608e8b4c-e5f9-4125-958f-ad972fd72c7c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.820549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-608e8b4c-e5f9-4125-958f-ad972fd72c7c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.845079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.868174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-608e8b4c-e5f9-4125-958f-ad972fd72c7c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.871914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.891596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e8b4c-e5f9-4125-958f-ad972fd72c7c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359aa8f5-7b19-4cb6-859d-6a4cdcb1d65f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:53.899980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-608e8b4c-e5f9-4125-958f-ad972fd72c7c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:53.907110 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-608e8b4c-e5f9-4125-958f-ad972fd72c7c tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/359aa8f5-7b19-4cb6-859d-6a4cdcb1d65f HTTP/1.1" status: 204 len: 168 time: 0.1697128 Apr 23 00:34:53.907110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40444) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.955337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-dc7b8b20-2916-4940-8eb4-4990ffbf23d1 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:53.974798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-dc7b8b20-2916-4940-8eb4-4990ffbf23d1 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:53.977006 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dc7b8b20-2916-4940-8eb4-4990ffbf23d1 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716476 Apr 23 00:34:53.983219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40448) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:53.989788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034629145'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:53.998579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:54.010853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:54.020751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.044456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:54.048711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Usage tracker for resource:security_group_rule and tenant:467efbb1ff4b43e9b6cba9aa03b3c780 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:54.051580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:54.057285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:54.130530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.136643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.140340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.186959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e5b7ad-736d-4a03-970e-0397ef83f01b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:54.190458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.191723 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-872087a0-695d-4d9b-a2de-304f6a0e53a4 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2071550 Apr 23 00:34:54.194599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40452) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.200632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-55f7bfdc-6e1f-410a-872e-af9ca72cbc31 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:54.201001 dv-neutron-838784-1-hyperv neutron-server[88073]: WARNING neutron.api.v2.base [None req-55f7bfdc-6e1f-410a-872e-af9ca72cbc31 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 23 00:34:54.201825 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-55f7bfdc-6e1f-410a-872e-af9ca72cbc31 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] update failed (client error): There was a conflict when trying to complete your request. Apr 23 00:34:54.206022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-55f7bfdc-6e1f-410a-872e-af9ca72cbc31 tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "PUT /v2.0/security-groups/08e5b7ad-736d-4a03-970e-0397ef83f01b HTTP/1.1" status: 409 len: 330 time: 0.0074241 Apr 23 00:34:54.206217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40456) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.209190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] For port ca426004-a139-4efc-9a98-5e70eae488a9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ca426004-a139-4efc-9a98-5e70eae488a9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:54.243750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Deleting port ca426004-a139-4efc-9a98-5e70eae488a9 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:54.244972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.247675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.253972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.309065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a23cc-a469-4a67-a27f-956fa9fcae1e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.310728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e68424-1153-4adb-bd9f-9979a4dd38b4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:54.312708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.313450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.343891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a23cc-a469-4a67-a27f-956fa9fcae1e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.397356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a23cc-a469-4a67-a27f-956fa9fcae1e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.424932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a23cc-a469-4a67-a27f-956fa9fcae1e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e5b7ad-736d-4a03-970e-0397ef83f01b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:54.427487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a23cc-a469-4a67-a27f-956fa9fcae1e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.429793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.431058 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8c0a23cc-a469-4a67-a27f-956fa9fcae1e tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/08e5b7ad-736d-4a03-970e-0397ef83f01b HTTP/1.1" status: 204 len: 168 time: 0.2238951 Apr 23 00:34:54.432347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40462) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.445048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:54.455200 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a16812cd-a195-47c4-b41d-c98eb46d7a24 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/d7e68424-1153-4adb-bd9f-9979a4dd38b4 HTTP/1.1" status: 204 len: 168 time: 0.9003434 Apr 23 00:34:54.455200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:54.456263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40466) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.466218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:54.466834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.469808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226b104f-5741-4652-85dd-e2e5002a8a7c None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:54.473553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=ccbc9b5b-0119-4ecf-aaa2-610039282cc8,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:54.489098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=ca426004-a139-4efc-9a98-5e70eae488a9,revision_number=5']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:54.500089 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-679458a5-4244-4ab3-9699-bcd18303e662 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1118515 Apr 23 00:34:54.500959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40470) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.506793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:b4:78:52', 'name': 'tempest-NetworksTestDHCPv6-1551541070'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:54.531978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet 6bb04a29-ef28-4642-9b7e-fb9634b785fc {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:54.535198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.600678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.612970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9c354479-61eb-489c-87cf-962197390c0e None None] For port ca426004-a139-4efc-9a98-5e70eae488a9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ca426004-a139-4efc-9a98-5e70eae488a9,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:54.613363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.654052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:54.658779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:54.661834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:54.668126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:54.677233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72477e57-fd9d-4b39-bfc5-14aa83f7ceee tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Synchronizing usage tracker for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:54.679774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:54.703848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72477e57-fd9d-4b39-bfc5-14aa83f7ceee tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] Unset dirty status for tenant:467efbb1ff4b43e9b6cba9aa03b3c780 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:54.709815 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72477e57-fd9d-4b39-bfc5-14aa83f7ceee tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2753727 Apr 23 00:34:54.713754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40476) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.739728 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-37f26417-28e0-4eff-8939-6bbfada6fa1b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] delete failed (client error): The resource could not be found. Apr 23 00:34:54.744698 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-37f26417-28e0-4eff-8939-6bbfada6fa1b tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "DELETE /v2.0/security-groups/641bb980-9284-49d7-b459-f4ee0dd3b467 HTTP/1.1" status: 404 len: 347 time: 0.0314333 Apr 23 00:34:54.745428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40480) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.764892 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-3fbf8a54-0631-40f6-ad6b-a1f3873621ee tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] show failed (client error): The resource could not be found. Apr 23 00:34:54.770255 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3fbf8a54-0631-40f6-ad6b-a1f3873621ee tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-groups/954cefda-aade-4867-9e80-081cedc54071 HTTP/1.1" status: 404 len: 347 time: 0.0225325 Apr 23 00:34:54.772327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Calling delete_port for ca426004-a139-4efc-9a98-5e70eae488a9 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:54.772476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40484) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:54.793126 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-15cda05e-5569-440f-bbf3-958a14d451bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] show failed (client error): The resource could not be found. Apr 23 00:34:54.798017 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-15cda05e-5569-440f-bbf3-958a14d451bc tempest-NegativeSecGroupTest-357981908 tempest-NegativeSecGroupTest-357981908-project] 10.222.0.39 "GET /v2.0/security-group-rules/9e884c0c-4fde-4ecc-b25b-064d8f4619e1 HTTP/1.1" status: 404 len: 356 time: 0.0245545 Apr 23 00:34:54.809112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.885629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.911474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:54.946003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 995029d2-b8be-4fa7-87f6-48cca797ac0f yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:34:55.011090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=6bb04a29-ef28-4642-9b7e-fb9634b785fc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:55.018797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.024458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650a341-2fc0-4c66-a0ed-e53990b9447b req-eb9938c1-a5db-4c7e-83eb-40c4a10bea7e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:55.026800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6650a341-2fc0-4c66-a0ed-e53990b9447b req-eb9938c1-a5db-4c7e-83eb-40c4a10bea7e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 946 time: 0.1897404 Apr 23 00:34:55.037015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ca426004-a139-4efc-9a98-5e70eae488a9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:55.044528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0a7fe146-7d67-486a-83b7-5775f6290a9d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/6bb04a29-ef28-4642-9b7e-fb9634b785fc HTTP/1.1" status: 204 len: 168 time: 0.5853562 Apr 23 00:34:55.046704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40492) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.082645 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6650a341-2fc0-4c66-a0ed-e53990b9447b req-9cbc08e2-6f2e-4470-b65b-21d8b34a6f01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491204 Apr 23 00:34:55.105073 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-675aa27d-488a-48f2-90f4-09c916cc9e33 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:55.105525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675aa27d-488a-48f2-90f4-09c916cc9e33 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:55.112119 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-675aa27d-488a-48f2-90f4-09c916cc9e33 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/d7e68424-1153-4adb-bd9f-9979a4dd38b4 HTTP/1.1" status: 404 len: 337 time: 0.0641162 Apr 23 00:34:55.113130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40496) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.129226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.194232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting subnet e47b7f5d-a939-4e93-8c5c-7668af41dbc5 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:55.201337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.229744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c354479-61eb-489c-87cf-962197390c0e None None] Pushing event deleted for resources: {'Port': ['ID=ca426004-a139-4efc-9a98-5e70eae488a9,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:55.250670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40502) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.263350 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No active binding found for port ca426004-a139-4efc-9a98-5e70eae488a9 {{(pid=88074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 23 00:34:55.263764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ca426004-a139-4efc-9a98-5e70eae488a9 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:34:55.299754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:feb4:7852 (986a55f2-d336-4e62-8bc6-ead9728638f4/ccbc9b5b-0119-4ecf-aaa2-610039282cc8/995029d2-b8be-4fa7-87f6-48cca797ac0f) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:55.335894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.359795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c354479-61eb-489c-87cf-962197390c0e None None] No DVR routers for this DVR port ca426004-a139-4efc-9a98-5e70eae488a9 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:55.385950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ea09a-f3e0-47fa-8e04-cea1b17560da None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:55.428775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acf6f9-16c8-4a71-8b9c-6d957bb820fc req-39cf52af-3905-4b73-a30f-95180c52214a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:55.430282 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-13acf6f9-16c8-4a71-8b9c-6d957bb820fc req-39cf52af-3905-4b73-a30f-95180c52214a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 946 time: 0.1804819 Apr 23 00:34:55.441109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9bf70-bcc2-4065-b5ec-2bfc64a12c1d None None] Update dhcp port {'port': {'network_id': '86151bb8-95d9-4c00-a767-eb0f24bb091a', 'fixed_ips': [{'subnet_id': 'e47b7f5d-a939-4e93-8c5c-7668af41dbc5', 'ip_address': '172.20.0.18'}, {'subnet_id': '6bb04a29-ef28-4642-9b7e-fb9634b785fc'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '9a5da344-b02d-4c61-9a2f-b3e630660c34'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:34:55.509952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.555715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.559625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f5a9bf70-bcc2-4065-b5ec-2bfc64a12c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.563072 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-13acf6f9-16c8-4a71-8b9c-6d957bb820fc req-f807d57b-1488-4984-a59d-28e46563bd57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242995 Apr 23 00:34:55.582550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 995029d2-b8be-4fa7-87f6-48cca797ac0f will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:55.600677 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2b98907b-72c5-4887-8612-fca14957f0b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=467efbb1ff4b43e9b6cba9aa03b3c780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487997 Apr 23 00:34:55.601532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40510) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.601947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40512) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.622122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.694674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:55.702479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:55.707428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:55.713732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:55.714420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.722774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=995029d2-b8be-4fa7-87f6-48cca797ac0f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:55.749097 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-afc79348-f9d2-44e3-b984-dcfd94afcf06 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2447376 Apr 23 00:34:55.749479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40518) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.803832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server [None req-f5a9bf70-bcc2-4065-b5ec-2bfc64a12c1d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e47b7f5d-a939-4e93-8c5c-7668af41dbc5: This subnet is being modified by another concurrent operation. Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise self.value Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server raise exception Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e47b7f5d-a939-4e93-8c5c-7668af41dbc5: This subnet is being modified by another concurrent operation. Apr 23 00:34:55.816450 dv-neutron-838784-1-hyperv neutron-server[88074]: ERROR oslo_messaging.rpc.server Apr 23 00:34:55.848245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46964d6-e6a3-4c16-9284-99614bec43f4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:55.849649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e46964d6-e6a3-4c16-9284-99614bec43f4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:55.857062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': 'ccbc9b5b-0119-4ecf-aaa2-610039282cc8'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:34:55.858743 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.859833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Subnet': ['ID=e47b7f5d-a939-4e93-8c5c-7668af41dbc5,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:55.863861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.876135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e46964d6-e6a3-4c16-9284-99614bec43f4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:55.879196 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-03127cfc-2be7-4f12-81f3-3e857787edad tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/e47b7f5d-a939-4e93-8c5c-7668af41dbc5 HTTP/1.1" status: 204 len: 168 time: 0.7648206 Apr 23 00:34:55.882540 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e46964d6-e6a3-4c16-9284-99614bec43f4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1314859 Apr 23 00:34:55.887379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40522) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.887975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40524) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:55.904805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5966c5ce-cb80-41a1-af78-0090b1ac2f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:55.942808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b643a6-f8a5-4e79-82a4-a67440a561a1 None None] Network 86151bb8-95d9-4c00-a767-eb0f24bb091a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:55.949052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5966c5ce-cb80-41a1-af78-0090b1ac2f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.013360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234ae0f-9f43-46f4-be4e-309af01c89d0 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:56.019066 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a234ae0f-9f43-46f4-be4e-309af01c89d0 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 1094 time: 0.4135814 Apr 23 00:34:56.019978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40530) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.023761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5966c5ce-cb80-41a1-af78-0090b1ac2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.040340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:56.048724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:56.061843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:56.067693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:56.080028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966c5ce-cb80-41a1-af78-0090b1ac2f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed92d873-d501-4aab-ae49-84c4dd1f36fb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:56.081801 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-589b3f77-f95c-4f55-b57f-9baead42b813 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:56.081959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589b3f77-f95c-4f55-b57f-9baead42b813 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:56.082079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:56.083672 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-589b3f77-f95c-4f55-b57f-9baead42b813 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/775d8555-fb5a-4eef-9876-581febeb9b1c HTTP/1.1" status: 404 len: 337 time: 0.1924157 Apr 23 00:34:56.084175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5966c5ce-cb80-41a1-af78-0090b1ac2f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.085255 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5966c5ce-cb80-41a1-af78-0090b1ac2f7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed92d873-d501-4aab-ae49-84c4dd1f36fb HTTP/1.1" status: 204 len: 168 time: 0.4817238 Apr 23 00:34:56.087234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40534) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.114591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 995029d2-b8be-4fa7-87f6-48cca797ac0f {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:56.114937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.138403 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4df67280-7f21-4641-aeda-199dae763bc8 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "GET /v2.0/ports?device_id=20bb0db4-75e7-48b7-b492-96e5ea8e78c4 HTTP/1.1" status: 200 len: 205 time: 0.0475852 Apr 23 00:34:56.139247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40540) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.211767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Allocated IP 2001:db8::f816:3eff:fe32:b741 (986a55f2-d336-4e62-8bc6-ead9728638f4/ccbc9b5b-0119-4ecf-aaa2-610039282cc8/91a66fd6-4ad0-405f-a20d-1110c57356ce) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:56.224038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-b3d027d9-6dca-4965-81b7-b7b94e771e31 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] delete failed (client error): The resource could not be found. Apr 23 00:34:56.228275 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b3d027d9-6dca-4965-81b7-b7b94e771e31 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/routers/20bb0db4-75e7-48b7-b492-96e5ea8e78c4 HTTP/1.1" status: 404 len: 336 time: 0.0848823 Apr 23 00:34:56.228275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40546) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.232201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.263555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6333d809-667b-4d04-abad-b98041062969 None None] Provisioning complete for port 9a5da344-b02d-4c61-9a2f-b3e630660c34 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:56.263932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6333d809-667b-4d04-abad-b98041062969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.308070 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-160df775-223b-42f3-9161-5537f4caaa70 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:56.308649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160df775-223b-42f3-9161-5537f4caaa70 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:56.313482 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-160df775-223b-42f3-9161-5537f4caaa70 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/11c1e37f-99fc-4277-8b6f-0abb4d2f03be HTTP/1.1" status: 404 len: 337 time: 0.0824740 Apr 23 00:34:56.316663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40550) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.368452 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-86899410-43ac-4a35-887e-9383e0f78106 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:56.368906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86899410-43ac-4a35-887e-9383e0f78106 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:56.373507 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-86899410-43ac-4a35-887e-9383e0f78106 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/ff2711f6-d928-4f47-b2b5-940808bb8f45 HTTP/1.1" status: 404 len: 337 time: 0.0535216 Apr 23 00:34:56.373695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40556) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.406075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.413420 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f32092-8c51-4aef-a48d-e1a2168253ce tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:56.413839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f32092-8c51-4aef-a48d-e1a2168253ce tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:56.418315 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f9f32092-8c51-4aef-a48d-e1a2168253ce tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/55d6bfa5-919e-4cdd-b848-608548c3ddb7 HTTP/1.1" status: 404 len: 337 time: 0.0408785 Apr 23 00:34:56.421200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40562) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.555429 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] DHCP port deletion for 86151bb8-95d9-4c00-a767-eb0f24bb091a request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:34:56.562289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] Deleting port 9a5da344-b02d-4c61-9a2f-b3e630660c34 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:56.562968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.577720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.591609 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7548e0e5-e658-4eae-983b-c0a2fbc2d87d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:56.592050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7548e0e5-e658-4eae-983b-c0a2fbc2d87d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:56.596309 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7548e0e5-e658-4eae-983b-c0a2fbc2d87d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/66c264ae-bc30-41d0-99e0-ebc4b985b08a HTTP/1.1" status: 404 len: 333 time: 0.1716266 Apr 23 00:34:56.601312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 995029d2-b8be-4fa7-87f6-48cca797ac0f owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:56.614457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40570) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.665738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6333d809-667b-4d04-abad-b98041062969 None None] Provisioning complete for port e297ea3c-034a-487d-908b-52df1255bc57 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:56.666304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6333d809-667b-4d04-abad-b98041062969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.672436 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bbc6b6-e34a-4adc-b0b0-953e950ab90d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:56.673013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22bbc6b6-e34a-4adc-b0b0-953e950ab90d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:56.695952 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-22bbc6b6-e34a-4adc-b0b0-953e950ab90d tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/7937d057-50b5-4555-bb59-2684180f9bbc HTTP/1.1" status: 404 len: 337 time: 0.0778606 Apr 23 00:34:56.696911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40576) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.727534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6333d809-667b-4d04-abad-b98041062969 None None] Port e297ea3c-034a-487d-908b-52df1255bc57 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:34:56.793789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.840706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.29 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/23ca24ae-a737-445f-b6b2-da428f0db7ec) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:34:56.864948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=995029d2-b8be-4fa7-87f6-48cca797ac0f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:56.878941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.879564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.880065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.880578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.881059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.881548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.882025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.882556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.883031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.883633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.884217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.884684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:34:56.893682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.925773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Transition to ACTIVE for port object 91a66fd6-4ad0-405f-a20d-1110c57356ce will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:56.940224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] For port 9a5da344-b02d-4c61-9a2f-b3e630660c34, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9a5da344-b02d-4c61-9a2f-b3e630660c34,segment=NetworkSegment(c9898c29-188f-40a2-b686-1feb204678e8),segment_id=c9898c29-188f-40a2-b686-1feb204678e8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:34:56.940736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.957562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:56.977006 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c539d990-391e-49b3-9daa-6173b02f6e75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/995029d2-b8be-4fa7-87f6-48cca797ac0f HTTP/1.1" status: 204 len: 168 time: 1.0879431 Apr 23 00:34:56.981033 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ca02b2-43a8-4a75-b11e-e07793905c6e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:56.981805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ca02b2-43a8-4a75-b11e-e07793905c6e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:56.987617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72ca02b2-43a8-4a75-b11e-e07793905c6e tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/5a9994ff-9379-4171-a27b-342d40ce67bf HTTP/1.1" status: 404 len: 337 time: 0.2894058 Apr 23 00:34:56.989090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40586) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:56.989871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40588) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:57.062738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40594) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:57.078099 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9a5da344-b02d-4c61-9a2f-b3e630660c34 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:34:57.087699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.105150 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a3aeed-f146-40de-a28a-be97e96f3920 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:57.105629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a3aeed-f146-40de-a28a-be97e96f3920 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:57.108057 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-65a3aeed-f146-40de-a28a-be97e96f3920 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/2ecf1c2f-6557-4789-8a9f-d42e05b32182 HTTP/1.1" status: 404 len: 333 time: 0.1151910 Apr 23 00:34:57.110423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40600) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:57.137358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4c244-9bb9-4d28-ac3f-676a1aab7fec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:57.138909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4c244-9bb9-4d28-ac3f-676a1aab7fec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:57.139654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a9b4c244-9bb9-4d28-ac3f-676a1aab7fec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:57.153615 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaefa0e9-b308-463e-a9bf-30f052cff5f5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:57.154182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaefa0e9-b308-463e-a9bf-30f052cff5f5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:57.155967 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aaefa0e9-b308-463e-a9bf-30f052cff5f5 tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/99de08fc-7b9d-4074-84f4-c6b268f40adc HTTP/1.1" status: 404 len: 337 time: 0.0439329 Apr 23 00:34:57.158906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40604) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:57.162621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a9b4c244-9bb9-4d28-ac3f-676a1aab7fec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:57.163796 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a9b4c244-9bb9-4d28-ac3f-676a1aab7fec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1725497 Apr 23 00:34:57.166822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40608) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:57.195091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.240151 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70edc83-4b34-420f-b664-98fe8880e6de tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] DELETE failed (client error): The resource could not be found. Apr 23 00:34:57.240593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70edc83-4b34-420f-b664-98fe8880e6de tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:34:57.242362 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f70edc83-4b34-420f-b664-98fe8880e6de tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/subnets/f4131e3c-aeba-41c6-a015-32c7733bba67 HTTP/1.1" status: 404 len: 337 time: 0.0824304 Apr 23 00:34:57.246403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1288076692'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:57.248476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40612) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:57.254383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet ccbc9b5b-0119-4ecf-aaa2-610039282cc8 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:34:57.270935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:57.272458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Transition to ACTIVE for port object 91a66fd6-4ad0-405f-a20d-1110c57356ce will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:34:57.281470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Usage tracker for resource:network and tenant:ef278c129ffe4174835e5dfa955a3359 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:57.287632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] Calling delete_port for 9a5da344-b02d-4c61-9a2f-b3e630660c34 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:57.288281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.290629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:57.295404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:57.303593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:57.306285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:57.325992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.336075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:57.338163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=23ca24ae-a737-445f-b6b2-da428f0db7ec,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:57.365456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Made reservation on behalf of ef278c129ffe4174835e5dfa955a3359 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:57.368724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.374229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.384322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.404216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Deleting port e297ea3c-034a-487d-908b-52df1255bc57 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:34:57.404561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.442086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:57.450647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Usage tracker for resource:security_group_rule and tenant:ef278c129ffe4174835e5dfa955a3359 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:57.454383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:57.455940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:57.468016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:57.471669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:57.493188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:34:57.499476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Pushing event updated for resources: {'Port': ['ID=91a66fd6-4ad0-405f-a20d-1110c57356ce,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:57.509837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.606604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.621361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.625787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Attempting to bind port 91a66fd6-4ad0-405f-a20d-1110c57356ce on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:34:57.626369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Attempting to bind port 91a66fd6-4ad0-405f-a20d-1110c57356ce by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:34:57.627089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Attempting to bind port 91a66fd6-4ad0-405f-a20d-1110c57356ce on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:34:57.675038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:34:57.675493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:57.675791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.676181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:34:57.676658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Bound port: 91a66fd6-4ad0-405f-a20d-1110c57356ce, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:34:57.677720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.698708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] Pushing event deleted for resources: {'Port': ['ID=9a5da344-b02d-4c61-9a2f-b3e630660c34,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:57.703001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1a4b4-a370-4bb9-ad3d-2a321089d7f8 None None] No DVR routers for this DVR port 9a5da344-b02d-4c61-9a2f-b3e630660c34 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:34:57.717336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.932646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.938062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:57.971503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Calling delete_port for e297ea3c-034a-487d-908b-52df1255bc57 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:34:57.983400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:34:57.994614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab79701-5809-467c-8ad5-14a3feb58790,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:58.030563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.033126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] For port 91a66fd6-4ad0-405f-a20d-1110c57356ce, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:34:58.034440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.034839 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Added segment a065a98d-2d49-4a81-b04e-5382197fdfbb of type vlan for network c206180e-0a12-4da2-bea4-7bd360c863c8 Apr 23 00:34:58.038725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] For port 91a66fd6-4ad0-405f-a20d-1110c57356ce, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=91a66fd6-4ad0-405f-a20d-1110c57356ce,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:34:58.045931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.047884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.076592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.079386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.087433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbc9b5b-0119-4ecf-aaa2-610039282cc8,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:58.118677 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e3b9e4c0-5ee4-4188-bd56-c4195702352e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/ccbc9b5b-0119-4ecf-aaa2-610039282cc8 HTTP/1.1" status: 204 len: 168 time: 0.9507432 Apr 23 00:34:58.121803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40616) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:58.169000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9139e8-e413-47c4-b32c-1cb551f861d1 None None] Pushing event updated for resources: {'Port': ['ID=91a66fd6-4ad0-405f-a20d-1110c57356ce,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:58.174069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.179580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:58.180178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.186041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.230316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.242500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ffd3223c-2cdd-4f38-8dc4-8cb46970ca82 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192768 Apr 23 00:34:58.251088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40620) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:58.255678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Port': ['ID=e297ea3c-034a-487d-908b-52df1255bc57,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:58.297640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.317355 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f7245956-b9f7-432b-9532-f4c9bae3ba9b tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/ports/e297ea3c-034a-487d-908b-52df1255bc57 HTTP/1.1" status: 204 len: 168 time: 1.0676291 Apr 23 00:34:58.319670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40624) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:58.364586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event updated for resources: {'Network': ['ID=c206180e-0a12-4da2-bea4-7bd360c863c8,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:58.374344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-adcddb55-9b33-49db-827c-635dd9108cbb tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3063006 Apr 23 00:34:58.380267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40628) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:58.391369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Request body: {'subnet': {'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:58.402850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c206180e-0a12-4da2-bea4-7bd360c863c8 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:34:58.495016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.515281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adecd2b-919c-4d05-8990-563da8a9dcec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:58.516009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2adecd2b-919c-4d05-8990-563da8a9dcec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:58.563159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2adecd2b-919c-4d05-8990-563da8a9dcec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:58.566856 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2adecd2b-919c-4d05-8990-563da8a9dcec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3129900 Apr 23 00:34:58.571932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40632) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:58.617426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:58.626031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Usage tracker for resource:subnet and tenant:ef278c129ffe4174835e5dfa955a3359 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:34:58.630848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:34:58.646897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:58.664396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Made reservation on behalf of ef278c129ffe4174835e5dfa955a3359 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:58.668098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.725049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.753043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3591eebd-6dd8-4d37-9566-cc3f699ae677 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:58.753739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3591eebd-6dd8-4d37-9566-cc3f699ae677 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:34:58.766845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86151bb8-95d9-4c00-a767-eb0f24bb091a']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:58.769930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.780045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.784187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9898c29-188f-40a2-b686-1feb204678e8') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:58.784465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9898c29-188f-40a2-b686-1feb204678e8') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:34:58.794451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3591eebd-6dd8-4d37-9566-cc3f699ae677 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:34:58.795587 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3591eebd-6dd8-4d37-9566-cc3f699ae677 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1984410 Apr 23 00:34:58.798911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.804742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40636) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:58.884804 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7c862fa8-5eb6-4532-8e64-f5041ea32317 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752993 Apr 23 00:34:58.884804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.885221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40640) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:58.893755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:58.912890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:34:58.913095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:58.917634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=23ca24ae-a737-445f-b6b2-da428f0db7ec,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:34:58.929036 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:34:58.931407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.103039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91a66fd6-4ad0-405f-a20d-1110c57356ce up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:34:59.123938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.152352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.178350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] Pushing event deleted for resources: {'Network': ['ID=86151bb8-95d9-4c00-a767-eb0f24bb091a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:59.184433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:34:59.190107 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2c1bd03f-d1e2-447e-9b37-04382f0b142f tempest-PortsTestJSON-1240621986 tempest-PortsTestJSON-1240621986-project] 10.222.0.39 "DELETE /v2.0/networks/86151bb8-95d9-4c00-a767-eb0f24bb091a HTTP/1.1" status: 204 len: 168 time: 0.8690081 Apr 23 00:34:59.199529 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 9c8098a9-af32-4259-a4d0-2b0fe1f106b6 associated. External IP: 172.26.8.29, port: 8530999f-ad0c-4d9b-bc11-a5fd3f29067c. Apr 23 00:34:59.201284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:34:59.217915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 91a66fd6-4ad0-405f-a20d-1110c57356ce completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:59.220781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:34:59.225965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.271868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.390166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event updated for resources: {'Subnet': ['ID=3b01c923-82f9-4c04-afe0-a14d9a9059e7,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:59.439730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842e788-773e-47e1-b357-cdd84e3c40db None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:59.471918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Checking segment: {'id': 'a065a98d-2d49-4a81-b04e-5382197fdfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:34:59.472272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Network hostable DHCP agents. Network: c206180e-0a12-4da2-bea4-7bd360c863c8, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:34:59.498068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] Could not find standard attr ID for object 995029d2-b8be-4fa7-87f6-48cca797ac0f. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:34:59.530511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.585732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40648) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:59.627480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:34:59.635556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:59.640852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:59.641447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.661023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=411dd89f-86f2-4e9c-82a0-9e65df8a4e60,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:34:59.681079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] Provisioning for port 91a66fd6-4ad0-405f-a20d-1110c57356ce completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:34:59.683254 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-83c88421-628b-49b1-a804-e4ea1262637a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7964828 Apr 23 00:34:59.684107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40654) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:59.689064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] Provisioning complete for port 91a66fd6-4ad0-405f-a20d-1110c57356ce triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:34:59.689435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.691204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:55:80:2a', 'name': 'tempest-NetworksTestDHCPv6-2038863967'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:59.703774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Network c206180e-0a12-4da2-bea4-7bd360c863c8 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:34:59.727731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, c206180e-0a12-4da2-bea4-7bd360c863c8) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:34:59.736224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:34:59.736855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.745802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5026ff-7538-4be2-8e2c-7ba8d444cb53 None None] Network c206180e-0a12-4da2-bea4-7bd360c863c8 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:34:59.833491 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aeb6cb90-8bda-4dd0-970c-66e6f273bb7c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4524381 Apr 23 00:34:59.836401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40658) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:34:59.844008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Request body: {'port': {'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8', 'name': 'tempest-TagsExtTest-1846216115'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:34:59.945521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:34:59.970139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 3e269255-4cf0-4be5-a51a-84331fa81b04 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:35:00.022032 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a740ba78-9589-45e0-a4d4-68411e83a825 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7eaf7d055d2d4a9a8f319cbebecee5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311950 Apr 23 00:35:00.022515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40664) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:00.084422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] For port 91a66fd6-4ad0-405f-a20d-1110c57356ce, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=91a66fd6-4ad0-405f-a20d-1110c57356ce,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:00.095335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:00.098473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.112603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad575161-c0dc-4c54-a19a-2fe3037f7089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.114529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:00.147274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:00.147868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:00.164500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Usage tracker for resource:port and tenant:ef278c129ffe4174835e5dfa955a3359 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:00.169947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:00.210108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0249564-712c-48fa-aff3-6b24d65e8580 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:00.239551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:00.253947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad575161-c0dc-4c54-a19a-2fe3037f7089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.256454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-c206180e-0a12-4da2-bea4-7bd360c863c8', 'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8', 'tenant_id': 'ef278c129ffe4174835e5dfa955a3359', 'fixed_ips': [{'subnet_id': '3b01c923-82f9-4c04-afe0-a14d9a9059e7'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:35:00.257380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.265285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Made reservation on behalf of ef278c129ffe4174835e5dfa955a3359 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:00.268828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.294821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:35:00.309478 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] Sync routers for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:35:00.316333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] device_id is not set on port 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:00.316874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.323101 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:00.324253 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:34:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:00.347518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 31b09221-bfa2-42e5-aebf-cc6f0088eb6f yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:00.360845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.421057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c9fcf70f-bbe5-4a88-bd95-8dabafb9e8ad None None] Provisioning complete for port 91a66fd6-4ad0-405f-a20d-1110c57356ce triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:00.421699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf70f-bbe5-4a88-bd95-8dabafb9e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.457721 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1ae97b30-4365-460f-9c10-eefdf83255c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4366384 Apr 23 00:35:00.470875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb76152-1643-461c-94d8-a95d9cf04d70 None None] Pushing event updated for resources: {'Port': ['ID=91a66fd6-4ad0-405f-a20d-1110c57356ce,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:00.487667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:35:00.492040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40668) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:00.537275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::241 (986a55f2-d336-4e62-8bc6-ead9728638f4/411dd89f-86f2-4e9c-82a0-9e65df8a4e60/31b09221-bfa2-42e5-aebf-cc6f0088eb6f) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:00.577464 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431597a3-24be-4ec8-b9e6-5064c1358722'] response: {'name': 'network-changed', 'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'status': 'completed', 'code': 200} Apr 23 00:35:00.614546 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:35:00.622359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Allocated IP 172.20.0.3 (c206180e-0a12-4da2-bea4-7bd360c863c8/3b01c923-82f9-4c04-afe0-a14d9a9059e7/94b9cea4-cb7d-438f-b2f8-676bc0a5e284) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:00.648168 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0fdbbd7b-0bf2-4974-a2bb-93ada547dafa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/9c8098a9-af32-4259-a4d0-2b0fe1f106b6 HTTP/1.1" status: 200 len: 991 time: 0.1491351 Apr 23 00:35:00.783392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad575161-c0dc-4c54-a19a-2fe3037f7089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.819176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad575161-c0dc-4c54-a19a-2fe3037f7089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a797f37-0a31-488a-950c-84d901e29ab2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:00.874325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ad575161-c0dc-4c54-a19a-2fe3037f7089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.878882 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ad575161-c0dc-4c54-a19a-2fe3037f7089 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a797f37-0a31-488a-950c-84d901e29ab2 HTTP/1.1" status: 204 len: 168 time: 0.8530002 Apr 23 00:35:00.889645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.922831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 31b09221-bfa2-42e5-aebf-cc6f0088eb6f will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:00.924105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:00.932647 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-3200c223-363c-4cf0-82db-0c8830f95c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:00.934229 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-3200c223-363c-4cf0-82db-0c8830f95c1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 1099 time: 0.2105682 Apr 23 00:35:00.941918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Transition to ACTIVE for port object 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:00.984568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.082069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Network c206180e-0a12-4da2-bea4-7bd360c863c8 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:01.085450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:01.089720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:01.107455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91a66fd6-4ad0-405f-a20d-1110c57356ce up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:01.159092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event updated for resources: {'Port': ['ID=94b9cea4-cb7d-438f-b2f8-676bc0a5e284,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:01.178176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.178837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.179093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.179372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.179691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.180034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.180368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.180700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.181032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.181361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.182272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.183132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.183132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:01.217601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.218315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.254500 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f723c74d-5169-4bdb-a369-a88b4bd432c2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4170029 Apr 23 00:35:01.264959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:01.265751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d7304d05-5307-4ea7-aad9-441485db905a None None] Provisioning complete for port 91a66fd6-4ad0-405f-a20d-1110c57356ce triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:01.266270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d7304d05-5307-4ea7-aad9-441485db905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.268737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40678) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:01.275493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-787987075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:01.284661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:01.290543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:01.293498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:01.300260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.300884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Usage tracker for resource:router and tenant:ef278c129ffe4174835e5dfa955a3359 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:01.301043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.304673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:01.311174 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '9c8098a9-af32-4259-a4d0-2b0fe1f106b6', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'port_id': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:34:57Z', 'updated_at': '2022-04-23T00:34:57Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:01.312633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:01.316580 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] Checking router: 3e269255-4cf0-4be5-a51a-84331fa81b04 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:35:01.337573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.339359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.342791 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:01.343628 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:34:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:01.350326 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6651421 Apr 23 00:35:01.356594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40682) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:01.371909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e393d4-c33f-41dd-9c4d-8adab1f7f58a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=31b09221-bfa2-42e5-aebf-cc6f0088eb6f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:01.374865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Allocated IP 172.20.0.2 (c206180e-0a12-4da2-bea4-7bd360c863c8/3b01c923-82f9-4c04-afe0-a14d9a9059e7/1bf1fc0f-0853-4fce-8c79-9c8aa849bc02) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:01.402656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-d15f9393-9f8b-45a5-9b38-93051426bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.405195 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-d15f9393-9f8b-45a5-9b38-93051426bdf5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84b730be-841b-4b82-989b-34a46792b2ef HTTP/1.1" status: 200 len: 895 time: 0.4636161 Apr 23 00:35:01.443422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 91a66fd6-4ad0-405f-a20d-1110c57356ce triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:01.443886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.488791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.559608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30823b-be01-4f99-842a-4e21da8cdcaa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.567901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30823b-be01-4f99-842a-4e21da8cdcaa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.569183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f30823b-be01-4f99-842a-4e21da8cdcaa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:01.599888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.612369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f30823b-be01-4f99-842a-4e21da8cdcaa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:01.614390 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6f30823b-be01-4f99-842a-4e21da8cdcaa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2567585 Apr 23 00:35:01.616785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40692) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:01.627991 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-28f71d52-fe85-40eb-ac91-9502b72719c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c HTTP/1.1" status: 200 len: 999 time: 0.2165122 Apr 23 00:35:01.698424 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:35:01.734665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 31b09221-bfa2-42e5-aebf-cc6f0088eb6f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:01.734975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.753682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-b77d3dc3-504b-4e6f-a86c-dc2e992d15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:01.755858 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-b77d3dc3-504b-4e6f-a86c-dc2e992d15e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=873061d5-00bc-4f5d-83da-99225aeeab7f HTTP/1.1" status: 200 len: 835 time: 0.1186574 Apr 23 00:35:01.756554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40696) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:01.856433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-94aae48a-ca5b-4518-a224-c97340d9578a None None] Could not find standard attr ID for object 995029d2-b8be-4fa7-87f6-48cca797ac0f. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:35:01.896332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.901531 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ee806c92-57a6-462a-988c-fafa54fbd0fa tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6312869 Apr 23 00:35:01.902205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40702) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:01.902366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-94aae48a-ca5b-4518-a224-c97340d9578a None None] Could not find standard attr ID for object 146e0e0a-2bed-47cd-ba81-e7e2b2197844. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:35:01.923380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:01.925763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6de2a9f3-dcb0-426e-8b09-6cea3215e4d2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1313102665', 'prefixes': ['172.20.0.0/16']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:01.972015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Transition to ACTIVE for port object 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:01.984298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6de2a9f3-dcb0-426e-8b09-6cea3215e4d2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:02.045735 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-41bfe9d5-8023-4df5-8994-84749e70ce38 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/9c8098a9-af32-4259-a4d0-2b0fe1f106b6 HTTP/1.1" status: 200 len: 991 time: 0.2876666 Apr 23 00:35:02.060038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Transition to ACTIVE for port object 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:02.073627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.094181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-aca81dc1-41b2-4f35-8d1a-192228100067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:02.096856 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-aca81dc1-41b2-4f35-8d1a-192228100067 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84b730be-841b-4b82-989b-34a46792b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2156560 Apr 23 00:35:02.196523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Network c206180e-0a12-4da2-bea4-7bd360c863c8 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:02.201225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:02.204624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:02.320260 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-1f4a6bde-4d1b-4ad2-8362-1d3ec72cba46 service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140889 Apr 23 00:35:02.352641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Pushing event updated for resources: {'Port': ['ID=1bf1fc0f-0853-4fce-8c79-9c8aa849bc02,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:02.379624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40714) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:02.386855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Attempting to bind port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:35:02.387283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Attempting to bind port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a065a98d-2d49-4a81-b04e-5382197fdfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:35:02.388576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Attempting to bind port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 on network c206180e-0a12-4da2-bea4-7bd360c863c8 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:35:02.393375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ccd68b31-906c-4423-98e9-e34e9d7eb10f None None] Provisioning for port 31b09221-bfa2-42e5-aebf-cc6f0088eb6f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:02.409710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ccd68b31-906c-4423-98e9-e34e9d7eb10f None None] Provisioning complete for port 31b09221-bfa2-42e5-aebf-cc6f0088eb6f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:02.409938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ccd68b31-906c-4423-98e9-e34e9d7eb10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.436861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6de2a9f3-dcb0-426e-8b09-6cea3215e4d2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for subnetpool, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.442855 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6de2a9f3-dcb0-426e-8b09-6cea3215e4d2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5293677 Apr 23 00:35:02.449079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40720) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:02.466893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-e7dcada4-a824-462d-b2fa-4fbc4b36ccca tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', 'tempest-TagsExtTest-Tag-852261976') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:02.474902 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '9c8098a9-af32-4259-a4d0-2b0fe1f106b6', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'port_id': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:34:57Z', 'updated_at': '2022-04-23T00:34:57Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:02.489695 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5260e2-8bde-47db-ad29-d64832b01c86 None None] The sync data for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv is: [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '9c8098a9-af32-4259-a4d0-2b0fe1f106b6', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'port_id': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:34:57Z', 'updated_at': '2022-04-23T00:34:57Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:35:02.514288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ccd68b31-906c-4423-98e9-e34e9d7eb10f None None] Port 31b09221-bfa2-42e5-aebf-cc6f0088eb6f cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:02.517024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:35:02.517404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Checking segment: {'id': 'a065a98d-2d49-4a81-b04e-5382197fdfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:02.517801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.518267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Bound using segment: {'id': 'a065a98d-2d49-4a81-b04e-5382197fdfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:35:02.518699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Bound port: 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065a98d-2d49-4a81-b04e-5382197fdfbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c206180e-0a12-4da2-bea4-7bd360c863c8'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:35:02.519071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.554090 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afccef9c-c85b-4bef-905a-0a5a116ff335 req-8739ad1f-65a3-451c-81d9-c3a89f2fa28d service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271943 Apr 23 00:35:02.559452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.602920 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-52441e9a-fbf0-4223-bd27-beb0cfc13a60 tempest-ServiceProvidersTest-1283083134 tempest-ServiceProvidersTest-1283083134-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2218301 Apr 23 00:35:02.652473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] For port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:35:02.658763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] For port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1bf1fc0f-0853-4fce-8c79-9c8aa849bc02,segment=NetworkSegment(a065a98d-2d49-4a81-b04e-5382197fdfbb),segment_id=a065a98d-2d49-4a81-b04e-5382197fdfbb)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:35:02.670952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:02.748459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 31b09221-bfa2-42e5-aebf-cc6f0088eb6f owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:02.863305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e63990-0a76-409d-b2c4-b8a310e3db6d None None] New status for floating IP 9c8098a9-af32-4259-a4d0-2b0fe1f106b6: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:35:02.914013 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e7dcada4-a824-462d-b2fa-4fbc4b36ccca tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags/tempest-TagsExtTest-Tag-852261976 HTTP/1.1" status: 201 len: 201 time: 0.4563720 Apr 23 00:35:02.914499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40726) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:02.920450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-5f514d5b-f2f0-47e6-971d-5e6b18239ec7 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', 'tempest-TagsExtTest-Tag-272098021') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:02.955906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.007107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cfaab-c338-4fc0-902d-bae68b5ec3b4 None None] Pushing event updated for resources: {'Port': ['ID=1bf1fc0f-0853-4fce-8c79-9c8aa849bc02,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:03.028264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=31b09221-bfa2-42e5-aebf-cc6f0088eb6f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:03.052049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40732) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.090646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.119880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40736) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.131304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fc141db9-a9ce-49c3-bff5-197ff613f2cb tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/31b09221-bfa2-42e5-aebf-cc6f0088eb6f HTTP/1.1" status: 204 len: 168 time: 1.5110579 Apr 23 00:35:03.131754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40742) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.330405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ebf00-2221-46b9-9867-caf8723ab818 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:03.332118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ebf00-2221-46b9-9867-caf8723ab818 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:03.335460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-299ebf00-2221-46b9-9867-caf8723ab818 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:03.340902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.374377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:03.378941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb8f7f110a14097846026775cf58509 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:03.383347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:03.386918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-299ebf00-2221-46b9-9867-caf8723ab818 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:03.390745 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-299ebf00-2221-46b9-9867-caf8723ab818 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2453141 Apr 23 00:35:03.391996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40746) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.394482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:03.427221 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bacb2760-07c5-4217-ba43-c60f89c8d374 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/9c8098a9-af32-4259-a4d0-2b0fe1f106b6 HTTP/1.1" status: 200 len: 991 time: 0.3739181 Apr 23 00:35:03.438978 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5f514d5b-f2f0-47e6-971d-5e6b18239ec7 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags/tempest-TagsExtTest-Tag-272098021 HTTP/1.1" status: 201 len: 201 time: 0.5207639 Apr 23 00:35:03.438978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40750) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.445198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-2cac5877-5797-499d-86aa-a1df3e673417 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', 'tempest-TagsExtTest-Tag-660116971') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.495793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 411dd89f-86f2-4e9c-82a0-9e65df8a4e60 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:03.500523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.571576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.590832 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2cac5877-5797-499d-86aa-a1df3e673417 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags/tempest-TagsExtTest-Tag-660116971 HTTP/1.1" status: 201 len: 201 time: 0.1509101 Apr 23 00:35:03.593453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40754) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.598991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-2577d9d7-7e88-47ec-b955-9773f9cbf8c3 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', 'tempest-TagsExtTest-Tag-1650397136') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.637934 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2577d9d7-7e88-47ec-b955-9773f9cbf8c3 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags/tempest-TagsExtTest-Tag-1650397136 HTTP/1.1" status: 201 len: 201 time: 0.0434949 Apr 23 00:35:03.640372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40758) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.645106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-7ab6f84a-58dd-480d-9c17-5b9d6525d181 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.665302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.667121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.698819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.717613 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7ab6f84a-58dd-480d-9c17-5b9d6525d181 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags HTTP/1.1" status: 200 len: 240 time: 0.0737977 Apr 23 00:35:03.717917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40762) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.722995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-af77af30-e12e-4f08-b1c2-9dc78f6cb7ef tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', 'tempest-TagsExtTest-Tag-852261976') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.763731 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcb8f7f110a14097846026775cf58509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420574 Apr 23 00:35:03.768226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40766) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.772492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e8939-5c8b-4428-9ff7-2f85f7634cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba5e9cc-bbeb-403c-9401-f23ddb468883,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:03.793655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.832236 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-af77af30-e12e-4f08-b1c2-9dc78f6cb7ef tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags/tempest-TagsExtTest-Tag-852261976 HTTP/1.1" status: 204 len: 168 time: 0.1132154 Apr 23 00:35:03.835919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=411dd89f-86f2-4e9c-82a0-9e65df8a4e60,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:03.839729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40770) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.846640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-0e6e54e7-5041-464e-8c67-c9b883fa7fce tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', 'tempest-TagsExtTest-Tag-852261976') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:03.848905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d11b198-8680-4404-87d0-80c772a29a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.853734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f3c27-0cb6-41e5-8a18-822efc95b559 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:03.878155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d11b198-8680-4404-87d0-80c772a29a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.888562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.928344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bd116816-9e02-48bc-9f7e-5ae4e7cdf139 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/411dd89f-86f2-4e9c-82a0-9e65df8a4e60 HTTP/1.1" status: 204 len: 168 time: 0.5330360 Apr 23 00:35:03.929054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40774) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:03.969715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d11b198-8680-4404-87d0-80c772a29a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:03.995708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11b198-8680-4404-87d0-80c772a29a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba5e9cc-bbeb-403c-9401-f23ddb468883,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:04.007269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d11b198-8680-4404-87d0-80c772a29a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:04.008383 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3d11b198-8680-4404-87d0-80c772a29a72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ba5e9cc-bbeb-403c-9401-f23ddb468883 HTTP/1.1" status: 204 len: 168 time: 0.2390878 Apr 23 00:35:04.025204 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c46fe4bb-e3e0-4939-ae3f-ee11849221e3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950053 Apr 23 00:35:04.028273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40780) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.086206 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0e6e54e7-5041-464e-8c67-c9b883fa7fce tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags/tempest-TagsExtTest-Tag-852261976 HTTP/1.1" status: 204 len: 168 time: 0.2441373 Apr 23 00:35:04.088931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40784) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.096838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-56a9a34c-fe20-4678-8f58-7302ff2803d5 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:04.149233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff9f0c-d1b0-48df-b978-7a24dc117435 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:04.149888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d4ff9f0c-d1b0-48df-b978-7a24dc117435 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:04.176739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d4ff9f0c-d1b0-48df-b978-7a24dc117435 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:04.180500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d4ff9f0c-d1b0-48df-b978-7a24dc117435 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1487086 Apr 23 00:35:04.180651 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-56a9a34c-fe20-4678-8f58-7302ff2803d5 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags HTTP/1.1" status: 200 len: 205 time: 0.0894678 Apr 23 00:35:04.180744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40788) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.183418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40790) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.226747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-75c186ad-c3a2-4a56-88cc-33e17b0e6eca tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:04.312460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84962bfd-c613-45b9-9b38-96b29de82666 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:04.313173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-84962bfd-c613-45b9-9b38-96b29de82666 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:04.314531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:35:04.319903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] Deleting port 91a66fd6-4ad0-405f-a20d-1110c57356ce {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:04.320579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:04.347363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-84962bfd-c613-45b9-9b38-96b29de82666 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:04.348558 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-84962bfd-c613-45b9-9b38-96b29de82666 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1667967 Apr 23 00:35:04.351622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40796) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.358956 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-75c186ad-c3a2-4a56-88cc-33e17b0e6eca tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags HTTP/1.1" status: 200 len: 240 time: 0.1720257 Apr 23 00:35:04.359875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40800) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.366349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-f4da06fa-f08a-4942-8868-e72df43a90e6 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', 'tempest-TagsExtTest-Tag-272098021') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:04.367821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f651668-e515-47c0-8700-d18c185f4785 None None] Network c206180e-0a12-4da2-bea4-7bd360c863c8 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:04.434707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf846893-7a17-4c50-8ab8-05d29a7580d1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779562 Apr 23 00:35:04.434707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40804) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.435472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40808) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.451982 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f4da06fa-f08a-4942-8868-e72df43a90e6 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags/tempest-TagsExtTest-Tag-272098021 HTTP/1.1" status: 204 len: 168 time: 0.0888135 Apr 23 00:35:04.452547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40812) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.458356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-165bbc1e-496d-4d39-b271-ffe906744430 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', 'tempest-TagsExtTest-Tag-272098021') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:04.498895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:04.546342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-deecc3e6-3789-4e13-8dea-3833fe4931f3 None None] Provisioning for port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:04.557498 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-165bbc1e-496d-4d39-b271-ffe906744430 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags/tempest-TagsExtTest-Tag-272098021 HTTP/1.1" status: 204 len: 168 time: 0.1029949 Apr 23 00:35:04.558127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40816) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.563319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-ab3414ba-0e91-49e3-957f-44ce30d617e6 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:04.636214 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab3414ba-0e91-49e3-957f-44ce30d617e6 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags HTTP/1.1" status: 200 len: 205 time: 0.0771115 Apr 23 00:35:04.636509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40820) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.645177 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d4afd86f-67bd-416c-a0e2-de1371e8f10c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/9c8098a9-af32-4259-a4d0-2b0fe1f106b6 HTTP/1.1" status: 200 len: 993 time: 0.2127254 Apr 23 00:35:04.649536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-b9ded2bb-7d1c-49a5-b592-f8fda6380228 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:04.762903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] For port 91a66fd6-4ad0-405f-a20d-1110c57356ce, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=91a66fd6-4ad0-405f-a20d-1110c57356ce,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:04.763299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:04.829621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:04.843767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:04.891582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] Calling delete_port for 91a66fd6-4ad0-405f-a20d-1110c57356ce owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:04.905069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:04.908670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:04.954149 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b9ded2bb-7d1c-49a5-b592-f8fda6380228 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags HTTP/1.1" status: 200 len: 240 time: 0.3115897 Apr 23 00:35:04.954805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40824) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:04.961072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-64f98b95-7a8b-473f-a8dc-fead7402d060 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', 'tempest-TagsExtTest-Tag-660116971') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.023118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:05.101270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.155899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] Pushing event deleted for resources: {'Port': ['ID=91a66fd6-4ad0-405f-a20d-1110c57356ce,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:05.168654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a857c-e04a-48ad-83a3-282c36a3fc5b None None] No DVR routers for this DVR port 91a66fd6-4ad0-405f-a20d-1110c57356ce on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:05.189365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:05.202859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:05.204123 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-64f98b95-7a8b-473f-a8dc-fead7402d060 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags/tempest-TagsExtTest-Tag-660116971 HTTP/1.1" status: 204 len: 168 time: 0.2479846 Apr 23 00:35:05.206213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.207242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40828) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.214607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-25d1a63c-35c4-4f1f-a7e6-b8f23fa1e911 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', 'tempest-TagsExtTest-Tag-660116971') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.325139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Provisioning complete for port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:05.325509 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.338838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:35:05.340469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.388438 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-25d1a63c-35c4-4f1f-a7e6-b8f23fa1e911 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags/tempest-TagsExtTest-Tag-660116971 HTTP/1.1" status: 204 len: 168 time: 0.1778498 Apr 23 00:35:05.388813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40832) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.395148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-de9aa6b0-ceb6-4e7b-a74e-4ad1c0b5dae1 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.414958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:05.417266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:05.420149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:05.420740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.449300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=0bf2026a-e621-4378-8acb-2c504e3fc6bb,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:05.463761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2c9ff-3000-445f-8295-7c1a1e5dfb38 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:05.465988 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b6e29d6f-b16d-4332-8a1a-0f68aaabf6f9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0282993 Apr 23 00:35:05.467704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40836) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.480860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:05.600678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.653560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.690133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] For port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1bf1fc0f-0853-4fce-8c79-9c8aa849bc02,segment=NetworkSegment(a065a98d-2d49-4a81-b04e-5382197fdfbb),segment_id=a065a98d-2d49-4a81-b04e-5382197fdfbb)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:05.703636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.763323 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-de9aa6b0-ceb6-4e7b-a74e-4ad1c0b5dae1 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags HTTP/1.1" status: 200 len: 205 time: 0.3710060 Apr 23 00:35:05.763854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40840) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.770399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-3fe20062-1d1a-4309-9c45-8153c0d3b009 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.793196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:05.798296 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3fe20062-1d1a-4309-9c45-8153c0d3b009 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags HTTP/1.1" status: 200 len: 241 time: 0.0317004 Apr 23 00:35:05.798483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:05.799337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40844) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.800441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:05.804111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-38fbe6a3-0e3b-4314-a550-f52d8eb667c4 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', 'tempest-TagsExtTest-Tag-1650397136') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.806659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:05.817766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:05.821816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.831890 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-38fbe6a3-0e3b-4314-a550-f52d8eb667c4 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags/tempest-TagsExtTest-Tag-1650397136 HTTP/1.1" status: 204 len: 168 time: 0.0315528 Apr 23 00:35:05.834318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40848) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.841103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-9ac85884-05ec-43cb-a5f6-7cf92de0cbb1 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', 'tempest-TagsExtTest-Tag-1650397136') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.866308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Provisioning for port 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:05.881642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:35:05.882002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:35:05.886476 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9ac85884-05ec-43cb-a5f6-7cf92de0cbb1 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags/tempest-TagsExtTest-Tag-1650397136 HTTP/1.1" status: 204 len: 168 time: 0.0484776 Apr 23 00:35:05.886646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Provisioning complete for port 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:05.886746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40852) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.886980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.891698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-ff02d376-bf5b-4e55-b0ae-cd9be85f1a50 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.919608 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ff02d376-bf5b-4e55-b0ae-cd9be85f1a50 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags HTTP/1.1" status: 200 len: 205 time: 0.0295069 Apr 23 00:35:05.920108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40856) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.925415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-f4dbe5a0-5dc0-42fb-be49-2c865b0793e6 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.959915 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f4dbe5a0-5dc0-42fb-be49-2c865b0793e6 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags HTTP/1.1" status: 204 len: 168 time: 0.0366037 Apr 23 00:35:05.960164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40860) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:05.961018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Pushing event updated for resources: {'Port': ['ID=1bf1fc0f-0853-4fce-8c79-9c8aa849bc02,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:05.976244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-2105e662-570f-4175-a7b0-69b0834d894c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:05.979334 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.ipam_backend_mixin [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bf2026a-e621-4378-8acb-2c504e3fc6bb (CIDR: 2001:db8::/64) Apr 23 00:35:05.987843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '0bf2026a-e621-4378-8acb-2c504e3fc6bb'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:35:05.988662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:05.988957 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:35:05.989629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:06.009553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7cdfe5f8-7e2e-41bd-b5d5-38338cd7fafd None None] Port 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:06.019038 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-904b1e7c-21e0-4f57-a1cf-94810ecc9358 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5501883 Apr 23 00:35:06.021810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40864) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.030502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:06.135951 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2105e662-570f-4175-a7b0-69b0834d894c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags HTTP/1.1" status: 204 len: 168 time: 0.1721821 Apr 23 00:35:06.136174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40868) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.141247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-6e81dc99-6710-4937-ab19-20e2be46c718 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.159366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9400916c-dfbc-40af-8d67-e93ab0bedd88 None None] Provisioning complete for port 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:06.159743 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9400916c-dfbc-40af-8d67-e93ab0bedd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.186166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:06.190363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:06.193200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:06.200367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:06.206991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Allocated IP 2001:db8::f816:3eff:fe84:ff28 (986a55f2-d336-4e62-8bc6-ead9728638f4/0bf2026a-e621-4378-8acb-2c504e3fc6bb/4302ac35-72bd-460c-8d9a-458118cb0b01) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:06.212107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:06.215237 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6e81dc99-6710-4937-ab19-20e2be46c718 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags HTTP/1.1" status: 204 len: 168 time: 0.0778899 Apr 23 00:35:06.216669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.217680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40872) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.222992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-27aa5bea-e5b4-45ab-8802-e55125133a72 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.229689 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:35:06.261873 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9400916c-dfbc-40af-8d67-e93ab0bedd88 None None] Port 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:06.293663 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-27aa5bea-e5b4-45ab-8802-e55125133a72 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0747495 Apr 23 00:35:06.297932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40876) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.302997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-be4f5de7-8e06-4b24-9964-9b0aac196af2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', 'tempest-TagsExtTest-Tag-132505085') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.390652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-be4f5de7-8e06-4b24-9964-9b0aac196af2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags/tempest-TagsExtTest-Tag-132505085 HTTP/1.1" status: 201 len: 201 time: 0.0914972 Apr 23 00:35:06.393047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40880) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.398217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-503d446d-095e-4f9e-b9fd-28d272b75aed tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', 'tempest-TagsExtTest-Tag-1925297098') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.480607 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-503d446d-095e-4f9e-b9fd-28d272b75aed tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags/tempest-TagsExtTest-Tag-1925297098 HTTP/1.1" status: 201 len: 201 time: 0.0864727 Apr 23 00:35:06.483202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40886) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.488873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-d796dbc5-d86a-4cca-935c-580b4f80b919 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', 'tempest-TagsExtTest-Tag-692325496') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.498881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.514589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.532820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Transition to ACTIVE for port object 4302ac35-72bd-460c-8d9a-458118cb0b01 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:06.559355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Transition to ACTIVE for port object 4302ac35-72bd-460c-8d9a-458118cb0b01 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:06.566430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91a66fd6-4ad0-405f-a20d-1110c57356ce no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:06.567187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:06.570791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:06.574681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:06.575205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.590348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=23dbbae0-270b-4cde-b2b5-de4ec30cff74,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:06.596847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.605142 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-db0b92b9-1581-488f-9074-1b3e7b7a209a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5816638 Apr 23 00:35:06.607933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40890) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.613347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:0f:aa:f7', 'name': 'tempest-NetworksTestDHCPv6-1102766617'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:06.643132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 91a66fd6-4ad0-405f-a20d-1110c57356ce {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:06.643371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 91a66fd6-4ad0-405f-a20d-1110c57356ce not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:06.670712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:06.674547 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d796dbc5-d86a-4cca-935c-580b4f80b919 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags/tempest-TagsExtTest-Tag-692325496 HTTP/1.1" status: 201 len: 201 time: 0.1875923 Apr 23 00:35:06.674710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:06.674874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40894) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.676307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:06.680712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-5ad1ff83-347b-420c-84b8-9a50064ce313 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', 'tempest-TagsExtTest-Tag-480081438') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.722821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5ad1ff83-347b-420c-84b8-9a50064ce313 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags/tempest-TagsExtTest-Tag-480081438 HTTP/1.1" status: 201 len: 201 time: 0.0444565 Apr 23 00:35:06.723075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40898) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.725216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Pushing event updated for resources: {'Port': ['ID=4302ac35-72bd-460c-8d9a-458118cb0b01,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:06.728848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-b5a512e5-1b2a-40e7-8a14-e76f4feceb7e tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', {'tags': ['tempest-TagsExtTest-Tag-1524259258', 'tempest-TagsExtTest-Tag-1789624520', 'tempest-TagsExtTest-Tag-1695805205']}) {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.764911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.765275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.765588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.765919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.766266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.766605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.767549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.767549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.767549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.767870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.768138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.768449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:06.773234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:06.784438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:06.791741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Attempting to bind port 4302ac35-72bd-460c-8d9a-458118cb0b01 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:35:06.792114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Attempting to bind port 4302ac35-72bd-460c-8d9a-458118cb0b01 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:35:06.792621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Attempting to bind port 4302ac35-72bd-460c-8d9a-458118cb0b01 on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:35:06.795822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:06.798269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:35:06.798701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:06.799050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.799437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:35:06.799902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Bound port: 4302ac35-72bd-460c-8d9a-458118cb0b01, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:35:06.800273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.803649 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b5a512e5-1b2a-40e7-8a14-e76f4feceb7e tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags HTTP/1.1" status: 200 len: 318 time: 0.0796900 Apr 23 00:35:06.806044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40902) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.811241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-04df2b4c-4054-4d3a-9a22-3d96e7f56422 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.898084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] For port 4302ac35-72bd-460c-8d9a-458118cb0b01, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:35:06.903372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] For port 4302ac35-72bd-460c-8d9a-458118cb0b01, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4302ac35-72bd-460c-8d9a-458118cb0b01,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:35:06.908862 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-04df2b4c-4054-4d3a-9a22-3d96e7f56422 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags HTTP/1.1" status: 204 len: 168 time: 0.1015663 Apr 23 00:35:06.911669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40906) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:06.913028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.921194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-960963bb-0b42-4852-9b7b-11e28991a428 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', 'tempest-TagsExtTest-Tag-1524259258') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:06.925902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:06.980399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 1b7222b4-b8ce-4e2d-ad68-a6af535dda9b yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:06.990942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:07.000763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-960963bb-0b42-4852-9b7b-11e28991a428 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:07.002007 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-960963bb-0b42-4852-9b7b-11e28991a428 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags/tempest-TagsExtTest-Tag-1524259258 HTTP/1.1" status: 404 len: 329 time: 0.0847147 Apr 23 00:35:07.005697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40910) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.010673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-3b93c088-171e-4652-b3a3-2ccbe1046317 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', 'tempest-TagsExtTest-Tag-1789624520') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:07.083297 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-3b93c088-171e-4652-b3a3-2ccbe1046317 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:07.087018 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3b93c088-171e-4652-b3a3-2ccbe1046317 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags/tempest-TagsExtTest-Tag-1789624520 HTTP/1.1" status: 404 len: 329 time: 0.0775301 Apr 23 00:35:07.087272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40914) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.093075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-6bbf7418-8b69-4cfb-83be-6c55e2a2fe04 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7', 'tempest-TagsExtTest-Tag-1695805205') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:07.152202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857d8ce-00f7-406f-9bdf-78a5b86fb68d None None] Pushing event updated for resources: {'Port': ['ID=4302ac35-72bd-460c-8d9a-458118cb0b01,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:07.177983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:07.178392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:07.244926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8:0:1::19 (986a55f2-d336-4e62-8bc6-ead9728638f4/23dbbae0-270b-4cde-b2b5-de4ec30cff74/1b7222b4-b8ce-4e2d-ad68-a6af535dda9b) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:07.251460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:fe0f:aaf7 (986a55f2-d336-4e62-8bc6-ead9728638f4/0bf2026a-e621-4378-8acb-2c504e3fc6bb/1b7222b4-b8ce-4e2d-ad68-a6af535dda9b) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:07.299290 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-6bbf7418-8b69-4cfb-83be-6c55e2a2fe04 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:07.302718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6bbf7418-8b69-4cfb-83be-6c55e2a2fe04 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags/tempest-TagsExtTest-Tag-1695805205 HTTP/1.1" status: 404 len: 329 time: 0.2139184 Apr 23 00:35:07.303281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40918) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.308654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-90bf12e9-1bf6-4863-8743-8fd4ee2ee811 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', {'tags': ['tempest-TagsExtTest-Tag-1186336315', 'tempest-TagsExtTest-Tag-813165577', 'tempest-TagsExtTest-Tag-121652138']}) {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:07.417112 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-90bf12e9-1bf6-4863-8743-8fd4ee2ee811 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags HTTP/1.1" status: 200 len: 316 time: 0.1128001 Apr 23 00:35:07.420035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40922) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.425582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-a7c3aa62-5641-4fea-802d-ea8ce8f5834b tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:07.506584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:07.528925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 1b7222b4-b8ce-4e2d-ad68-a6af535dda9b will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:07.539811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a7c3aa62-5641-4fea-802d-ea8ce8f5834b tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags HTTP/1.1" status: 204 len: 168 time: 0.1182542 Apr 23 00:35:07.540756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40926) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.546756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-566eee3e-405a-403c-a606-e2436e198a62 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', 'tempest-TagsExtTest-Tag-1186336315') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:07.565194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:07.618523 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-566eee3e-405a-403c-a606-e2436e198a62 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:07.620190 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-566eee3e-405a-403c-a606-e2436e198a62 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags/tempest-TagsExtTest-Tag-1186336315 HTTP/1.1" status: 404 len: 329 time: 0.0782001 Apr 23 00:35:07.622989 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40930) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.628168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-67b3d562-4283-4698-80e8-cc09ed818e33 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', 'tempest-TagsExtTest-Tag-813165577') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:07.653909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:07.657657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:07.663650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:07.670149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:07.670830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:07.674919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=1b7222b4-b8ce-4e2d-ad68-a6af535dda9b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:07.702269 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4cf75960-875c-41d6-b750-5821f4e99c83 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0930390 Apr 23 00:35:07.705048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40934) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.718653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-67b3d562-4283-4698-80e8-cc09ed818e33 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:07.722185 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-67b3d562-4283-4698-80e8-cc09ed818e33 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags/tempest-TagsExtTest-Tag-813165577 HTTP/1.1" status: 404 len: 328 time: 0.0958493 Apr 23 00:35:07.722476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40938) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.727838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-be438f28-bf5c-443a-a7c8-4e221f785049 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284', 'tempest-TagsExtTest-Tag-121652138') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:07.789281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 1b7222b4-b8ce-4e2d-ad68-a6af535dda9b {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:07.789626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:07.801967 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-be438f28-bf5c-443a-a7c8-4e221f785049 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:07.803025 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-be438f28-bf5c-443a-a7c8-4e221f785049 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags/tempest-TagsExtTest-Tag-121652138 HTTP/1.1" status: 404 len: 328 time: 0.0796552 Apr 23 00:35:07.805709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40942) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:07.811469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-3e5a803d-fff6-4b66-8b12-d7bea560cd73 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', {'tags': ['tempest-TagsExtTest-Tag-1548789464', 'tempest-TagsExtTest-Tag-1681347857', 'tempest-TagsExtTest-Tag-253806288']}) {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.005808 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3e5a803d-fff6-4b66-8b12-d7bea560cd73 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags HTTP/1.1" status: 200 len: 317 time: 0.1966922 Apr 23 00:35:08.006280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40946) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.014661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-a197a3fc-3a02-4a70-ad11-76c903478912 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.202949 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a197a3fc-3a02-4a70-ad11-76c903478912 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags HTTP/1.1" status: 204 len: 168 time: 0.1938293 Apr 23 00:35:08.205838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40950) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.211227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-dc7a3cce-598a-49aa-bd01-15be20d4367a tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', 'tempest-TagsExtTest-Tag-1548789464') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.221108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:08.254084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af926c4-755f-4a3f-b4f6-8702f881127c None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:08.351564 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-dc7a3cce-598a-49aa-bd01-15be20d4367a tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:08.355972 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dc7a3cce-598a-49aa-bd01-15be20d4367a tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags/tempest-TagsExtTest-Tag-1548789464 HTTP/1.1" status: 404 len: 329 time: 0.1457446 Apr 23 00:35:08.356134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 1b7222b4-b8ce-4e2d-ad68-a6af535dda9b owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:08.356599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40954) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.362529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-ee2496bf-8e1a-42f8-85fc-c0ce6593f1a2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', 'tempest-TagsExtTest-Tag-1681347857') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.364019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6993ce0a-2752-45bb-8f25-aa1b815564f8 None None] Provisioning for port 4302ac35-72bd-460c-8d9a-458118cb0b01 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:08.500271 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-ee2496bf-8e1a-42f8-85fc-c0ce6593f1a2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:08.503896 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ee2496bf-8e1a-42f8-85fc-c0ce6593f1a2 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags/tempest-TagsExtTest-Tag-1681347857 HTTP/1.1" status: 404 len: 329 time: 0.1434135 Apr 23 00:35:08.504199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40958) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.513654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-87e59b69-6fd4-4124-bf31-dee517a2b5fe tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302', 'tempest-TagsExtTest-Tag-253806288') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.600320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '0bf2026a-e621-4378-8acb-2c504e3fc6bb', 'ip_address': '2001:db8::f816:3eff:fe84:ff28'}, {'subnet_id': '23dbbae0-270b-4cde-b2b5-de4ec30cff74'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': '4302ac35-72bd-460c-8d9a-458118cb0b01'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:35:08.652633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:08.695025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:08.755823 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-87e59b69-6fd4-4124-bf31-dee517a2b5fe tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:08.756752 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-87e59b69-6fd4-4124-bf31-dee517a2b5fe tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags/tempest-TagsExtTest-Tag-253806288 HTTP/1.1" status: 404 len: 328 time: 0.2516198 Apr 23 00:35:08.759400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=1b7222b4-b8ce-4e2d-ad68-a6af535dda9b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:08.760523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40962) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.766530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-7de8be25-b972-4e80-9576-ac59d994c7a7 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', {'tags': ['tempest-TagsExtTest-Tag-1771263401', 'tempest-TagsExtTest-Tag-1371921162', 'tempest-TagsExtTest-Tag-1208939431']}) {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.808321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7de8be25-b972-4e80-9576-ac59d994c7a7 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "PUT /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags HTTP/1.1" status: 200 len: 318 time: 0.0439250 Apr 23 00:35:08.808825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40966) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.814071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-9667354a-c384-4a89-a4d1-9b4388822354 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.838766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:08.848916 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-db740e4d-ebf1-4ee2-ae53-e79fcdae1e87 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/1b7222b4-b8ce-4e2d-ad68-a6af535dda9b HTTP/1.1" status: 204 len: 168 time: 1.1428030 Apr 23 00:35:08.851427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40970) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.875293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] Allocated IP 2001:db8:0:1::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/23dbbae0-270b-4cde-b2b5-de4ec30cff74/4302ac35-72bd-460c-8d9a-458118cb0b01) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:08.894166 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9667354a-c384-4a89-a4d1-9b4388822354 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags HTTP/1.1" status: 204 len: 168 time: 0.0843291 Apr 23 00:35:08.897075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40974) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.903269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-6eb53dc0-e21e-4e46-b192-7787d3e567e9 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', 'tempest-TagsExtTest-Tag-1771263401') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.931286 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-6eb53dc0-e21e-4e46-b192-7787d3e567e9 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:08.935385 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6eb53dc0-e21e-4e46-b192-7787d3e567e9 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags/tempest-TagsExtTest-Tag-1771263401 HTTP/1.1" status: 404 len: 329 time: 0.0341949 Apr 23 00:35:08.935622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40978) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.939562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42f6cc-138e-45c0-8264-db49997b4131 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:08.940592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-a1d520f6-d608-4756-ac3c-91d0a2d02961 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', 'tempest-TagsExtTest-Tag-1371921162') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:08.940694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7d42f6cc-138e-45c0-8264-db49997b4131 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:08.965408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7d42f6cc-138e-45c0-8264-db49997b4131 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:08.967396 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7d42f6cc-138e-45c0-8264-db49997b4131 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1146996 Apr 23 00:35:08.970450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40982) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.977973 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-a1d520f6-d608-4756-ac3c-91d0a2d02961 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:08.981648 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a1d520f6-d608-4756-ac3c-91d0a2d02961 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags/tempest-TagsExtTest-Tag-1371921162 HTTP/1.1" status: 404 len: 329 time: 0.0426209 Apr 23 00:35:08.982032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40986) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:08.986945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-1d250336-7a2e-435d-970a-952f81e14123 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059', 'tempest-TagsExtTest-Tag-1208939431') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:09.034720 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-1d250336-7a2e-435d-970a-952f81e14123 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] show failed (client error): The resource could not be found. Apr 23 00:35:09.038169 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1d250336-7a2e-435d-970a-952f81e14123 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags/tempest-TagsExtTest-Tag-1208939431 HTTP/1.1" status: 404 len: 329 time: 0.0526850 Apr 23 00:35:09.038956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40990) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.047329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-2752ae88-5eba-42d0-966e-a15e4971ce3d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7011693a-f664-4209-bca2-24d436007059') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:09.075742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a9446f-5485-4cb5-8ddf-bb3dd19f45da tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:09.080014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a4a9446f-5485-4cb5-8ddf-bb3dd19f45da tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1058955 Apr 23 00:35:09.080160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 40994) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.081466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4302ac35-72bd-460c-8d9a-458118cb0b01 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:09.090543 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2752ae88-5eba-42d0-966e-a15e4971ce3d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059/tags HTTP/1.1" status: 204 len: 168 time: 0.0505719 Apr 23 00:35:09.092921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 40998) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.098054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-3c435389-9e99-4494-978a-f001ddf6a61e tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e149e739-8bac-49c8-a497-9781ec91a302') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:09.119724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] For port 4302ac35-72bd-460c-8d9a-458118cb0b01, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4302ac35-72bd-460c-8d9a-458118cb0b01,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:09.153675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d3aea-f89d-423f-a014-b74f097260d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:09.155209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d3aea-f89d-423f-a014-b74f097260d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:09.156817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d3aea-f89d-423f-a014-b74f097260d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:09.157660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-409d3aea-f89d-423f-a014-b74f097260d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:09.170051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.175272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-409d3aea-f89d-423f-a014-b74f097260d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:09.179251 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-409d3aea-f89d-423f-a014-b74f097260d3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0956552 Apr 23 00:35:09.179861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41002) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.191413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 4302ac35-72bd-460c-8d9a-458118cb0b01 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:09.196732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] Transition to ACTIVE for port object 4302ac35-72bd-460c-8d9a-458118cb0b01 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:09.198459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4302ac35-72bd-460c-8d9a-458118cb0b01 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:09.198964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.236430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.238796 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3c435389-9e99-4494-978a-f001ddf6a61e tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302/tags HTTP/1.1" status: 204 len: 168 time: 0.1447899 Apr 23 00:35:09.241437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41006) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.248725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.tag.tag_plugin [None req-0d846ef9-bb9e-4a0a-8a85-2a6bf0dac825 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '94b9cea4-cb7d-438f-b2f8-676bc0a5e284') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:09.291375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 0bf2026a-e621-4378-8acb-2c504e3fc6bb {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:09.295820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.357410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.404202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcdfa1-5011-40ff-ac50-59fe345ce0b7 None None] Pushing event updated for resources: {'Port': ['ID=4302ac35-72bd-460c-8d9a-458118cb0b01,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:09.406882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port 4302ac35-72bd-460c-8d9a-458118cb0b01 had new provisioning blocks added so it will not transition to active. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 23 00:35:09.549571 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0d846ef9-bb9e-4a0a-8a85-2a6bf0dac825 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284/tags HTTP/1.1" status: 204 len: 168 time: 0.3071058 Apr 23 00:35:09.552255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41010) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.558523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.tag.tag_plugin [None req-d3812a80-c5a9-4c58-a173-17e222a5d705 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b01c923-82f9-4c04-afe0-a14d9a9059e7') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:09.575284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.630393 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d3812a80-c5a9-4c58-a173-17e222a5d705 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0765140 Apr 23 00:35:09.633744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41014) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.659313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.705602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.709744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf2026a-e621-4378-8acb-2c504e3fc6bb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:09.722546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-179239ef-89ff-4e62-b493-9f32e3595813 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/0bf2026a-e621-4378-8acb-2c504e3fc6bb HTTP/1.1" status: 204 len: 168 time: 0.5415306 Apr 23 00:35:09.725814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41018) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.764103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.783188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0cc62566-842d-44bf-adbc-4eba4f04ae13 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for subnetpool, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.786655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0cc62566-842d-44bf-adbc-4eba4f04ae13 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnetpools/7011693a-f664-4209-bca2-24d436007059 HTTP/1.1" status: 204 len: 168 time: 0.1494637 Apr 23 00:35:09.787231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41022) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.842776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a3a184de-443c-4983-8def-1b7d746babaf tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "GET /v2.0/ports?device_id=e149e739-8bac-49c8-a497-9781ec91a302 HTTP/1.1" status: 200 len: 205 time: 0.0524242 Apr 23 00:35:09.843728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41026) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:09.847020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 23dbbae0-270b-4cde-b2b5-de4ec30cff74 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:09.850324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.911961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:09.958403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7673a-37b1-4576-840c-abd084a51c94 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:09.985164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2edbd49-4532-471d-b219-868c3a519438 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.011298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.074328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] Provisioning for port 4302ac35-72bd-460c-8d9a-458118cb0b01 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:10.091047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] Provisioning complete for port 4302ac35-72bd-460c-8d9a-458118cb0b01 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:10.091406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.102176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.254955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=23dbbae0-270b-4cde-b2b5-de4ec30cff74,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:10.257464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.270313 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-70c994b8-1ea3-41fc-b4db-1b4fe3f10aca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/23dbbae0-270b-4cde-b2b5-de4ec30cff74 HTTP/1.1" status: 204 len: 168 time: 0.5412614 Apr 23 00:35:10.270597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41030) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:10.296589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2edbd49-4532-471d-b219-868c3a519438 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.299364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2edbd49-4532-471d-b219-868c3a519438 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.301679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.328481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2edbd49-4532-471d-b219-868c3a519438 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.330359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2edbd49-4532-471d-b219-868c3a519438 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Fanout notify agent at l3_agent the message router_deleted on router e149e739-8bac-49c8-a497-9781ec91a302 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:35:10.345347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] For port 4302ac35-72bd-460c-8d9a-458118cb0b01, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4302ac35-72bd-460c-8d9a-458118cb0b01,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:10.349315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.355970 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-42542f1d-2e2e-4a3b-a748-ebeaf3f5bc05 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783827 Apr 23 00:35:10.356318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2edbd49-4532-471d-b219-868c3a519438 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.356450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41034) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:10.356562 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f2edbd49-4532-471d-b219-868c3a519438 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/routers/e149e739-8bac-49c8-a497-9781ec91a302 HTTP/1.1" status: 204 len: 168 time: 0.5081177 Apr 23 00:35:10.356662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41038) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:10.361623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:10.385156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] Could not find standard attr ID for object 1b7222b4-b8ce-4e2d-ad68-a6af535dda9b. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:35:10.401007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:35:10.416706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] Deleting port 4302ac35-72bd-460c-8d9a-458118cb0b01 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:10.417352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.497681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa14089-98c2-4409-b944-644ae1e04344 None None] Pushing event updated for resources: {'Port': ['ID=4302ac35-72bd-460c-8d9a-458118cb0b01,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:10.519249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Deleting port 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:10.519599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.564590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:10.572024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:10.585859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:10.595678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:10.641033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:10.644391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.662575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] For port 4302ac35-72bd-460c-8d9a-458118cb0b01, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4302ac35-72bd-460c-8d9a-458118cb0b01,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:10.662967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.783673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] Calling delete_port for 4302ac35-72bd-460c-8d9a-458118cb0b01 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:10.863478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.890176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:10.909137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] Pushing event deleted for resources: {'Port': ['ID=4302ac35-72bd-460c-8d9a-458118cb0b01,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:10.912578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950928b0-10ed-4b4b-ae7b-a5abe9d04e8c None None] No DVR routers for this DVR port 4302ac35-72bd-460c-8d9a-458118cb0b01 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:10.930965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7280161-8bfe-451b-9c05-7c845f1590d4 None None] get_active_networks_info from dv-neutron-838784-1-hyperv {{(pid=88074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 23 00:35:10.987000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4302ac35-72bd-460c-8d9a-458118cb0b01 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:11.030345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4302ac35-72bd-460c-8d9a-458118cb0b01 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:11.030718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4302ac35-72bd-460c-8d9a-458118cb0b01 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:11.046744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Calling delete_port for 94b9cea4-cb7d-438f-b2f8-676bc0a5e284 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:11.097624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7280161-8bfe-451b-9c05-7c845f1590d4 None None] Resources bound (agent type, host, resource id): {{(pid=88074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 23 00:35:11.285173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.371612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.objects.ports [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88072) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:35:11.372563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event deleted for resources: {'Port': ['ID=94b9cea4-cb7d-438f-b2f8-676bc0a5e284,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:11.376191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.432904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-986a55f2-d336-4e62-8bc6-ead9728638f4', 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'tenant_id': '436ddb18aa224e7ba0654b8fc5db0512', 'fixed_ips': [{'subnet_id': '807a3d6f-d35f-4763-99e0-0a09d9fd4efc'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:35:11.433756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.509583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:11.514929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:11.522939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:11.523529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.540865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=807a3d6f-d35f-4763-99e0-0a09d9fd4efc,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:11.553798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.567922 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7da174bd-6b6d-43fb-a537-a107d129ac4d tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/ports/94b9cea4-cb7d-438f-b2f8-676bc0a5e284 HTTP/1.1" status: 204 len: 168 time: 1.2107186 Apr 23 00:35:11.570524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41042) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:11.574398 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d6027b29-1ac4-4869-87b2-ec2863913447 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2168355 Apr 23 00:35:11.574398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41046) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:11.581237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:11.597236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Allocated IP 2001:db8::f816:3eff:fe37:a82 (986a55f2-d336-4e62-8bc6-ead9728638f4/807a3d6f-d35f-4763-99e0-0a09d9fd4efc/b2655205-40b3-4dd9-a883-ac3c8fa21d2b) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:11.644802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Deleting subnet 3b01c923-82f9-4c04-afe0-a14d9a9059e7 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:11.647958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.703507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.797996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.823586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.833420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:11.836299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Transition to ACTIVE for port object b2655205-40b3-4dd9-a883-ac3c8fa21d2b will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:11.837418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:11.843118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:11.849451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:11.858230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Transition to ACTIVE for port object b2655205-40b3-4dd9-a883-ac3c8fa21d2b will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:11.864022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:11.867686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.867898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.876784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.923257 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:11.932264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event deleted for resources: {'Subnet': ['ID=3b01c923-82f9-4c04-afe0-a14d9a9059e7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:11.935246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:11.937153 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-102eb707-75e9-4cf9-a297-e7fafcd5180c tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/subnets/3b01c923-82f9-4c04-afe0-a14d9a9059e7 HTTP/1.1" status: 204 len: 168 time: 0.3649123 Apr 23 00:35:11.940818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41050) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:11.942339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:11.946430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:11.955393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:12.006992 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.ipam_backend_mixin [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 807a3d6f-d35f-4763-99e0-0a09d9fd4efc (CIDR: 2001:db8::/64) Apr 23 00:35:12.011375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:35:12.012011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:12.034529 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f90bb4be-f483-44ff-9722-8757d9e87c59 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4591923 Apr 23 00:35:12.037241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41054) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:12.044636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:12.050734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Attempting to bind port b2655205-40b3-4dd9-a883-ac3c8fa21d2b on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:35:12.050935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Attempting to bind port b2655205-40b3-4dd9-a883-ac3c8fa21d2b by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:35:12.051309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Attempting to bind port b2655205-40b3-4dd9-a883-ac3c8fa21d2b on network 986a55f2-d336-4e62-8bc6-ead9728638f4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:35:12.057604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:35:12.057978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Checking segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:12.058401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.058789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Bound using segment: {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:35:12.059250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Bound port: b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f746abbe-e6cc-483a-823d-7b599c7f143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:35:12.059612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.090795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.102093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Deleting port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:12.102579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.154628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:35:12.157733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:35:12.162902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.191858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:12.196176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:12.200359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:12.208064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:12.220196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:12.224313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.289224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002de3-ac62-4ebe-8e14-4703146f0fe1 None None] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:12.329997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] For port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1bf1fc0f-0853-4fce-8c79-9c8aa849bc02,segment=NetworkSegment(a065a98d-2d49-4a81-b04e-5382197fdfbb),segment_id=a065a98d-2d49-4a81-b04e-5382197fdfbb)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:12.330556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.530280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.600928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:12.605362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Calling delete_port for 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:12.605858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:12.610429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:12.610959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.631836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=0361fa29-c869-44ea-ad99-a330e331957f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:12.647431 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ffc52b40-dd74-45b2-90b6-27bb84d152ca tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6088355 Apr 23 00:35:12.649054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41058) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:12.655166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:ee:5c:8b', 'name': 'tempest-NetworksTestDHCPv6-544558399'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:12.700615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.760030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event deleted for resources: {'Port': ['ID=1bf1fc0f-0853-4fce-8c79-9c8aa849bc02,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:12.763525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] No DVR routers for this DVR port 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:12.802868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:12.808079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:port and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:12.810964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:12.816820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:12.827817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:12.892062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.920054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c206180e-0a12-4da2-bea4-7bd360c863c8']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:12.937227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a065a98d-2d49-4a81-b04e-5382197fdfbb') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:12.937537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a065a98d-2d49-4a81-b04e-5382197fdfbb') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:12.970841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:12.974284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.008852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port fcae6c88-77cc-4d47-9071-ff1def6f2ffc yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:13.012383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.031980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:35:13.032436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:35:13.052932 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:35:13.121604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:13.168066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.192248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.205212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] Pushing event deleted for resources: {'Network': ['ID=c206180e-0a12-4da2-bea4-7bd360c863c8,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:13.214129 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4504731b-d1e9-4104-8fe7-6c335df6d410 tempest-TagsExtTest-1376861855 tempest-TagsExtTest-1376861855-project] 10.222.0.39 "DELETE /v2.0/networks/c206180e-0a12-4da2-bea4-7bd360c863c8 HTTP/1.1" status: 204 len: 168 time: 1.2695336 Apr 23 00:35:13.214262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:13.271244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8:0:1::322 (986a55f2-d336-4e62-8bc6-ead9728638f4/0361fa29-c869-44ea-ad99-a330e331957f/fcae6c88-77cc-4d47-9071-ff1def6f2ffc) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:13.278394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::f816:3eff:feee:5c8b (986a55f2-d336-4e62-8bc6-ead9728638f4/807a3d6f-d35f-4763-99e0-0a09d9fd4efc/fcae6c88-77cc-4d47-9071-ff1def6f2ffc) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:13.382460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4463f-3581-4d6d-b100-262ef474be5c None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:13.514561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.532881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object fcae6c88-77cc-4d47-9071-ff1def6f2ffc will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:13.546988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41068) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:13.564771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.567638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-250d7257-e647-4201-8902-634063dcda39 None None] Provisioning for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:13.585523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-250d7257-e647-4201-8902-634063dcda39 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:13.586574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-250d7257-e647-4201-8902-634063dcda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.653995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=fcae6c88-77cc-4d47-9071-ff1def6f2ffc,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:13.672391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:13.674010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:13.676164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:13.682341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:13.682829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6778f4f3-66bc-4ccb-909e-92af39eebc62 None None] DHCP port deletion for c206180e-0a12-4da2-bea4-7bd360c863c8 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:35:13.682978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.718864 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-035799ac-0f95-49bb-bc83-922b58ad913e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0663741 Apr 23 00:35:13.719420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41074) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:13.782546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-250d7257-e647-4201-8902-634063dcda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.783943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-16f0fde0-beb0-47b8-8ea7-6df57e463661 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef278c129ffe4174835e5dfa955a3359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356176 Apr 23 00:35:13.786538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41078) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:13.801447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port fcae6c88-77cc-4d47-9071-ff1def6f2ffc {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:13.802739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.828513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-250d7257-e647-4201-8902-634063dcda39 None None] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:13.833548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-250d7257-e647-4201-8902-634063dcda39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.857376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d36cb8b-ee2b-4cdd-bee0-84880b746fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.886010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d36cb8b-ee2b-4cdd-bee0-84880b746fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.943150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d36cb8b-ee2b-4cdd-bee0-84880b746fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.956367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d7257-e647-4201-8902-634063dcda39 None None] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:13.963656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': '807a3d6f-d35f-4763-99e0-0a09d9fd4efc', 'ip_address': '2001:db8::f816:3eff:fe37:a82'}, {'subnet_id': '0361fa29-c869-44ea-ad99-a330e331957f'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': 'b2655205-40b3-4dd9-a883-ac3c8fa21d2b'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:35:13.968534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36cb8b-ee2b-4cdd-bee0-84880b746fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab79701-5809-467c-8ad5-14a3feb58790,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:13.970652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3d36cb8b-ee2b-4cdd-bee0-84880b746fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:13.971868 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3d36cb8b-ee2b-4cdd-bee0-84880b746fd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ab79701-5809-467c-8ad5-14a3feb58790 HTTP/1.1" status: 204 len: 168 time: 0.1841655 Apr 23 00:35:14.027383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:14.115125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:14.251096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for fcae6c88-77cc-4d47-9071-ff1def6f2ffc owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:14.251983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] Allocated IP 2001:db8:0:1::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/0361fa29-c869-44ea-ad99-a330e331957f/b2655205-40b3-4dd9-a883-ac3c8fa21d2b) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:14.403616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:14.428625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:14.444535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] Transition to ACTIVE for port object b2655205-40b3-4dd9-a883-ac3c8fa21d2b will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:14.448867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:14.466193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:14.518710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=fcae6c88-77cc-4d47-9071-ff1def6f2ffc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:14.594353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026451c-c406-4f6e-a451-4bf62a898c83 None None] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:14.598600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:14.608887 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-697f7ae3-4b4d-433e-b2ae-b5e607821338 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/fcae6c88-77cc-4d47-9071-ff1def6f2ffc HTTP/1.1" status: 204 len: 168 time: 0.8884494 Apr 23 00:35:14.611149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41086) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:14.699539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6b5e2-486e-463e-ae01-a20f987f9a36 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:14.700274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-38e6b5e2-486e-463e-ae01-a20f987f9a36 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:14.717786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-38e6b5e2-486e-463e-ae01-a20f987f9a36 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:14.719135 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-38e6b5e2-486e-463e-ae01-a20f987f9a36 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1070886 Apr 23 00:35:14.721676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41090) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:14.806543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926cbf86-20a0-4c03-a18f-9f23687d9383 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:14.810774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41094) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:14.811310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-926cbf86-20a0-4c03-a18f-9f23687d9383 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0880039 Apr 23 00:35:14.883012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea6588-0a5f-411b-887a-b0975104957f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:14.885233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea6588-0a5f-411b-887a-b0975104957f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:14.887365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea6588-0a5f-411b-887a-b0975104957f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:14.888174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-88ea6588-0a5f-411b-887a-b0975104957f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:14.905628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-88ea6588-0a5f-411b-887a-b0975104957f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:14.906764 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-88ea6588-0a5f-411b-887a-b0975104957f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0947530 Apr 23 00:35:14.910107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41098) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:14.993031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 0361fa29-c869-44ea-ad99-a330e331957f {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:15.000219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.004656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:15.062412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.126784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af85e2c-40d4-4c8b-8102-d53cc6ca1723 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:15.156170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.225256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7c2197db-2561-447c-ac4e-da016aaa7ff4 None None] Could not find standard attr ID for object fcae6c88-77cc-4d47-9071-ff1def6f2ffc. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:35:15.257431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fcf082ec-de19-4c55-85c9-899ac1e54697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.273225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7c2197db-2561-447c-ac4e-da016aaa7ff4 None None] Provisioning for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:15.292810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7c2197db-2561-447c-ac4e-da016aaa7ff4 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:15.293098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c2197db-2561-447c-ac4e-da016aaa7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.329070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:15.329421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.345231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.383943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=0361fa29-c869-44ea-ad99-a330e331957f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:15.388540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.402202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c0f2de2a-63ef-451c-bb24-c53fef089b96 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/0361fa29-c869-44ea-ad99-a330e331957f HTTP/1.1" status: 204 len: 168 time: 0.4909155 Apr 23 00:35:15.404624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41102) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:15.474624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet 807a3d6f-d35f-4763-99e0-0a09d9fd4efc {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:15.477925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.532856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.614359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.692858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.736513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:15.739647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=807a3d6f-d35f-4763-99e0-0a09d9fd4efc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:15.752732 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c4a24a88-df8a-4456-9bf8-e6e8857219b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/807a3d6f-d35f-4763-99e0-0a09d9fd4efc HTTP/1.1" status: 204 len: 168 time: 0.3468177 Apr 23 00:35:15.754757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:15.754929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41106) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:15.810408 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:15.810758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1bf1fc0f-0853-4fce-8c79-9c8aa849bc02 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:15.827858 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aff7c275-4961-423e-b8b0-b848f88c0a00 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711646 Apr 23 00:35:15.830190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41110) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:15.836001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:15.948067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:15.952323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:15.955494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:15.961440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:15.972028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:15.975798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:16.170749 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-3dd8c213-a8c4-43d0-bc2f-e8c2948a5c1e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755625 Apr 23 00:35:16.214750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:16.283404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:16.286810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:16.292029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:16.292633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:16.307707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=e4042563-8128-4f05-b130-036d60c3c91f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:16.329227 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3c63dafa-7bc1-4d02-8dd6-6c9f28cdedb9 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4949200 Apr 23 00:35:16.329840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41114) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:16.336791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:16.375915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ece38e-c0fa-4e56-8b60-87a2d7b5b206 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:16.414387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-04653f6c-b648-4a8e-88cd-ca1dfc0a2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:16.416307 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-04653f6c-b648-4a8e-88cd-ca1dfc0a2225 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa44bdefb3424b738530691128430992&device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1099 time: 0.1977084 Apr 23 00:35:16.483304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:16.487951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:16.488795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-550d87ef-a106-4c5d-8a72-a203158caa65 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:16.489285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-550d87ef-a106-4c5d-8a72-a203158caa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:16.490754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:16.497251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:16.507436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:16.512373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:16.571202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-35488426-e922-40a8-8aea-7e4eb205e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:16.574079 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-35488426-e922-40a8-8aea-7e4eb205e8ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 HTTP/1.1" status: 200 len: 896 time: 0.1399705 Apr 23 00:35:16.648826 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.ipam_backend_mixin [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4042563-8128-4f05-b130-036d60c3c91f (CIDR: 2001:db8::/64) Apr 23 00:35:16.653621 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:35:16.654106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:16.672682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9167d279-797c-4acf-a7ab-6188564ffe35 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3417463 Apr 23 00:35:16.675207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41118) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:16.680652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:16.686511 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-6cd194e0-2e7a-4551-a898-1b359cc5873e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0baa1a56-9284-439b-84dc-4bf26f64b206 HTTP/1.1" status: 200 len: 1002 time: 0.1058881 Apr 23 00:35:16.758800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-869936ba-9665-4861-b968-2b84fec7e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:16.760659 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-869936ba-9665-4861-b968-2b84fec7e607 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ceb2a18-6464-4fe0-9ece-153e93309fe5 HTTP/1.1" status: 200 len: 834 time: 0.0651500 Apr 23 00:35:16.839768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:16.844316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:16.845802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-139883b1-3e0f-403c-8192-5718a8d29450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:16.847118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:16.847905 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-139883b1-3e0f-403c-8192-5718a8d29450 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796661 Apr 23 00:35:16.853012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:16.863952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:16.867380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:16.936749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d6c24d41-9699-4eab-bd1b-de479fb3cbe4 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:16.937663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d6c24d41-9699-4eab-bd1b-de479fb3cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:17.005463 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-49483945-96da-4e9c-a2f1-ed54c1346531 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510699 Apr 23 00:35:17.205091 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c3b4e2c-3f62-4f5f-9dca-b4a443a11669 req-0f91c950-2a48-4706-b5a8-5aec8b9614b7 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921890 Apr 23 00:35:17.252774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c2634365-4515-4531-ab7e-8a2e0fe0634c None None] Could not find standard attr ID for object fcae6c88-77cc-4d47-9071-ff1def6f2ffc. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:35:17.449026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:35:17.555232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cf8776d1-526c-48dc-8855-c123085f9228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:17.653781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:17.861760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:17.885986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:17.890444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:17.891195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:17.996608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:18.005546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:18.014145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:18.014764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.016878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff78106d-9e53-4e7b-b631-4e47cf23a098 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:18.040499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=fbb15679-833f-41a5-84da-6a3432b12be1,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:18.045752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=8']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:18.058124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41122) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:18.058938 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d66936dd-d3b9-47ef-b415-1fb46cc6d5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3824270 Apr 23 00:35:18.064100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:35:1c:b8', 'name': 'tempest-NetworksTestDHCPv6-1964545072'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:18.201961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:18.211665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:18.221989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:18.337020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': 'fbb15679-833f-41a5-84da-6a3432b12be1', 'ip_address': '2001:db8:0:1:f816:3eff:fe37:a82'}, {'subnet_id': 'e4042563-8128-4f05-b130-036d60c3c91f'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': 'b2655205-40b3-4dd9-a883-ac3c8fa21d2b'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:35:18.347289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.376658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port 0e16dc73-be05-41df-8c0d-8119611469cc yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:18.390101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.549187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.579889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.589067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::44 (986a55f2-d336-4e62-8bc6-ead9728638f4/e4042563-8128-4f05-b130-036d60c3c91f/0e16dc73-be05-41df-8c0d-8119611469cc) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:18.595015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:1cb8 (986a55f2-d336-4e62-8bc6-ead9728638f4/fbb15679-833f-41a5-84da-6a3432b12be1/0e16dc73-be05-41df-8c0d-8119611469cc) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:18.789387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.804310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object 0e16dc73-be05-41df-8c0d-8119611469cc will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:18.827239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.894417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/e4042563-8128-4f05-b130-036d60c3c91f/b2655205-40b3-4dd9-a883-ac3c8fa21d2b) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:18.896866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:18.904771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:18.909161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:18.914652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:18.915264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:18.923127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=0e16dc73-be05-41df-8c0d-8119611469cc,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:18.944896 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d1c475d9-4f8b-4d6d-8cd7-2de1ea138257 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8852179 Apr 23 00:35:18.948269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41126) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:19.026741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:19.036805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port 0e16dc73-be05-41df-8c0d-8119611469cc {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:19.036805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.161251 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:19.179219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:19.179590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.230664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.259771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] Transition to ACTIVE for port object b2655205-40b3-4dd9-a883-ac3c8fa21d2b will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:19.266065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.285754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.305317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port b2655205-40b3-4dd9-a883-ac3c8fa21d2b had new provisioning blocks added so it will not transition to active. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 23 00:35:19.410518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ad10c-ff4a-48bc-93ec-95425ddd336c None None] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=9']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:19.412962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for 0e16dc73-be05-41df-8c0d-8119611469cc owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:19.628601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.682407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=0e16dc73-be05-41df-8c0d-8119611469cc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:19.767595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.778575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-85cc532a-fda7-455e-9517-eb044fe9de02 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/0e16dc73-be05-41df-8c0d-8119611469cc HTTP/1.1" status: 204 len: 168 time: 0.8290358 Apr 23 00:35:19.780603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41130) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:19.863254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc960c9-a5b4-4baa-bc2f-419006f1e3ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:19.863988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdc960c9-a5b4-4baa-bc2f-419006f1e3ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:19.880496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdc960c9-a5b4-4baa-bc2f-419006f1e3ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:19.881788 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fdc960c9-a5b4-4baa-bc2f-419006f1e3ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1002891 Apr 23 00:35:19.884315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41134) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:19.953814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:19.994532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bbdd8a98-e9f1-4199-9fcc-69a76a1e243d None None] Provisioning for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:19.999807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bbdd8a98-e9f1-4199-9fcc-69a76a1e243d None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:20.000170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bbdd8a98-e9f1-4199-9fcc-69a76a1e243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.089228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99da74e-8c43-4ddb-a98c-390d4d6f5167 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:20.093080 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d99da74e-8c43-4ddb-a98c-390d4d6f5167 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2055805 Apr 23 00:35:20.093309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41138) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:20.163415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea99e64-f213-4398-a982-1931ede64dce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:20.164944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea99e64-f213-4398-a982-1931ede64dce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:20.167472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea99e64-f213-4398-a982-1931ede64dce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:20.168302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4ea99e64-f213-4398-a982-1931ede64dce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:20.185038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4ea99e64-f213-4398-a982-1931ede64dce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:20.186389 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4ea99e64-f213-4398-a982-1931ede64dce tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0921102 Apr 23 00:35:20.189094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41142) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:20.246939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d1a7d361-9c35-4464-ae21-dfd8109abcf8 None None] Could not find standard attr ID for object 0e16dc73-be05-41df-8c0d-8119611469cc. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:35:20.259245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet e4042563-8128-4f05-b130-036d60c3c91f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:20.262456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.429640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.511387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.581413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.624030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=e4042563-8128-4f05-b130-036d60c3c91f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:20.625940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.632442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64390a-e828-42e2-99a5-347c5790e2e6 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:20.638929 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a3cd0d91-1715-4896-913f-6a6253ae21b1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/e4042563-8128-4f05-b130-036d60c3c91f HTTP/1.1" status: 204 len: 168 time: 0.4487672 Apr 23 00:35:20.641423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41146) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:20.706313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet fbb15679-833f-41a5-84da-6a3432b12be1 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:20.709488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.768255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.848718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.923560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:20.984656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:20.986201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.001401 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/fbb15679-833f-41a5-84da-6a3432b12be1 HTTP/1.1" status: 204 len: 168 time: 0.3588035 Apr 23 00:35:21.002514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ba0c3-ed6d-400e-8580-9af82453c36c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb15679-833f-41a5-84da-6a3432b12be1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:21.003642 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41150) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:21.066803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:21.067477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.082813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-73f0532f-1afa-4fa6-9b42-168144269fd2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778236 Apr 23 00:35:21.085650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41154) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:21.092193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:21.213700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:21.217874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:21.220773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:21.226542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:21.237263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:21.240775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.395382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2f419-6ccc-4ac3-9ae3-cf83d60fdbad None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:21.469545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.528197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c27dc58d-7fe0-4a41-956f-fbdd652996da None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:21.528567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c27dc58d-7fe0-4a41-956f-fbdd652996da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.532006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:21.535074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:21.539222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:21.539812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.553203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=c33d3e8b-6932-4b5d-9f2d-dcea815adcdf,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:21.569478 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2bbc7d58-52e9-4d8c-a614-ea9ee6b23d08 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4827242 Apr 23 00:35:21.573029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41158) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:21.578904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:21.713258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:21.717363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:21.720216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:21.726162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:21.738304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:21.741856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.802127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] Update dhcp port {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'fixed_ips': [{'subnet_id': 'c33d3e8b-6932-4b5d-9f2d-dcea815adcdf'}], 'binding:host_id': 'dv-neutron-838784-1-hyperv'}, 'id': 'b2655205-40b3-4dd9-a883-ac3c8fa21d2b'} from dv-neutron-838784-1-hyperv. {{(pid=88074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 23 00:35:21.854893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:21.872680 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.ipam_backend_mixin [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c33d3e8b-6932-4b5d-9f2d-dcea815adcdf (CIDR: 2001:db8::/64) Apr 23 00:35:21.876072 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:35:21.876544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:21.894026 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c9def17c-ec60-418e-9fd5-e96035320f81 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3199942 Apr 23 00:35:21.896919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41162) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:21.902435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'subnet': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:22.041454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:22.045549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Usage tracker for resource:subnet and tenant:436ddb18aa224e7ba0654b8fc5db0512 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:22.048469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:22.054178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:22.058353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] Allocated IP 2001:db8::2 (986a55f2-d336-4e62-8bc6-ead9728638f4/c33d3e8b-6932-4b5d-9f2d-dcea815adcdf/b2655205-40b3-4dd9-a883-ac3c8fa21d2b) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:22.064333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:22.068421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:22.227621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:22.252716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:22.268607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] Transition to ACTIVE for port object b2655205-40b3-4dd9-a883-ac3c8fa21d2b will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:22.272364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:22.387483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bf8d4-3e6e-4e67-bade-0bb8d4c62d53 None None] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=12']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:22.459008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.objects.ports [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88073) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 23 00:35:22.635507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:22.875799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:22.887234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454120e9-8675-4919-a1e1-1e1e37b1e9b3 None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:22.903111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:22.908713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:22.909402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:23.005173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7e9b07d2-4f04-4665-8a60-a086c591d252 None None] Provisioning for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:23.023722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:23.056125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7e9b07d2-4f04-4665-8a60-a086c591d252 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:23.056125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7e9b07d2-4f04-4665-8a60-a086c591d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:23.085935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:23.094152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:23.097424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Subnet': ['ID=c0625df8-d26e-4be4-9a88-b58940325e3f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:23.099992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:23.100580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:23.113678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=14']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:23.132505 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-68eeb08f-64b4-4712-be01-656586710a86 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2344708 Apr 23 00:35:23.136201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41178) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:23.142933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Request body: {'port': {'network_id': '986a55f2-d336-4e62-8bc6-ead9728638f4', 'mac_address': 'fa:16:3e:50:23:71', 'name': 'tempest-NetworksTestDHCPv6-752211311'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:23.335541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:23.336022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:23.360547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:23.381639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:23.400388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Made reservation on behalf of 436ddb18aa224e7ba0654b8fc5db0512 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:23.500459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589f02-bd1a-481b-b6ef-6c435f5b36bb req-5a5a53da-c9a5-48a2-ae0a-b771e287f7f2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:23.502023 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-24589f02-bd1a-481b-b6ef-6c435f5b36bb req-5a5a53da-c9a5-48a2-ae0a-b771e287f7f2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.1872063 Apr 23 00:35:23.565535 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-24589f02-bd1a-481b-b6ef-6c435f5b36bb req-29a77d82-bde6-400f-b486-c00c89b24857 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497186 Apr 23 00:35:23.594427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:23.626966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] device_id is not set on port c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:23.855597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8::2f1 (986a55f2-d336-4e62-8bc6-ead9728638f4/c33d3e8b-6932-4b5d-9f2d-dcea815adcdf/c2876a2d-cc1a-4bc5-93ea-bf9351ce5789) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:23.861660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:2371 (986a55f2-d336-4e62-8bc6-ead9728638f4/c0625df8-d26e-4be4-9a88-b58940325e3f/c2876a2d-cc1a-4bc5-93ea-bf9351ce5789) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:23.888614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac1dcf-1983-45a4-bf3d-589f619b42cf None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:23.991796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d19b5b3d-f195-4e97-a6eb-28909ffb5eee None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:23.992166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d19b5b3d-f195-4e97-a6eb-28909ffb5eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.168752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.185028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Transition to ACTIVE for port object c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:24.210314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.277497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:24.288309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:24.293359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:24.298945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:24.299568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.308254 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event updated for resources: {'Port': ['ID=c2876a2d-cc1a-4bc5-93ea-bf9351ce5789,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:24.331840 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-005d6321-53cd-4056-8188-6736a0705719 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1938899 Apr 23 00:35:24.334674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41190) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:24.404659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting port c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:24.404995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.459793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-441a289d-bf68-48a4-9bd9-25b3fc3ca3ea None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:24.460346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-441a289d-bf68-48a4-9bd9-25b3fc3ca3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.707165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-02952443-b57b-405f-866e-02a0ec269379 None None] Provisioning for port c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:24.713370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-02952443-b57b-405f-866e-02a0ec269379 None None] Provisioning complete for port c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:24.713752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-02952443-b57b-405f-866e-02a0ec269379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.772111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-02952443-b57b-405f-866e-02a0ec269379 None None] Port c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:24.824932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:24.959581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Calling delete_port for c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:24.982391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:24.995821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5d260-72a1-4d0f-9022-cfa839043efe req-38b0ac89-4e39-4d45-9791-81b0a650d491 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:24.997290 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-77a5d260-72a1-4d0f-9022-cfa839043efe req-38b0ac89-4e39-4d45-9791-81b0a650d491 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.2708483 Apr 23 00:35:25.050933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:25.051313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.078797 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-77a5d260-72a1-4d0f-9022-cfa839043efe req-dfb194e8-312a-4252-9e2f-4d5971653b1f tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744636 Apr 23 00:35:25.214890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.270471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Port': ['ID=c2876a2d-cc1a-4bc5-93ea-bf9351ce5789,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:25.352623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.363541 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ca465b4-a6c7-49b0-8277-8777060c63be tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 HTTP/1.1" status: 204 len: 168 time: 1.0278113 Apr 23 00:35:25.366001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41196) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:25.450265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045ae06-686b-488f-bb0b-2c1903f26c09 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:25.450980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c045ae06-686b-488f-bb0b-2c1903f26c09 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:25.466081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c045ae06-686b-488f-bb0b-2c1903f26c09 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:25.467212 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c045ae06-686b-488f-bb0b-2c1903f26c09 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1002986 Apr 23 00:35:25.469820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41200) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:25.549224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6744cff-898a-4049-a33d-83081ba2de25 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:25.550588 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a6744cff-898a-4049-a33d-83081ba2de25 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0798261 Apr 23 00:35:25.553063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41204) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:25.621984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf9460-274a-4271-b66f-1dc9fb19cf71 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:25.623493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf9460-274a-4271-b66f-1dc9fb19cf71 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:25.625378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf9460-274a-4271-b66f-1dc9fb19cf71 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:25.626162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-28cf9460-274a-4271-b66f-1dc9fb19cf71 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:25.641129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-28cf9460-274a-4271-b66f-1dc9fb19cf71 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:25.642222 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-28cf9460-274a-4271-b66f-1dc9fb19cf71 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0882890 Apr 23 00:35:25.644957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41208) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:25.710084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet c0625df8-d26e-4be4-9a88-b58940325e3f {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:25.713595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.770478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.849561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.920341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.963481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=c0625df8-d26e-4be4-9a88-b58940325e3f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:25.967090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:25.975907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34edad4c-7f75-4d9d-a7aa-ce49a25b49cb None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:25.980864 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6064d896-a3b9-41d7-a9c7-2d3c135d391e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/c0625df8-d26e-4be4-9a88-b58940325e3f HTTP/1.1" status: 204 len: 168 time: 0.3349130 Apr 23 00:35:25.983298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41212) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.049559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Deleting subnet c33d3e8b-6932-4b5d-9f2d-dcea815adcdf {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:26.052782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:26.109337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:26.204157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:26.273076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f9324-7d99-4995-b15e-86a764a9db11 req-f414a728-bdd0-489d-a526-5653c5a156db tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:26.274377 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf1f9324-7d99-4995-b15e-86a764a9db11 req-f414a728-bdd0-489d-a526-5653c5a156db tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0858543 Apr 23 00:35:26.287884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:26.322987 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf1f9324-7d99-4995-b15e-86a764a9db11 req-07ebc7ec-799a-4bd7-9c30-9cbabb6237df tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Apr 23 00:35:26.329543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Subnet': ['ID=c33d3e8b-6932-4b5d-9f2d-dcea815adcdf,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:26.334915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:26.345493 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9af85b4f-0a08-4a1c-ab9e-a1c77e1bbf74 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/c33d3e8b-6932-4b5d-9f2d-dcea815adcdf HTTP/1.1" status: 204 len: 168 time: 0.3611634 Apr 23 00:35:26.348241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41218) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.423500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3affd6b8-9e12-4515-aa30-1f97103c7135 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740905 Apr 23 00:35:26.426066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41222) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.622330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d88216-0b59-413b-b6d0-d69272d069b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:26.623790 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f3d88216-0b59-413b-b6d0-d69272d069b6 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1966121 Apr 23 00:35:26.626301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41226) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.693951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18953ed1-4245-4741-843b-0495d976afa7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:26.694669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-18953ed1-4245-4741-843b-0495d976afa7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:26.712974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-18953ed1-4245-4741-843b-0495d976afa7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:subnet {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:26.714700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-18953ed1-4245-4741-843b-0495d976afa7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874314 Apr 23 00:35:26.717192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41230) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.761014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428bf720-698c-4c79-a278-cab80fba924e None None] Network 986a55f2-d336-4e62-8bc6-ead9728638f4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:26.787257 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1761fbcc-55af-4058-9bb2-096d171f6b48 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688617 Apr 23 00:35:26.792441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41234) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.836760 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c4b8c0-f0c1-4b42-adaf-b2e83c606ff4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:26.837141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c4b8c0-f0c1-4b42-adaf-b2e83c606ff4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:26.839611 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-37c4b8c0-f0c1-4b42-adaf-b2e83c606ff4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/c2876a2d-cc1a-4bc5-93ea-bf9351ce5789 HTTP/1.1" status: 404 len: 333 time: 0.0462630 Apr 23 00:35:26.842228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41238) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.879405 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45adb06-8309-4834-8ad5-1dbd83347054 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:26.879857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45adb06-8309-4834-8ad5-1dbd83347054 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:26.883715 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c45adb06-8309-4834-8ad5-1dbd83347054 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/c0625df8-d26e-4be4-9a88-b58940325e3f HTTP/1.1" status: 404 len: 337 time: 0.0382860 Apr 23 00:35:26.884046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41242) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.894533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b4789538-7e9f-4b4e-b7ad-3d5ebf43b848 None None] Provisioning complete for port b2655205-40b3-4dd9-a883-ac3c8fa21d2b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:26.894912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4789538-7e9f-4b4e-b7ad-3d5ebf43b848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:26.924486 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88fbc9d-dffe-4066-9cab-01f2edaa77cf tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:26.924942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88fbc9d-dffe-4066-9cab-01f2edaa77cf tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:26.928848 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b88fbc9d-dffe-4066-9cab-01f2edaa77cf tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/c33d3e8b-6932-4b5d-9f2d-dcea815adcdf HTTP/1.1" status: 404 len: 337 time: 0.0411460 Apr 23 00:35:26.929173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41246) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:26.970896 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-267aa534-4687-419e-b149-75ed77cd2a44 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:26.971367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267aa534-4687-419e-b149-75ed77cd2a44 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:26.974289 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-267aa534-4687-419e-b149-75ed77cd2a44 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/0e16dc73-be05-41df-8c0d-8119611469cc HTTP/1.1" status: 404 len: 333 time: 0.0431409 Apr 23 00:35:26.975587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41250) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.013242 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ceec6c-6597-407e-bfee-4a6772d7be04 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.013605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ceec6c-6597-407e-bfee-4a6772d7be04 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.017785 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f4ceec6c-6597-407e-bfee-4a6772d7be04 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/fbb15679-833f-41a5-84da-6a3432b12be1 HTTP/1.1" status: 404 len: 337 time: 0.0386741 Apr 23 00:35:27.017916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41254) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.058124 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-accb56cd-a788-4bac-a5d4-b13987ffe4c3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.058608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accb56cd-a788-4bac-a5d4-b13987ffe4c3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.060251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-accb56cd-a788-4bac-a5d4-b13987ffe4c3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/e4042563-8128-4f05-b130-036d60c3c91f HTTP/1.1" status: 404 len: 337 time: 0.0413373 Apr 23 00:35:27.062829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41258) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.105094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca892528-4209-4dbf-9a92-9ffac2b10e34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.105286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca892528-4209-4dbf-9a92-9ffac2b10e34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.106988 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ca892528-4209-4dbf-9a92-9ffac2b10e34 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/fcae6c88-77cc-4d47-9071-ff1def6f2ffc HTTP/1.1" status: 404 len: 333 time: 0.0432923 Apr 23 00:35:27.109467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41262) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.132980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] DHCP port deletion for 986a55f2-d336-4e62-8bc6-ead9728638f4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:35:27.137407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] Deleting port b2655205-40b3-4dd9-a883-ac3c8fa21d2b {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:27.137848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:27.146828 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e329325d-4185-4d17-84b9-9b5d88165785 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.147287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e329325d-4185-4d17-84b9-9b5d88165785 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.148947 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e329325d-4185-4d17-84b9-9b5d88165785 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/0361fa29-c869-44ea-ad99-a330e331957f HTTP/1.1" status: 404 len: 337 time: 0.0386112 Apr 23 00:35:27.152039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41266) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.192732 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-73480b14-9a23-44d5-a9ec-023f7f5550ee tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.193183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73480b14-9a23-44d5-a9ec-023f7f5550ee tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.194875 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-73480b14-9a23-44d5-a9ec-023f7f5550ee tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/807a3d6f-d35f-4763-99e0-0a09d9fd4efc HTTP/1.1" status: 404 len: 337 time: 0.0419624 Apr 23 00:35:27.197558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41270) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.238163 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c326d1-b5f6-475b-b633-0293309dfb4a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.238650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c326d1-b5f6-475b-b633-0293309dfb4a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.240527 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07c326d1-b5f6-475b-b633-0293309dfb4a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/1b7222b4-b8ce-4e2d-ad68-a6af535dda9b HTTP/1.1" status: 404 len: 333 time: 0.0418580 Apr 23 00:35:27.242736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41274) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.279374 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7543e87-9b88-42e9-8b81-3ef071fffaa2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.280048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7543e87-9b88-42e9-8b81-3ef071fffaa2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.281453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a7543e87-9b88-42e9-8b81-3ef071fffaa2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/23dbbae0-270b-4cde-b2b5-de4ec30cff74 HTTP/1.1" status: 404 len: 337 time: 0.0378513 Apr 23 00:35:27.283896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41278) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.324001 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c031e8-62dd-4286-bd3a-077fcf5df5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.324450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c031e8-62dd-4286-bd3a-077fcf5df5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.326074 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-93c031e8-62dd-4286-bd3a-077fcf5df5ec tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/0bf2026a-e621-4378-8acb-2c504e3fc6bb HTTP/1.1" status: 404 len: 337 time: 0.0413206 Apr 23 00:35:27.328832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41282) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.341303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] For port b2655205-40b3-4dd9-a883-ac3c8fa21d2b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,segment=NetworkSegment(f746abbe-e6cc-483a-823d-7b599c7f143c),segment_id=f746abbe-e6cc-483a-823d-7b599c7f143c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:27.341698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:27.369375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ea4dd5-bf10-463a-952b-c52e4d3e77c2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.369858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ea4dd5-bf10-463a-952b-c52e4d3e77c2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.373782 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-61ea4dd5-bf10-463a-952b-c52e4d3e77c2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/31b09221-bfa2-42e5-aebf-cc6f0088eb6f HTTP/1.1" status: 404 len: 333 time: 0.0418580 Apr 23 00:35:27.374009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41288) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.411093 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dd997e-3a9f-478a-91a5-ca9b2995ec61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.411549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06dd997e-3a9f-478a-91a5-ca9b2995ec61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.415543 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-06dd997e-3a9f-478a-91a5-ca9b2995ec61 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/411dd89f-86f2-4e9c-82a0-9e65df8a4e60 HTTP/1.1" status: 404 len: 337 time: 0.0383096 Apr 23 00:35:27.415829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41292) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.462132 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ba6e49-c6fb-4f26-b104-ea79f6bf4b85 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.462902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ba6e49-c6fb-4f26-b104-ea79f6bf4b85 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.466772 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-82ba6e49-c6fb-4f26-b104-ea79f6bf4b85 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/995029d2-b8be-4fa7-87f6-48cca797ac0f HTTP/1.1" status: 404 len: 333 time: 0.0500216 Apr 23 00:35:27.467700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41296) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.470420 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] Calling delete_port for b2655205-40b3-4dd9-a883-ac3c8fa21d2b owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:27.508816 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adc3a3c-5243-43b0-8602-f04e90d9bba0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.510089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adc3a3c-5243-43b0-8602-f04e90d9bba0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.511954 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0adc3a3c-5243-43b0-8602-f04e90d9bba0 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/ccbc9b5b-0119-4ecf-aaa2-610039282cc8 HTTP/1.1" status: 404 len: 337 time: 0.0430520 Apr 23 00:35:27.514547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41300) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.522615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e1fa-f083-48ea-8a26-b862e998a2d1 req-feea8e39-fa97-4c24-8ef7-c9b5af8b42f1 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:27.529240 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5a03e1fa-f083-48ea-8a26-b862e998a2d1 req-feea8e39-fa97-4c24-8ef7-c9b5af8b42f1 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0936854 Apr 23 00:35:27.553490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:27.559238 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34bc782-8c8f-4dd9-9708-d90a10d700b2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.559714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34bc782-8c8f-4dd9-9708-d90a10d700b2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.563909 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a34bc782-8c8f-4dd9-9708-d90a10d700b2 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/146e0e0a-2bed-47cd-ba81-e7e2b2197844 HTTP/1.1" status: 404 len: 333 time: 0.0457449 Apr 23 00:35:27.564133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41304) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.574442 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5a03e1fa-f083-48ea-8a26-b862e998a2d1 req-6d8ee7d6-33e3-4924-97aa-58d2fa8dc843 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424647 Apr 23 00:35:27.604815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] Pushing event deleted for resources: {'Port': ['ID=b2655205-40b3-4dd9-a883-ac3c8fa21d2b,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:27.606712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc512c-bd0f-4218-863f-a21d9c4eb74f None None] No DVR routers for this DVR port b2655205-40b3-4dd9-a883-ac3c8fa21d2b on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:27.613417 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-2307da3e-33b2-4b9c-800a-84f3284bb1c8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.613417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2307da3e-33b2-4b9c-800a-84f3284bb1c8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.614785 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2307da3e-33b2-4b9c-800a-84f3284bb1c8 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/60174556-fbe3-460e-ac74-4edb24c61837 HTTP/1.1" status: 404 len: 337 time: 0.0497994 Apr 23 00:35:27.617293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41308) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.659730 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd79714-21b1-446f-a9b4-5449e3b7575a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.660187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd79714-21b1-446f-a9b4-5449e3b7575a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.661783 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-abd79714-21b1-446f-a9b4-5449e3b7575a tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/91f34177-d24d-458d-8856-ddc8df157040 HTTP/1.1" status: 404 len: 333 time: 0.0436351 Apr 23 00:35:27.664375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41312) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.702761 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fe03d5-e765-4530-b202-f61b51eae56c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.703462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fe03d5-e765-4530-b202-f61b51eae56c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.705064 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-60fe03d5-e765-4530-b202-f61b51eae56c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/c49a7c6d-54b9-46a5-abaa-df756dbf33d5 HTTP/1.1" status: 404 len: 337 time: 0.0398133 Apr 23 00:35:27.707496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41316) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.751599 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb56dbfc-9b13-400b-94ad-fac3638b5974 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.752055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb56dbfc-9b13-400b-94ad-fac3638b5974 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.753944 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fb56dbfc-9b13-400b-94ad-fac3638b5974 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/0ab973af-fade-431f-b98a-0bab490aeb83 HTTP/1.1" status: 404 len: 333 time: 0.0455959 Apr 23 00:35:27.756420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41320) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.794669 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d397bb3-ee96-46ed-b91a-1e9976b8b522 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.795099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d397bb3-ee96-46ed-b91a-1e9976b8b522 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.796655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d397bb3-ee96-46ed-b91a-1e9976b8b522 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/9e91fc6f-f3f0-43da-9a5e-ce1a997885f7 HTTP/1.1" status: 404 len: 337 time: 0.0393870 Apr 23 00:35:27.799051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41324) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.840546 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdde606-b21f-4255-a70a-1e34130a7e27 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.841000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbdde606-b21f-4255-a70a-1e34130a7e27 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.842585 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dbdde606-b21f-4255-a70a-1e34130a7e27 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/47647b79-9525-4440-a407-ad262132fe05 HTTP/1.1" status: 404 len: 333 time: 0.0426795 Apr 23 00:35:27.845087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41328) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.886237 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f46c75-8c24-4f5d-a110-d667350d0253 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.886602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f46c75-8c24-4f5d-a110-d667350d0253 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.888167 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-92f46c75-8c24-4f5d-a110-d667350d0253 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/1ae7145e-a393-463c-9565-8eca7388880e HTTP/1.1" status: 404 len: 337 time: 0.0422401 Apr 23 00:35:27.890555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41332) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.926441 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75598b2-e509-4059-93e5-3c0facd0d0bf tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.926875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75598b2-e509-4059-93e5-3c0facd0d0bf tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.928414 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e75598b2-e509-4059-93e5-3c0facd0d0bf tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/9701a249-ac0d-4cce-b507-45c9230cb4a0 HTTP/1.1" status: 404 len: 337 time: 0.0370216 Apr 23 00:35:27.930661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41336) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:27.972882 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c781ab-dcc6-44da-9a9f-fa30f14c02db tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:27.973342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c781ab-dcc6-44da-9a9f-fa30f14c02db tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:27.974959 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-36c781ab-dcc6-44da-9a9f-fa30f14c02db tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/be181f96-60c6-4539-9997-60004363f3be HTTP/1.1" status: 404 len: 333 time: 0.0424283 Apr 23 00:35:27.977387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41340) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.018485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-702e187b-b5b0-40bf-a12a-1b979f7320b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.018929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702e187b-b5b0-40bf-a12a-1b979f7320b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.020528 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-702e187b-b5b0-40bf-a12a-1b979f7320b7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/cb2ad8cb-e34a-4e77-a7ae-2de688f6c885 HTTP/1.1" status: 404 len: 337 time: 0.0422447 Apr 23 00:35:28.023097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41344) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.154300 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-481ca338-875a-4551-9993-8dbbe2cfa4c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.154721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481ca338-875a-4551-9993-8dbbe2cfa4c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.156367 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-481ca338-875a-4551-9993-8dbbe2cfa4c5 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/edf9a438-4aae-42ef-b365-0568bec36d9c HTTP/1.1" status: 404 len: 337 time: 0.1323783 Apr 23 00:35:28.158989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41348) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.198983 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92fa8f8-67b9-4509-aaef-3246059315aa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.199439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92fa8f8-67b9-4509-aaef-3246059315aa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.201023 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b92fa8f8-67b9-4509-aaef-3246059315aa tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/4949d0c2-213d-4817-bf5c-b26e3f9a1c2a HTTP/1.1" status: 404 len: 333 time: 0.0411737 Apr 23 00:35:28.203665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41352) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.242020 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c04758-080b-4e16-b019-1bcde92dcfd7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.242494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c04758-080b-4e16-b019-1bcde92dcfd7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.244680 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b7c04758-080b-4e16-b019-1bcde92dcfd7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/02b9ede0-21ff-4375-a256-1fb69ea37c68 HTTP/1.1" status: 404 len: 337 time: 0.0401647 Apr 23 00:35:28.247055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41356) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.282165 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-58279975-22b9-4f80-b51b-f8925d575936 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.282782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58279975-22b9-4f80-b51b-f8925d575936 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.284227 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-58279975-22b9-4f80-b51b-f8925d575936 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/3a58c8b5-8b7f-4d3b-afcc-8f6cd0896e9b HTTP/1.1" status: 404 len: 337 time: 0.0363333 Apr 23 00:35:28.286477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41360) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.325749 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36e6ee9-6a3c-4d65-bba9-9eddb38d55d7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.326195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36e6ee9-6a3c-4d65-bba9-9eddb38d55d7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.327762 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d36e6ee9-6a3c-4d65-bba9-9eddb38d55d7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/99d26bb7-6d92-4fa5-bcab-e2b323415e34 HTTP/1.1" status: 404 len: 333 time: 0.0404546 Apr 23 00:35:28.330290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41364) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.368788 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-16438820-f72c-4bc3-83bc-53e2c580792d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.369392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16438820-f72c-4bc3-83bc-53e2c580792d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.370970 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-16438820-f72c-4bc3-83bc-53e2c580792d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/92470b79-896d-448e-b60b-9719db97665e HTTP/1.1" status: 404 len: 337 time: 0.0398459 Apr 23 00:35:28.373310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41368) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.409564 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcd8fee-d86b-49f1-a6c0-e11ad18cd559 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.409933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcd8fee-d86b-49f1-a6c0-e11ad18cd559 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.411698 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bdcd8fee-d86b-49f1-a6c0-e11ad18cd559 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/3e929ac4-8547-4469-9589-42133b685609 HTTP/1.1" status: 404 len: 337 time: 0.0375471 Apr 23 00:35:28.414479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41372) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.456024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b9fe89a9-e53d-46c8-b8fe-46b61dd1d179 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Synchronizing usage tracker for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:28.470400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b9fe89a9-e53d-46c8-b8fe-46b61dd1d179 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Unset dirty status for tenant:436ddb18aa224e7ba0654b8fc5db0512 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:28.471474 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b9fe89a9-e53d-46c8-b8fe-46b61dd1d179 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad8e8dab-ff3d-4074-8026-a6240e11cc86 HTTP/1.1" status: 200 len: 205 time: 0.0561485 Apr 23 00:35:28.474052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41376) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.541523 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-b979a3e6-0534-4573-b449-6652e8914b1e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] delete failed (client error): The resource could not be found. Apr 23 00:35:28.542548 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b979a3e6-0534-4573-b449-6652e8914b1e tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/routers/ad8e8dab-ff3d-4074-8026-a6240e11cc86 HTTP/1.1" status: 404 len: 336 time: 0.0675511 Apr 23 00:35:28.545020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41380) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.582060 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-48001019-2399-4eb1-8331-17a810f87fc7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.582536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48001019-2399-4eb1-8331-17a810f87fc7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.584115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-48001019-2399-4eb1-8331-17a810f87fc7 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/3dba130e-77bf-4070-a157-a07d7af377de HTTP/1.1" status: 404 len: 337 time: 0.0382414 Apr 23 00:35:28.586567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41384) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.632504 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e51a841a-57af-44cc-8360-fe20b9065126 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "GET /v2.0/ports?device_id=57985733-c449-43ce-a284-7bb645be3267 HTTP/1.1" status: 200 len: 205 time: 0.0449114 Apr 23 00:35:28.635453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41390) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.736106 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.api.v2.resource [None req-1c6824e8-6b9d-4764-8a1a-e59451656de1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] delete failed (client error): The resource could not be found. Apr 23 00:35:28.737013 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1c6824e8-6b9d-4764-8a1a-e59451656de1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/routers/57985733-c449-43ce-a284-7bb645be3267 HTTP/1.1" status: 404 len: 336 time: 0.1006904 Apr 23 00:35:28.739798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41394) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.779625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5a3b9-8856-46ec-a1a9-a919f7075ff2 req-62f1da97-1bb0-4217-95cb-05095fe9026e tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:28.780253 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-591f8ce7-0cbc-4b2d-8cdf-c598a3564c30 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.780709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591f8ce7-0cbc-4b2d-8cdf-c598a3564c30 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.781059 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0fe5a3b9-8856-46ec-a1a9-a919f7075ff2 req-62f1da97-1bb0-4217-95cb-05095fe9026e tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0895817 Apr 23 00:35:28.782391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-591f8ce7-0cbc-4b2d-8cdf-c598a3564c30 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/4378413f-9f59-4bf8-b88d-b81c398cbc65 HTTP/1.1" status: 404 len: 337 time: 0.0415766 Apr 23 00:35:28.785003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41398) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.822074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb9c372-d587-4bda-a6fa-5de3db6fa35f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.822555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb9c372-d587-4bda-a6fa-5de3db6fa35f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.824209 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4bb9c372-d587-4bda-a6fa-5de3db6fa35f tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/8a293f0e-d92d-463b-b9d0-825f71d89a44 HTTP/1.1" status: 404 len: 337 time: 0.0383229 Apr 23 00:35:28.825169 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0fe5a3b9-8856-46ec-a1a9-a919f7075ff2 req-eec9f62d-ddd5-475c-8a34-a3cd391cb9d7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Apr 23 00:35:28.826777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41402) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.867345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda62b17-fc92-4396-a6c5-38c93bf173c4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.867808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda62b17-fc92-4396-a6c5-38c93bf173c4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.869507 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cda62b17-fc92-4396-a6c5-38c93bf173c4 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/1159cbe4-1e68-4e02-9e82-d63335096be7 HTTP/1.1" status: 404 len: 333 time: 0.0418344 Apr 23 00:35:28.871921 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41406) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.910701 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-267014a7-65f0-4836-9076-33c03ebd6d57 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.911149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267014a7-65f0-4836-9076-33c03ebd6d57 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.912663 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-267014a7-65f0-4836-9076-33c03ebd6d57 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/5cccaafb-fe9f-4ce9-9ec1-645674efe93c HTTP/1.1" status: 404 len: 337 time: 0.0398972 Apr 23 00:35:28.914998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41410) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.956054 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a621ba-2d13-4e4f-b532-b561b174055d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.956529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a621ba-2d13-4e4f-b532-b561b174055d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:28.958178 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-61a621ba-2d13-4e4f-b532-b561b174055d tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/6fe6d119-6be4-43c6-a26e-63836a79c1be HTTP/1.1" status: 404 len: 333 time: 0.0417747 Apr 23 00:35:28.960819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41414) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:28.977777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:28.998459 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-802e12ea-808f-4f85-9707-8af1f9fb16df tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:28.998923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802e12ea-808f-4f85-9707-8af1f9fb16df tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.003216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41418) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.003487 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-802e12ea-808f-4f85-9707-8af1f9fb16df tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/e60df0fd-213d-4a19-b29a-87147aff080b HTTP/1.1" status: 404 len: 337 time: 0.0414982 Apr 23 00:35:29.013982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: b2655205-40b3-4dd9-a883-ac3c8fa21d2b {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:29.014351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b2655205-40b3-4dd9-a883-ac3c8fa21d2b not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:29.048483 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3d725c-5d20-49bc-96a2-9f9e6932cb75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.048953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3d725c-5d20-49bc-96a2-9f9e6932cb75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.050637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bc3d725c-5d20-49bc-96a2-9f9e6932cb75 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/5e1fb44b-db7b-4b06-be5d-915492c60da8 HTTP/1.1" status: 404 len: 333 time: 0.0460072 Apr 23 00:35:29.053172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41422) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.095815 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59fe5d6-ffab-4b03-a085-5c5a84798c73 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.096265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59fe5d6-ffab-4b03-a085-5c5a84798c73 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.097876 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d59fe5d6-ffab-4b03-a085-5c5a84798c73 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/94956512-c536-401b-ab54-a130c310e021 HTTP/1.1" status: 404 len: 337 time: 0.0438080 Apr 23 00:35:29.100290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41426) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.140690 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf67743-33a4-4987-8784-a146969f6e72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.141219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf67743-33a4-4987-8784-a146969f6e72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.142839 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ccf67743-33a4-4987-8784-a146969f6e72 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/3db45cb7-5e1c-438f-ba31-00843e8a08e7 HTTP/1.1" status: 404 len: 333 time: 0.0416808 Apr 23 00:35:29.145101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41430) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.182396 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cfd0d9-64a2-43b5-9f81-d6e70350bc36 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.182839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cfd0d9-64a2-43b5-9f81-d6e70350bc36 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.184426 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c1cfd0d9-64a2-43b5-9f81-d6e70350bc36 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/6aa59df0-ac33-4402-a9b1-518c2aa05511 HTTP/1.1" status: 404 len: 337 time: 0.0384347 Apr 23 00:35:29.186705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41434) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.231154 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf333412-855b-4d54-b713-a753072056a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.231613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf333412-855b-4d54-b713-a753072056a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.233199 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf333412-855b-4d54-b713-a753072056a3 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/2e5179e3-660f-40be-92d1-4b6b30365455 HTTP/1.1" status: 404 len: 333 time: 0.0456321 Apr 23 00:35:29.235580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41438) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.272109 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa84c0b6-88e6-423d-9529-b80d3219626c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.272498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa84c0b6-88e6-423d-9529-b80d3219626c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.274089 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aa84c0b6-88e6-423d-9529-b80d3219626c tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/b3b6ebf5-469c-4556-8c13-99da010ebe64 HTTP/1.1" status: 404 len: 337 time: 0.0376210 Apr 23 00:35:29.276983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41442) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.316888 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55e212c-fca2-4122-ae7c-c596b8c76551 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.317345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55e212c-fca2-4122-ae7c-c596b8c76551 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.318943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d55e212c-fca2-4122-ae7c-c596b8c76551 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/cd0ff998-ec8a-4468-8cd0-12eef8c60ed7 HTTP/1.1" status: 404 len: 333 time: 0.0411158 Apr 23 00:35:29.321398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41446) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.362879 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-26998cb4-a58d-4bcf-9263-e99bdd66c979 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.363312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26998cb4-a58d-4bcf-9263-e99bdd66c979 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.364864 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-26998cb4-a58d-4bcf-9263-e99bdd66c979 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/8bd7676b-fef1-4085-a205-073311cfd729 HTTP/1.1" status: 404 len: 337 time: 0.0413496 Apr 23 00:35:29.367238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41450) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.409068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-253337bb-7e34-4910-837e-1388622f2c42 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.409537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253337bb-7e34-4910-837e-1388622f2c42 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.411227 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-253337bb-7e34-4910-837e-1388622f2c42 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/ports/93419b40-407b-42aa-927a-135bb0b9f11c HTTP/1.1" status: 404 len: 333 time: 0.0431385 Apr 23 00:35:29.413758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41454) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.451198 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e717856-db2d-43b8-850c-4541485313c1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] DELETE failed (client error): The resource could not be found. Apr 23 00:35:29.451644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e717856-db2d-43b8-850c-4541485313c1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:35:29.453515 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2e717856-db2d-43b8-850c-4541485313c1 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/subnets/182fa964-b3b1-45da-8a4d-2729b5667d28 HTTP/1.1" status: 404 len: 337 time: 0.0385838 Apr 23 00:35:29.455914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41458) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:29.567456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:29.697622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:29.722251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986a55f2-d336-4e62-8bc6-ead9728638f4']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:29.734677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f746abbe-e6cc-483a-823d-7b599c7f143c') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:29.734980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f746abbe-e6cc-483a-823d-7b599c7f143c') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:29.746747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:29.765772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:29.771558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:35:29.771940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:35:29.786232 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:35:29.862038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:29.879909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:29.889970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] Pushing event deleted for resources: {'Network': ['ID=986a55f2-d336-4e62-8bc6-ead9728638f4,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:29.894727 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0b6d0fe1-37b1-4ada-9e1d-0b3754c71724 tempest-NetworksTestDHCPv6-706592297 tempest-NetworksTestDHCPv6-706592297-project] 10.222.0.39 "DELETE /v2.0/networks/986a55f2-d336-4e62-8bc6-ead9728638f4 HTTP/1.1" status: 204 len: 168 time: 0.4355681 Apr 23 00:35:30.019828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be48c03-8dfe-454a-81eb-0f495f14f646 req-f977c955-a0fa-43b9-91d5-96c831823f1c tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:30.021368 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3be48c03-8dfe-454a-81eb-0f495f14f646 req-f977c955-a0fa-43b9-91d5-96c831823f1c tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0867159 Apr 23 00:35:30.068597 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3be48c03-8dfe-454a-81eb-0f495f14f646 req-7de9d8e7-50d0-434e-af0f-2fa9b2a18ca4 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 Apr 23 00:35:30.168109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41468) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:30.318556 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-756a2253-0d43-4036-8a01-3c883fe8a7c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=436ddb18aa224e7ba0654b8fc5db0512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1491690 Apr 23 00:35:30.320823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41474) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:30.377550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d96b876f-3e3f-4e7f-a49a-b101d294f8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:30.402844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d96b876f-3e3f-4e7f-a49a-b101d294f8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:30.457604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d96b876f-3e3f-4e7f-a49a-b101d294f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:30.474134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b876f-3e3f-4e7f-a49a-b101d294f8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d1255-e80d-4989-ab80-85eda09fdcd7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:30.481407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d96b876f-3e3f-4e7f-a49a-b101d294f8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:30.482544 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d96b876f-3e3f-4e7f-a49a-b101d294f8d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/535d1255-e80d-4989-ab80-85eda09fdcd7 HTTP/1.1" status: 204 len: 168 time: 0.1608198 Apr 23 00:35:31.157133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41500) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:31.264279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc762bab-fa8c-4be0-8c35-ef0248bf3c32 req-e7a7a743-52e8-4615-b2f5-0e29c886b06d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:31.265741 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fc762bab-fa8c-4be0-8c35-ef0248bf3c32 req-e7a7a743-52e8-4615-b2f5-0e29c886b06d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0875440 Apr 23 00:35:31.270681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1728967786'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:31.277425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:31.293206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Usage tracker for resource:network and tenant:98ce1480cb9040b389f9ce772faf3f1c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:31.298122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:31.305933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:31.329540 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fc762bab-fa8c-4be0-8c35-ef0248bf3c32 req-4c2a12ea-3c41-41a9-a076-4037a96a97d9 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554545 Apr 23 00:35:31.330589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Made reservation on behalf of 98ce1480cb9040b389f9ce772faf3f1c for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:31.333754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.346364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.360832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:31.364665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Usage tracker for resource:security_group_rule and tenant:98ce1480cb9040b389f9ce772faf3f1c is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:31.367490 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:31.373290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:31.454499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.458214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.490211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:35:31.498986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196a194c-a1a6-4e85-a4fc-34399da8133c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:31.504440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.504813 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Added segment d786a4f6-b8b4-416c-a9de-1322a53b3d22 of type vlan for network f8d9b36e-649d-4a55-9d75-f185b7341b26 Apr 23 00:35:31.530867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.562558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.568146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:31.568726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:31.670491 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5122497 Apr 23 00:35:31.673406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41506) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:31.676833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cc84f-d820-4966-b685-21cc69755971 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event updated for resources: {'Network': ['ID=f8d9b36e-649d-4a55-9d75-f185b7341b26,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:31.680244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Request body: {'subnet': {'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:31.687376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:35:31.793850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:31.797622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Usage tracker for resource:subnet and tenant:98ce1480cb9040b389f9ce772faf3f1c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:31.800384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:31.806491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:31.815433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Made reservation on behalf of 98ce1480cb9040b389f9ce772faf3f1c for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:31.818785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:32.139965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:32.219552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event updated for resources: {'Subnet': ['ID=6444e88c-3de0-4a3f-98fb-f38485621d0e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:32.229340 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Checking segment: {'id': 'd786a4f6-b8b4-416c-a9de-1322a53b3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:32.229698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Network hostable DHCP agents. Network: f8d9b36e-649d-4a55-9d75-f185b7341b26, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:35:32.249006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:35:32.258072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, f8d9b36e-649d-4a55-9d75-f185b7341b26) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:32.263922 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:32.264873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:32.265768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ace9b-12dc-44f5-b7e5-9fa73002cb1c None None] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:32.285784 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fa581009-b334-414e-a7e0-487bff35aa60 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6112137 Apr 23 00:35:32.288301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41510) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:32.294203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Request body: {'port': {'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-251478090'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:32.433424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:32.437197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Usage tracker for resource:port and tenant:98ce1480cb9040b389f9ce772faf3f1c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:32.440066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:32.447155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:32.485419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-f8d9b36e-649d-4a55-9d75-f185b7341b26', 'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26', 'tenant_id': '98ce1480cb9040b389f9ce772faf3f1c', 'fixed_ips': [{'subnet_id': '6444e88c-3de0-4a3f-98fb-f38485621d0e'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:35:32.486251 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:32.503900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Made reservation on behalf of 98ce1480cb9040b389f9ce772faf3f1c for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:32.507295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:32.539527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] device_id is not set on port 757a3c22-1929-4317-9127-1c658ec71adb yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:32.611409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808859e-9c03-4cc2-a172-aa6355b72e9f req-aa456247-af67-4889-bb73-e2f10611acdc tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:32.612850 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f808859e-9c03-4cc2-a172-aa6355b72e9f req-aa456247-af67-4889-bb73-e2f10611acdc tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.1699827 Apr 23 00:35:32.669808 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f808859e-9c03-4cc2-a172-aa6355b72e9f req-31cc2667-922e-44d9-870a-6d5cd14984a9 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498030 Apr 23 00:35:32.678067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Allocated IP 2001:db8::2 (f8d9b36e-649d-4a55-9d75-f185b7341b26/6444e88c-3de0-4a3f-98fb-f38485621d0e/05d551eb-32e0-40cf-8df4-cb3829b59d7a) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:32.886992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:32.896720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Transition to ACTIVE for port object 05d551eb-32e0-40cf-8df4-cb3829b59d7a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:32.915204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Transition to ACTIVE for port object 05d551eb-32e0-40cf-8df4-cb3829b59d7a will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:32.925975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:32.985237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:32.988025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:32.995770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:33.006505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Allocated IP 2001:db8::29b (f8d9b36e-649d-4a55-9d75-f185b7341b26/6444e88c-3de0-4a3f-98fb-f38485621d0e/757a3c22-1929-4317-9127-1c658ec71adb) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:33.029370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Pushing event updated for resources: {'Port': ['ID=05d551eb-32e0-40cf-8df4-cb3829b59d7a,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:33.093822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Attempting to bind port 05d551eb-32e0-40cf-8df4-cb3829b59d7a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:35:33.094187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Attempting to bind port 05d551eb-32e0-40cf-8df4-cb3829b59d7a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'd786a4f6-b8b4-416c-a9de-1322a53b3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:35:33.094583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Attempting to bind port 05d551eb-32e0-40cf-8df4-cb3829b59d7a on network f8d9b36e-649d-4a55-9d75-f185b7341b26 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:35:33.099737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:35:33.100109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Checking segment: {'id': 'd786a4f6-b8b4-416c-a9de-1322a53b3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:33.100503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:33.100892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Bound using segment: {'id': 'd786a4f6-b8b4-416c-a9de-1322a53b3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:35:33.101349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Bound port: 05d551eb-32e0-40cf-8df4-cb3829b59d7a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd786a4f6-b8b4-416c-a9de-1322a53b3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:35:33.101718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:33.191044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] For port 05d551eb-32e0-40cf-8df4-cb3829b59d7a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:35:33.194590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] For port 05d551eb-32e0-40cf-8df4-cb3829b59d7a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=05d551eb-32e0-40cf-8df4-cb3829b59d7a,segment=NetworkSegment(d786a4f6-b8b4-416c-a9de-1322a53b3d22),segment_id=d786a4f6-b8b4-416c-a9de-1322a53b3d22)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:35:33.199638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:33.220347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:33.236160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Transition to ACTIVE for port object 757a3c22-1929-4317-9127-1c658ec71adb will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:33.262283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:33.291557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9f2bd-2d5b-4e9e-a864-4951b71faffd None None] Pushing event updated for resources: {'Port': ['ID=05d551eb-32e0-40cf-8df4-cb3829b59d7a,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:33.334747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:33.343012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:33.347559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:33.354498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:33.354498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:33.362662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event updated for resources: {'Port': ['ID=757a3c22-1929-4317-9127-1c658ec71adb,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:33.383351 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ed76305-c442-4ed8-bc26-650b39c77d19 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0934119 Apr 23 00:35:33.386903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41522) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:33.392347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Request body: {'port': {'network_id': 'f8d9b36e-649d-4a55-9d75-f185b7341b26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1141113729', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:33.392839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] bootfile-name is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:35:33.393204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] tftp-server is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:35:33.393544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] server-ip-address is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:35:33.564592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:33.569386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Usage tracker for resource:port and tenant:98ce1480cb9040b389f9ce772faf3f1c is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:33.575222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:33.582954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:33.594190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Made reservation on behalf of 98ce1480cb9040b389f9ce772faf3f1c for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:33.600802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:33.641818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] device_id is not set on port 9e4a158a-1414-4f27-ae82-07c642b8c393 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:33.871769 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Allocated IP 2001:db8::2e7 (f8d9b36e-649d-4a55-9d75-f185b7341b26/6444e88c-3de0-4a3f-98fb-f38485621d0e/9e4a158a-1414-4f27-ae82-07c642b8c393) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:33.942976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f1984-890e-46d4-b50d-18ec01dd221f req-e72e7bc8-beee-417f-b0b6-c4e7ee2d2b78 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:33.944424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d56f1984-890e-46d4-b50d-18ec01dd221f req-e72e7bc8-beee-417f-b0b6-c4e7ee2d2b78 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.1518466 Apr 23 00:35:34.092521 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d56f1984-890e-46d4-b50d-18ec01dd221f req-866d50e8-2380-4aca-9fdb-af9b5391e07a tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394918 Apr 23 00:35:34.153121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:34.169888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Transition to ACTIVE for port object 9e4a158a-1414-4f27-ae82-07c642b8c393 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:34.195400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:34.263506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:34.271540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:34.276017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:34.281567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:34.282221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:34.291312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event updated for resources: {'Port': ['ID=9e4a158a-1414-4f27-ae82-07c642b8c393,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:34.310053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-21357e08-4e3b-4a05-8d9f-8a5287b06068 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9227917 Apr 23 00:35:34.312450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41528) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:34.330995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b6c58f-2d44-4077-92eb-cdf543d99ce5 None None] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:34.425014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-785c8c6e-ed45-457c-a272-1ce6db509e44 None None] Provisioning for port 05d551eb-32e0-40cf-8df4-cb3829b59d7a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:34.515710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21601d-7059-457d-aaf8-44ad813edf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:34.519681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21601d-7059-457d-aaf8-44ad813edf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:34.525834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21601d-7059-457d-aaf8-44ad813edf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:34.526757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e21601d-7059-457d-aaf8-44ad813edf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Synchronizing usage tracker for tenant:98ce1480cb9040b389f9ce772faf3f1c on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:34.549088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2e21601d-7059-457d-aaf8-44ad813edf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Unset dirty status for tenant:98ce1480cb9040b389f9ce772faf3f1c on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:34.550186 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2e21601d-7059-457d-aaf8-44ad813edf1e tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2368431 Apr 23 00:35:34.553311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41532) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:34.621823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Deleting port 9e4a158a-1414-4f27-ae82-07c642b8c393 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:34.622198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:34.887662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Provisioning for port 757a3c22-1929-4317-9127-1c658ec71adb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:34.893976 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Provisioning complete for port 757a3c22-1929-4317-9127-1c658ec71adb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:34.894373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:34.912331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:34.960684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Port 757a3c22-1929-4317-9127-1c658ec71adb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:34.990672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Provisioning for port 9e4a158a-1414-4f27-ae82-07c642b8c393 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:35.020045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Provisioning complete for port 9e4a158a-1414-4f27-ae82-07c642b8c393 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:35.020045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.077715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 05d551eb-32e0-40cf-8df4-cb3829b59d7a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:35.137810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d67836c1-fe18-401b-bf5c-4bd4d1c49990 None None] Port 9e4a158a-1414-4f27-ae82-07c642b8c393 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:35.173495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 05d551eb-32e0-40cf-8df4-cb3829b59d7a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:35.177883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 05d551eb-32e0-40cf-8df4-cb3829b59d7a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:35.178188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Calling delete_port for 9e4a158a-1414-4f27-ae82-07c642b8c393 owned by {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:35.178729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.325731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-61054c4f-b34a-463e-95a3-20993626ae99 None None] Provisioning complete for port 757a3c22-1929-4317-9127-1c658ec71adb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:35.326515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-61054c4f-b34a-463e-95a3-20993626ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.488276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c78d0-e330-40b1-8156-fe690a6dcfdf req-3039ba87-27ca-4928-9cfe-03edb00ba025 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:35.494790 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f85c78d0-e330-40b1-8156-fe690a6dcfdf req-3039ba87-27ca-4928-9cfe-03edb00ba025 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.1604986 Apr 23 00:35:35.497595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.519349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-61054c4f-b34a-463e-95a3-20993626ae99 None None] Port 757a3c22-1929-4317-9127-1c658ec71adb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:35.528411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.557967 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f85c78d0-e330-40b1-8156-fe690a6dcfdf req-0f985d07-57d5-47b9-97b0-411c9a6f3904 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548856 Apr 23 00:35:35.606717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 05d551eb-32e0-40cf-8df4-cb3829b59d7a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=05d551eb-32e0-40cf-8df4-cb3829b59d7a,segment=NetworkSegment(d786a4f6-b8b4-416c-a9de-1322a53b3d22),segment_id=d786a4f6-b8b4-416c-a9de-1322a53b3d22)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:35.611084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.655557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event deleted for resources: {'Port': ['ID=9e4a158a-1414-4f27-ae82-07c642b8c393,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:35.666215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:35.669765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-76069c3a-a6bb-4a91-b324-79d9c9325fe7 None None] Could not find standard attr ID for object 9e4a158a-1414-4f27-ae82-07c642b8c393. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:35:35.682116 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-94242078-e40d-4c7b-9d39-9b4e2ff02bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "DELETE /v2.0/ports/9e4a158a-1414-4f27-ae82-07c642b8c393 HTTP/1.1" status: 204 len: 168 time: 1.1277728 Apr 23 00:35:35.686092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41544) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:35.693208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Request body: {'port': {'name': 'tempest-new-port-name-618526757', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:35.693208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] bootfile-name is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:35:35.693208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] tftp-server is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:35:35.693906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.api.validators [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] server-ip-address is not in valid_values {{(pid=88073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 23 00:35:35.704188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=05d551eb-32e0-40cf-8df4-cb3829b59d7a,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:35.849517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:36.113200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:36.117265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:36.175739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] In _notify_port_updated(), no bound segment for port 757a3c22-1929-4317-9127-1c658ec71adb on network f8d9b36e-649d-4a55-9d75-f185b7341b26 {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:35:36.181614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:36.182558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:36.185508 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "PUT /v2.0/ports/757a3c22-1929-4317-9127-1c658ec71adb HTTP/1.1" status: 200 len: 1129 time: 0.4963703 Apr 23 00:35:36.187971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41548) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:36.204667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2377725-b506-4d62-b90a-bdd860a7b211 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event updated for resources: {'Port': ['ID=757a3c22-1929-4317-9127-1c658ec71adb,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:36.260541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b6c68d-4f76-47f7-940d-f619d1f2d11d tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:36.261934 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b9b6c68d-4f76-47f7-940d-f619d1f2d11d tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "GET /v2.0/ports/757a3c22-1929-4317-9127-1c658ec71adb HTTP/1.1" status: 200 len: 1129 time: 0.0746093 Apr 23 00:35:36.265648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41552) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:36.336192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Deleting port 757a3c22-1929-4317-9127-1c658ec71adb {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:36.336530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:36.405022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-244b362d-9d00-4f2f-a372-ef9213454df2 None None] Provisioning complete for port 757a3c22-1929-4317-9127-1c658ec71adb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:36.405308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-244b362d-9d00-4f2f-a372-ef9213454df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:36.462047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-244b362d-9d00-4f2f-a372-ef9213454df2 None None] Port 757a3c22-1929-4317-9127-1c658ec71adb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:36.724105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:36.763861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4a863-ea60-4089-8c13-f3cf6161bcee req-a9503f0d-f18c-44f8-9ab8-a2f172ecead2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:36.765322 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1a4a863-ea60-4089-8c13-f3cf6161bcee req-a9503f0d-f18c-44f8-9ab8-a2f172ecead2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0878603 Apr 23 00:35:36.810687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1a4a863-ea60-4089-8c13-f3cf6161bcee req-ba0dbd7f-cc96-4ae4-9154-45b2dc816fa8 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394087 Apr 23 00:35:36.847673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Calling delete_port for 757a3c22-1929-4317-9127-1c658ec71adb owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:36.998667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 05d551eb-32e0-40cf-8df4-cb3829b59d7a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:37.004466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.058595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event deleted for resources: {'Port': ['ID=757a3c22-1929-4317-9127-1c658ec71adb,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:37.083615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 05d551eb-32e0-40cf-8df4-cb3829b59d7a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:37.083993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.108585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.121765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41558) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:37.122068 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-779f7e02-ef3f-4b57-8b89-6f35784194cc tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "DELETE /v2.0/ports/757a3c22-1929-4317-9127-1c658ec71adb HTTP/1.1" status: 204 len: 168 time: 0.8549929 Apr 23 00:35:37.211849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Deleting subnet 6444e88c-3de0-4a3f-98fb-f38485621d0e {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:37.211849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.272390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.361331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.440752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.481606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event deleted for resources: {'Subnet': ['ID=6444e88c-3de0-4a3f-98fb-f38485621d0e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:37.483577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.489470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433fb17-d95b-47a4-b801-887045e61223 None None] Network f8d9b36e-649d-4a55-9d75-f185b7341b26 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:37.490082 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-17b75605-abdd-4011-a1ce-70ccf144cadf tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "DELETE /v2.0/subnets/6444e88c-3de0-4a3f-98fb-f38485621d0e HTTP/1.1" status: 204 len: 168 time: 0.3670769 Apr 23 00:35:37.492520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41562) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:37.721137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.733526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Deleting port 05d551eb-32e0-40cf-8df4-cb3829b59d7a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:37.733862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.782396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] DHCP port deletion for f8d9b36e-649d-4a55-9d75-f185b7341b26 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:35:37.786706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Deleting port 05d551eb-32e0-40cf-8df4-cb3829b59d7a {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:37.787087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.943713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] For port 05d551eb-32e0-40cf-8df4-cb3829b59d7a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=05d551eb-32e0-40cf-8df4-cb3829b59d7a,segment=NetworkSegment(d786a4f6-b8b4-416c-a9de-1322a53b3d22),segment_id=d786a4f6-b8b4-416c-a9de-1322a53b3d22)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:37.944067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:37.998041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] For port 05d551eb-32e0-40cf-8df4-cb3829b59d7a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=05d551eb-32e0-40cf-8df4-cb3829b59d7a,segment=NetworkSegment(d786a4f6-b8b4-416c-a9de-1322a53b3d22),segment_id=d786a4f6-b8b4-416c-a9de-1322a53b3d22)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:37.998483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.005994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6298-b979-4506-8f8e-29121c21b107 req-3652db68-6dee-4046-98ff-d4768f0860fe tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:38.007535 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f30a6298-b979-4506-8f8e-29121c21b107 req-3652db68-6dee-4046-98ff-d4768f0860fe tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0840793 Apr 23 00:35:38.056668 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f30a6298-b979-4506-8f8e-29121c21b107 req-7c5cd036-5545-4f47-98df-e7025652a465 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Apr 23 00:35:38.091685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Calling delete_port for 05d551eb-32e0-40cf-8df4-cb3829b59d7a owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:38.125465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Calling delete_port for 05d551eb-32e0-40cf-8df4-cb3829b59d7a owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:38.167752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.199197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:35:38.199558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:35:38.218754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event deleted for resources: {'Port': ['ID=05d551eb-32e0-40cf-8df4-cb3829b59d7a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:38.220580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] No DVR routers for this DVR port 05d551eb-32e0-40cf-8df4-cb3829b59d7a on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:38.345243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.371173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d9b36e-649d-4a55-9d75-f185b7341b26']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:38.383095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd786a4f6-b8b4-416c-a9de-1322a53b3d22') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:38.383401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd786a4f6-b8b4-416c-a9de-1322a53b3d22') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:38.394981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.412553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.419786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:35:38.420255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:35:38.435559 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:35:38.493394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206e5cd-0c0b-47f9-9f79-ca95f299b07c req-512cb1f6-5ee5-475d-9aab-c96c61dbd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:38.494863 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e206e5cd-0c0b-47f9-9f79-ca95f299b07c req-512cb1f6-5ee5-475d-9aab-c96c61dbd35b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1099 time: 0.0745440 Apr 23 00:35:38.517182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.521850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.536446 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e206e5cd-0c0b-47f9-9f79-ca95f299b07c req-e8630e99-3cd8-4091-b41d-bcb4f68b23b3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347116 Apr 23 00:35:38.551471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] Pushing event deleted for resources: {'Network': ['ID=f8d9b36e-649d-4a55-9d75-f185b7341b26,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:38.555270 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bc6b9939-daf9-4e27-8849-5ab0a235708a tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226 tempest-ExtraDHCPOptionsIpV6TestJSON-1823972226-project] 10.222.0.39 "DELETE /v2.0/networks/f8d9b36e-649d-4a55-9d75-f185b7341b26 HTTP/1.1" status: 204 len: 168 time: 1.0618210 Apr 23 00:35:38.700849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Deleting port 05d551eb-32e0-40cf-8df4-cb3829b59d7a {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:38.701243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:38.769980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d650f3ad-b849-4364-bb6b-22a56369d132 None None] The port '05d551eb-32e0-40cf-8df4-cb3829b59d7a' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:35:38.821294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41572) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:38.969086 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-52c0f0af-d0dc-4477-9ade-06c6edbc2e7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98ce1480cb9040b389f9ce772faf3f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466188 Apr 23 00:35:38.971542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41580) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:38.986074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 05d551eb-32e0-40cf-8df4-cb3829b59d7a no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:39.020204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 05d551eb-32e0-40cf-8df4-cb3829b59d7a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:39.020546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 05d551eb-32e0-40cf-8df4-cb3829b59d7a not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:39.033048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75fc5a28-1289-4be8-af81-d99db43e6760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.059211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75fc5a28-1289-4be8-af81-d99db43e6760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.112269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75fc5a28-1289-4be8-af81-d99db43e6760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.128595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc5a28-1289-4be8-af81-d99db43e6760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196a194c-a1a6-4e85-a4fc-34399da8133c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:39.132910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75fc5a28-1289-4be8-af81-d99db43e6760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.134720 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-75fc5a28-1289-4be8-af81-d99db43e6760 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/196a194c-a1a6-4e85-a4fc-34399da8133c HTTP/1.1" status: 204 len: 168 time: 0.1615815 Apr 23 00:35:39.254754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8e8b4-7cf3-43dc-9216-3cf21afbe3f7 req-b91a5b68-0518-4dae-a3e7-c53e2e142ed5 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:39.256223 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3ca8e8b4-7cf3-43dc-9216-3cf21afbe3f7 req-b91a5b68-0518-4dae-a3e7-c53e2e142ed5 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0830872 Apr 23 00:35:39.304743 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3ca8e8b4-7cf3-43dc-9216-3cf21afbe3f7 req-761b404f-f0d4-42d0-a0c8-d870944a0edb tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Apr 23 00:35:39.629707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 0baa1a56-9284-439b-84dc-4bf26f64b206 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:35:39.638532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 0baa1a56-9284-439b-84dc-4bf26f64b206 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:39.824392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41606) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:39.847631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.888694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.908439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:39.929739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:35:39.939815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'port_id': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'mac_address': 'fa:16:3e:a3:ed:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:35:39.946573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1287271089'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:39.952240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:39.956705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:39.959848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:39.968655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:39.985934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:39.989518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:39.996474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:40.003077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.007709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.019212 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38d6016-f1b8-4777-897a-4fa212877e6f'] response: {'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'code': 200} Apr 23 00:35:40.023558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:40.027908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:security_group_rule and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:40.031082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:40.037781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:40.101315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.132108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.132626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0baa1a56-9284-439b-84dc-4bf26f64b206 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:35:40.137627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.155404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:40.163862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:40.168482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.175625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:35:40.185217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab6703-8aea-4932-955e-03844b8d1f1f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:40.190804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.191207 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment 438d1ac3-4840-4e40-a858-e417bb9d6139 of type vlan for network 38872227-d7bd-4f37-b6a4-b43b9567702b Apr 23 00:35:40.219209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.241198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:40.251107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.256654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:40.257251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.368067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=38872227-d7bd-4f37-b6a4-b43b9567702b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:40.375151 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72d23180-1e97-43b8-ba9f-ac40737ef8fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5472231 Apr 23 00:35:40.375322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41616) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:40.380622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-789282240'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:40.384915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 38872227-d7bd-4f37-b6a4-b43b9567702b details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:35:40.386301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:40.390177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:40.393004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:40.398832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:40.412594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:40.417059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.495685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:35:40.510215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.510582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment 7b8a37e2-5dae-4324-8d9e-c63c3350e451 of type vlan for network fa39a77e-a126-4524-937b-d1b9094852e0 Apr 23 00:35:40.551504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82028a-e4a6-4bdf-aa43-51a5486ea17b req-c9f7fee7-9153-4ef7-9859-e169a332e3fd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:40.552955 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9a82028a-e4a6-4bdf-aa43-51a5486ea17b req-c9f7fee7-9153-4ef7-9859-e169a332e3fd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 945 time: 0.1253707 Apr 23 00:35:40.557233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.616411 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9a82028a-e4a6-4bdf-aa43-51a5486ea17b req-9fb3fcee-c920-414d-99b1-18a5121084ab tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554647 Apr 23 00:35:40.621083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.622623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['0baa1a56-9284-439b-84dc-4bf26f64b206'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:35:40.626431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:40.627034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:40.641373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41620) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:40.733831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41624) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:40.734057 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3576047 Apr 23 00:35:40.740815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a833d7f-a840-4d57-b677-fa61f9c53f17 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=fa39a77e-a126-4524-937b-d1b9094852e0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:40.741844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': '38872227-d7bd-4f37-b6a4-b43b9567702b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:40.752963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network fa39a77e-a126-4524-937b-d1b9094852e0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:35:40.851480 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2bf462ed-cba3-4aaa-915e-0ca8af897fed tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/floatingips/783ba24e-547f-4386-a03b-de4d019f233b HTTP/1.1" status: 200 len: 993 time: 0.2089188 Apr 23 00:35:40.870989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:40.874881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:40.877682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:40.883349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:40.893139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:40.896575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.116700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.193561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:41.200988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': '438d1ac3-4840-4e40-a858-e417bb9d6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '38872227-d7bd-4f37-b6a4-b43b9567702b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:41.201343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: 38872227-d7bd-4f37-b6a4-b43b9567702b, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:35:41.219733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 38872227-d7bd-4f37-b6a4-b43b9567702b is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:35:41.229419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 38872227-d7bd-4f37-b6a4-b43b9567702b) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:41.233246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:41.233924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.238013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a97071-e6bf-49ab-8d78-038ac9d45758 None None] Network 38872227-d7bd-4f37-b6a4-b43b9567702b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:41.256777 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a297e5b7-b754-41d8-a324-1e0238383198 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5219970 Apr 23 00:35:41.259632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41628) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:41.265090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': 'fa39a77e-a126-4524-937b-d1b9094852e0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:41.376070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:41.379824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:41.382663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:41.388618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:41.398136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:41.402178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.449423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-38872227-d7bd-4f37-b6a4-b43b9567702b', 'network_id': '38872227-d7bd-4f37-b6a4-b43b9567702b', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': '24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:35:41.450230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.606229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Allocated IP 172.20.0.2 (38872227-d7bd-4f37-b6a4-b43b9567702b/24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f/3f834da6-bf29-44de-9c79-e851c3844f19) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:41.714600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.795120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=56458d81-3b04-46f3-a29c-f8b09caeb36b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:41.802485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': '7b8a37e2-5dae-4324-8d9e-c63c3350e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fa39a77e-a126-4524-937b-d1b9094852e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:41.802839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: fa39a77e-a126-4524-937b-d1b9094852e0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:35:41.820301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.823369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network fa39a77e-a126-4524-937b-d1b9094852e0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:35:41.832152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Transition to ACTIVE for port object 3f834da6-bf29-44de-9c79-e851c3844f19 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:41.833667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, fa39a77e-a126-4524-937b-d1b9094852e0) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:41.838131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:41.838739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.846091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c00582-7892-4670-bfe2-661485acd07e None None] Network fa39a77e-a126-4524-937b-d1b9094852e0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:41.860392 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e9a3462d-442e-430f-a57c-67ab42e1959b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5995488 Apr 23 00:35:41.862986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41632) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:41.868065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1842247625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:41.875603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:41.879533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:router and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:41.882520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:41.883790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Transition to ACTIVE for port object 3f834da6-bf29-44de-9c79-e851c3844f19 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:41.889973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:41.901449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.902431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.917605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.934379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.939315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.964868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:41.965946 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e9590459-e513-4086-9e0e-f2e0b3d4cb86 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1020567 Apr 23 00:35:41.968708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41636) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:42.013070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Network 38872227-d7bd-4f37-b6a4-b43b9567702b is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:42.023375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:42.026894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:42.034596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Pushing event updated for resources: {'Port': ['ID=3f834da6-bf29-44de-9c79-e851c3844f19,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:42.176551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Attempting to bind port 3f834da6-bf29-44de-9c79-e851c3844f19 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:35:42.176917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Attempting to bind port 3f834da6-bf29-44de-9c79-e851c3844f19 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '438d1ac3-4840-4e40-a858-e417bb9d6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '38872227-d7bd-4f37-b6a4-b43b9567702b'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:35:42.177278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Attempting to bind port 3f834da6-bf29-44de-9c79-e851c3844f19 on network 38872227-d7bd-4f37-b6a4-b43b9567702b {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:35:42.187126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:35:42.187496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Checking segment: {'id': '438d1ac3-4840-4e40-a858-e417bb9d6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '38872227-d7bd-4f37-b6a4-b43b9567702b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:42.187895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:42.188286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Bound using segment: {'id': '438d1ac3-4840-4e40-a858-e417bb9d6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '38872227-d7bd-4f37-b6a4-b43b9567702b'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:35:42.188749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Bound port: 3f834da6-bf29-44de-9c79-e851c3844f19, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '438d1ac3-4840-4e40-a858-e417bb9d6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '38872227-d7bd-4f37-b6a4-b43b9567702b'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:35:42.189118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:42.268629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-fa39a77e-a126-4524-937b-d1b9094852e0', 'network_id': 'fa39a77e-a126-4524-937b-d1b9094852e0', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': '56458d81-3b04-46f3-a29c-f8b09caeb36b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:35:42.269439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:42.392922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] For port 3f834da6-bf29-44de-9c79-e851c3844f19, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:35:42.406304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] For port 3f834da6-bf29-44de-9c79-e851c3844f19, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3f834da6-bf29-44de-9c79-e851c3844f19,segment=NetworkSegment(438d1ac3-4840-4e40-a858-e417bb9d6139),segment_id=438d1ac3-4840-4e40-a858-e417bb9d6139)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:35:42.410591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:42.453852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:42.552553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Allocated IP 172.21.0.2 (fa39a77e-a126-4524-937b-d1b9094852e0/56458d81-3b04-46f3-a29c-f8b09caeb36b/9bc5e43e-b4bd-490a-8bb7-644bd56ef25e) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:42.554681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412cc71-2a1b-438a-a466-273cde6bf0bf None None] Pushing event updated for resources: {'Port': ['ID=3f834da6-bf29-44de-9c79-e851c3844f19,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:42.839571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.20.0.1 (38872227-d7bd-4f37-b6a4-b43b9567702b/24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f/0e056fab-0b0d-4bcd-9424-5eb73c012c5d) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:42.844992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:42.857183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Transition to ACTIVE for port object 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:42.880922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Transition to ACTIVE for port object 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:42.888262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:42.955334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Network fa39a77e-a126-4524-937b-d1b9094852e0 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:42.958627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:42.967917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:42.979297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Pushing event updated for resources: {'Port': ['ID=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:43.016394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.033613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object 0e056fab-0b0d-4bcd-9424-5eb73c012c5d will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:43.052952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f834da6-bf29-44de-9c79-e851c3844f19 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:43.062628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.115007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Attempting to bind port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:35:43.115378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Attempting to bind port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7b8a37e2-5dae-4324-8d9e-c63c3350e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fa39a77e-a126-4524-937b-d1b9094852e0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:35:43.115736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Attempting to bind port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e on network fa39a77e-a126-4524-937b-d1b9094852e0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:35:43.127522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:35:43.127783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Checking segment: {'id': '7b8a37e2-5dae-4324-8d9e-c63c3350e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fa39a77e-a126-4524-937b-d1b9094852e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:43.128075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.128454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Bound using segment: {'id': '7b8a37e2-5dae-4324-8d9e-c63c3350e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fa39a77e-a126-4524-937b-d1b9094852e0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:35:43.128924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Bound port: 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8a37e2-5dae-4324-8d9e-c63c3350e451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fa39a77e-a126-4524-937b-d1b9094852e0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:35:43.129291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.131079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 38872227-d7bd-4f37-b6a4-b43b9567702b is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:43.134776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:43.137678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:43.192001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=0e056fab-0b0d-4bcd-9424-5eb73c012c5d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:43.205037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 3f834da6-bf29-44de-9c79-e851c3844f19 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:43.212112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.233481 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:35:43.235068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] For port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:35:43.238256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] For port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,segment=NetworkSegment(7b8a37e2-5dae-4324-8d9e-c63c3350e451),segment_id=7b8a37e2-5dae-4324-8d9e-c63c3350e451)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:35:43.242134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.329449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1db03d-473b-4607-a0bd-a366f51677df None None] Pushing event updated for resources: {'Port': ['ID=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:43.440171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.644441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 0baa1a56-9284-439b-84dc-4bf26f64b206 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:43.716227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 0baa1a56-9284-439b-84dc-4bf26f64b206 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:43.716728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.767814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9293a89-b4df-41f0-85f5-53da742b2971 None None] Network 38872227-d7bd-4f37-b6a4-b43b9567702b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:43.863844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.869390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.921443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d98ea04d-8dde-48e6-8485-90a61bcfcb44 None None] Provisioning for port 3f834da6-bf29-44de-9c79-e851c3844f19 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:43.949388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d98ea04d-8dde-48e6-8485-90a61bcfcb44 None None] Provisioning complete for port 3f834da6-bf29-44de-9c79-e851c3844f19 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:43.949776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d98ea04d-8dde-48e6-8485-90a61bcfcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:43.985640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=0e056fab-0b0d-4bcd-9424-5eb73c012c5d,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:43.990570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:44.034703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:44.091635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:35:44.121309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:44.135547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 38872227-d7bd-4f37-b6a4-b43b9567702b is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:44.136800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:44.160488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:44.203534 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5c5cbe-0e8f-49c5-8752-77093d1271aa'] response: {'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'code': 200} Apr 23 00:35:44.306289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d98ea04d-8dde-48e6-8485-90a61bcfcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:44.318333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:44.349547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router c2f4a232-7e6f-4920-9067-dfd78c92b13d is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:35:44.359423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d98ea04d-8dde-48e6-8485-90a61bcfcb44 None None] For port 3f834da6-bf29-44de-9c79-e851c3844f19, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3f834da6-bf29-44de-9c79-e851c3844f19,segment=NetworkSegment(438d1ac3-4840-4e40-a858-e417bb9d6139),segment_id=438d1ac3-4840-4e40-a858-e417bb9d6139)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:44.363667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d98ea04d-8dde-48e6-8485-90a61bcfcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:44.435410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ea04d-8dde-48e6-8485-90a61bcfcb44 None None] Pushing event updated for resources: {'Port': ['ID=3f834da6-bf29-44de-9c79-e851c3844f19,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:44.465381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d034afb-3426-4ec5-9605-8bfcc7c34ab0 None None] Network fa39a77e-a126-4524-937b-d1b9094852e0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:44.517015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:35:44.527504 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ddb2ea68-08e4-429d-998c-6737b3f3cd02 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/c2f4a232-7e6f-4920-9067-dfd78c92b13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577836 Apr 23 00:35:44.530216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41646) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:44.532906 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] Sync routers for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:35:44.544020 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:44.545110 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:44.564068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9df9f7e9-2d57-4034-99aa-4b67141a143f None None] Provisioning for port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:44.621381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aab362-7986-4dc9-934d-97e6ff02a50c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:44.625315 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-12aab362-7986-4dc9-934d-97e6ff02a50c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports/0e056fab-0b0d-4bcd-9424-5eb73c012c5d HTTP/1.1" status: 200 len: 910 time: 0.0914996 Apr 23 00:35:44.625486 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:44.625584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41650) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:44.633215 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:44.634156 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:44.704758 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:44.705424 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a1c74a-5d2a-4a9b-a5ec-c00b3b0fc240 None None] The sync data for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:35:44.721418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4731c880-730c-45a8-8b1c-d36eb6f2b44b None None] Provisioning for port 0e056fab-0b0d-4bcd-9424-5eb73c012c5d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:44.730423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4731c880-730c-45a8-8b1c-d36eb6f2b44b None None] Provisioning complete for port 0e056fab-0b0d-4bcd-9424-5eb73c012c5d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:44.730795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4731c880-730c-45a8-8b1c-d36eb6f2b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:44.810134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-4731c880-730c-45a8-8b1c-d36eb6f2b44b None None] Port 0e056fab-0b0d-4bcd-9424-5eb73c012c5d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:44.822144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4731c880-730c-45a8-8b1c-d36eb6f2b44b None None] Provisioning complete for port 3f834da6-bf29-44de-9c79-e851c3844f19 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:44.822695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4731c880-730c-45a8-8b1c-d36eb6f2b44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.152435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-250c45d6-e341-43e3-859e-487ec112c392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.155250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f834da6-bf29-44de-9c79-e851c3844f19 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:45.237448 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3f834da6-bf29-44de-9c79-e851c3844f19 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:45.237818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.280138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e0b5b0a8-c2b1-4e62-af28-b78165cce7a7 None None] Provisioning complete for port 0e056fab-0b0d-4bcd-9424-5eb73c012c5d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:45.280508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b0a8-c2b1-4e62-af28-b78165cce7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.350018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5b0a8-c2b1-4e62-af28-b78165cce7a7 None None] Port 0e056fab-0b0d-4bcd-9424-5eb73c012c5d cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:45.366539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.407522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:45.471720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:45.476328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:45.476701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.594274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.626311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,segment=NetworkSegment(7b8a37e2-5dae-4324-8d9e-c63c3350e451),segment_id=7b8a37e2-5dae-4324-8d9e-c63c3350e451)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:45.629938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.700088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:45.737812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.21.0.1 (fa39a77e-a126-4524-937b-d1b9094852e0/56458d81-3b04-46f3-a29c-f8b09caeb36b/62c60a1c-ac7d-4204-a70f-ea84976e5ba5) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:45.895413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:45.911557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:45.934836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:46.001121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network fa39a77e-a126-4524-937b-d1b9094852e0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:46.004034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:46.006391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:46.055840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=62c60a1c-ac7d-4204-a70f-ea84976e5ba5,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:46.077037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:46.193166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:46.272611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6d502024-407f-4efc-a4c0-717273b3c40b None None] Provisioning for port 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:46.278023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6d502024-407f-4efc-a4c0-717273b3c40b None None] Provisioning complete for port 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:46.278431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6d502024-407f-4efc-a4c0-717273b3c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:46.331443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6d502024-407f-4efc-a4c0-717273b3c40b None None] Port 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:46.672493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:46.676734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:46.787388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:46.790581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=62c60a1c-ac7d-4204-a70f-ea84976e5ba5,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:46.921906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network fa39a77e-a126-4524-937b-d1b9094852e0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:46.923048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:47.004450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:47.086768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:47.086768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:47.100516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router c2f4a232-7e6f-4920-9067-dfd78c92b13d has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:35:47.256324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-57110889-2875-45a1-83d6-db5de6fdf21f None None] Provisioning complete for port 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:47.256801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-57110889-2875-45a1-83d6-db5de6fdf21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:47.264583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:35:47.274454 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b939ac63-eb10-4788-a083-d6edec1762ca tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/c2f4a232-7e6f-4920-9067-dfd78c92b13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6477342 Apr 23 00:35:47.277163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41654) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:47.288985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] Sync routers for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:35:47.316491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:47.317111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:47.351184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf28744-35b2-40e5-a708-7d4931e08f1a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:47.351776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5bf28744-35b2-40e5-a708-7d4931e08f1a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:47.369334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5bf28744-35b2-40e5-a708-7d4931e08f1a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:47.370759 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5bf28744-35b2-40e5-a708-7d4931e08f1a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports/62c60a1c-ac7d-4204-a70f-ea84976e5ba5 HTTP/1.1" status: 200 len: 910 time: 0.0927012 Apr 23 00:35:47.373578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41658) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:47.383878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-57110889-2875-45a1-83d6-db5de6fdf21f None None] Port 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:47.385501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:47.394380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:47.394970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:47.453616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:47.454022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb633a5-b023-4fe7-a83f-2fd98518d988 None None] The sync data for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:35:47.557547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6664b34e-1bed-4f91-87bf-e85669a58164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:47.873649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:48.309970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:48.310316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:48.494667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:48.551128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:48.582769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:48.618255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 62c60a1c-ac7d-4204-a70f-ea84976e5ba5 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:48.928206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:48.975763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=62c60a1c-ac7d-4204-a70f-ea84976e5ba5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:49.232710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:49.644839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router c2f4a232-7e6f-4920-9067-dfd78c92b13d has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:35:49.795715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:35:49.804740 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] Sync routers for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:35:49.811977 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7dd74682-c918-4ff1-afa0-9be03f65c5ef tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/c2f4a232-7e6f-4920-9067-dfd78c92b13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373815 Apr 23 00:35:49.814628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41664) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:49.815324 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:49.816080 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:49.875383 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:49.884598 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:49.885191 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:49.946106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:49.948632 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:49.949039 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0399d-7955-4b68-bac9-e77f86a006d1 None None] The sync data for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:35:50.306153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:50.624849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 0e056fab-0b0d-4bcd-9424-5eb73c012c5d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:50.625104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:50.912246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:51.034898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 0e056fab-0b0d-4bcd-9424-5eb73c012c5d owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:51.206323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:51.256760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=0e056fab-0b0d-4bcd-9424-5eb73c012c5d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:51.483084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:51.741568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router c2f4a232-7e6f-4920-9067-dfd78c92b13d has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:35:51.868614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:35:51.877911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] Sync routers for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:35:51.880619 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-beb12ac7-c444-4ab1-b360-450ab09879df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/c2f4a232-7e6f-4920-9067-dfd78c92b13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650201 Apr 23 00:35:51.883322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41668) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:51.887998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:51.888602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:51.925294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e6a5f11d-5e31-499b-8b68-813df4cda3e7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:51.940391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e6a5f11d-5e31-499b-8b68-813df4cda3e7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:51.941513 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e6a5f11d-5e31-499b-8b68-813df4cda3e7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2f4a232-7e6f-4920-9067-dfd78c92b13d HTTP/1.1" status: 200 len: 205 time: 0.0572824 Apr 23 00:35:51.944183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41672) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:51.951863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:51.960749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] Routers {'c2f4a232-7e6f-4920-9067-dfd78c92b13d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:51.961343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:52.033355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:52.033768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3aa31-e3d2-40c3-8a9c-88f80db0bf3f None None] The sync data for ids ['c2f4a232-7e6f-4920-9067-dfd78c92b13d'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:35:52.194565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-7e86-4a39-8a3b-8894025cf540 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.488395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-7e86-4a39-8a3b-8894025cf540 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.491504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-7e86-4a39-8a3b-8894025cf540 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.514691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-7e86-4a39-8a3b-8894025cf540 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.515200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa381dfa-7e86-4a39-8a3b-8894025cf540 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Fanout notify agent at l3_agent the message router_deleted on router c2f4a232-7e6f-4920-9067-dfd78c92b13d {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:35:52.526207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-aa381dfa-7e86-4a39-8a3b-8894025cf540 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.527299 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-aa381dfa-7e86-4a39-8a3b-8894025cf540 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/c2f4a232-7e6f-4920-9067-dfd78c92b13d HTTP/1.1" status: 204 len: 168 time: 0.5822618 Apr 23 00:35:52.529857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41676) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:52.596354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet 56458d81-3b04-46f3-a29c-f8b09caeb36b {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:52.599309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.652980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.739924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.811292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.851461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=56458d81-3b04-46f3-a29c-f8b09caeb36b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:52.853696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.860264 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f0959272-f1cb-472c-b64e-a5056f965f03 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/56458d81-3b04-46f3-a29c-f8b09caeb36b HTTP/1.1" status: 204 len: 168 time: 0.3294353 Apr 23 00:35:52.861019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371f67c-00ad-4802-af61-45b0a2f9d8de None None] Network fa39a77e-a126-4524-937b-d1b9094852e0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:52.862709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41680) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:52.932071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet 24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:35:52.935170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:52.990299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.087723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.140063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] DHCP port deletion for fa39a77e-a126-4524-937b-d1b9094852e0 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:35:53.144023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] Deleting port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:53.144428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.164671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.207009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:53.219760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.229849 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4d584df5-3cd4-46d5-a36e-2232d21b2724 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f HTTP/1.1" status: 204 len: 168 time: 0.3636713 Apr 23 00:35:53.230087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41686) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:53.281072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83607b9-9066-4f5c-898e-01d7d4445163 None None] Network 38872227-d7bd-4f37-b6a4-b43b9567702b requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:53.351371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.362763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:53.363107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.594728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] For port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,segment=NetworkSegment(7b8a37e2-5dae-4324-8d9e-c63c3350e451),segment_id=7b8a37e2-5dae-4324-8d9e-c63c3350e451)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:53.595038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.718603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] Calling delete_port for 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:53.736215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,segment=NetworkSegment(7b8a37e2-5dae-4324-8d9e-c63c3350e451),segment_id=7b8a37e2-5dae-4324-8d9e-c63c3350e451)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:53.736770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.810622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.845121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] DHCP port deletion for 38872227-d7bd-4f37-b6a4-b43b9567702b request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:35:53.862188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] Pushing event deleted for resources: {'Port': ['ID=9bc5e43e-b4bd-490a-8bb7-644bd56ef25e,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:53.865000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] Deleting port 3f834da6-bf29-44de-9c79-e851c3844f19 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:53.865330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:53.865458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:53.889300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666b04e2-7810-4efb-b875-eda7f9ccf71a None None] No DVR routers for this DVR port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:53.938601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f8bd7-2949-46c2-a60b-e446f7288c4e req-b6b7f568-65f3-4a60-b155-5bff1f9b6a5d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:53.940041 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e72f8bd7-2949-46c2-a60b-e446f7288c4e req-b6b7f568-65f3-4a60-b155-5bff1f9b6a5d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 945 time: 0.2684505 Apr 23 00:35:54.004613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:35:54.005310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:35:54.019313 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e72f8bd7-2949-46c2-a60b-e446f7288c4e req-498716dd-902c-4936-977c-33ecf393363b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722201 Apr 23 00:35:54.074579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] For port 3f834da6-bf29-44de-9c79-e851c3844f19, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3f834da6-bf29-44de-9c79-e851c3844f19,segment=NetworkSegment(438d1ac3-4840-4e40-a858-e417bb9d6139),segment_id=438d1ac3-4840-4e40-a858-e417bb9d6139)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:54.074891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.196267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] Calling delete_port for 3f834da6-bf29-44de-9c79-e851c3844f19 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:54.268566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.315845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] Pushing event deleted for resources: {'Port': ['ID=3f834da6-bf29-44de-9c79-e851c3844f19,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:54.319264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454a852-ddf4-4189-a6b7-467c7a2db3f2 None None] No DVR routers for this DVR port 3f834da6-bf29-44de-9c79-e851c3844f19 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:54.505700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:54.506060 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.573439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] The port '9bc5e43e-b4bd-490a-8bb7-644bd56ef25e' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:35:54.693593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.720199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa39a77e-a126-4524-937b-d1b9094852e0']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:54.732116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8a37e2-5dae-4324-8d9e-c63c3350e451') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:54.732423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8a37e2-5dae-4324-8d9e-c63c3350e451') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:54.743474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.764482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.770649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:35:54.771034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:35:54.786273 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:35:54.863069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.879998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:54.891541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=fa39a77e-a126-4524-937b-d1b9094852e0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:54.902000 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9e996d32-4d3e-45b9-bec7-558bd1bd154c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/fa39a77e-a126-4524-937b-d1b9094852e0 HTTP/1.1" status: 204 len: 168 time: 1.6708989 Apr 23 00:35:54.904664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41692) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:54.999476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f834da6-bf29-44de-9c79-e851c3844f19 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:55.025464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.034841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 3f834da6-bf29-44de-9c79-e851c3844f19 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:55.035161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3f834da6-bf29-44de-9c79-e851c3844f19 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:55.035600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:55.069392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:55.069599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9bc5e43e-b4bd-490a-8bb7-644bd56ef25e not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:55.171917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.214839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619557a-8e77-4620-84d9-8c9b59d3f70b req-d9b6510d-5964-463b-ab34-4f923b148ea4 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:55.216328 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d619557a-8e77-4620-84d9-8c9b59d3f70b req-d9b6510d-5964-463b-ab34-4f923b148ea4 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 945 time: 0.0815713 Apr 23 00:35:55.219329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38872227-d7bd-4f37-b6a4-b43b9567702b']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:55.233639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438d1ac3-4840-4e40-a858-e417bb9d6139') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:55.233952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438d1ac3-4840-4e40-a858-e417bb9d6139') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:55.245849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.264161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.267043 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d619557a-8e77-4620-84d9-8c9b59d3f70b req-57bccdab-4093-4bd2-83cc-1c7122016e66 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 Apr 23 00:35:55.269409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:35:55.270155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:35:55.284836 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:35:55.364906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.382216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.431280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=38872227-d7bd-4f37-b6a4-b43b9567702b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:55.433952 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8d99decb-f465-40f8-bf58-53c3ac5b9b3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/38872227-d7bd-4f37-b6a4-b43b9567702b HTTP/1.1" status: 204 len: 168 time: 0.5283558 Apr 23 00:35:55.438724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41698) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:55.444291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1142947544'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:55.449458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:55.453598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:55.456454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:55.462646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:55.472285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:55.472952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0502-3e2e-404b-8559-d743b7721a27 req-220ca954-e46d-4d87-8311-a9b59bccca14 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:55.474470 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-283e0502-3e2e-404b-8559-d743b7721a27 req-220ca954-e46d-4d87-8311-a9b59bccca14 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 945 time: 0.0894620 Apr 23 00:35:55.475716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.504372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:35:55.513123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.513468 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment 4ed6f7b1-8613-4d8a-ba9a-1a134a300441 of type vlan for network e378b6a8-f4db-496a-a52b-1b455690eb73 Apr 23 00:35:55.542683 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.549315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Deleting port c7363c81-0d57-4a3a-94f9-23f452b7d90c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:35:55.549471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.571868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.577326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:55.578167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.679440 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2396224 Apr 23 00:35:55.683202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41704) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:55.690564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:55.802330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] For port c7363c81-0d57-4a3a-94f9-23f452b7d90c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c7363c81-0d57-4a3a-94f9-23f452b7d90c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:55.802903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:55.813937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5fddd-c13f-4110-84e4-98a6d1224f74 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=e378b6a8-f4db-496a-a52b-1b455690eb73,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:55.825633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network e378b6a8-f4db-496a-a52b-1b455690eb73 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:35:55.912565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:55.916801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:55.919657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:55.925462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:55.936210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:55.939760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.164091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.206525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.206908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.207189 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Floating IP e7369414-f7c5-4f2d-a89c-2ba2f1a185ae disassociated. External IP: 172.26.8.112, port: c7363c81-0d57-4a3a-94f9-23f452b7d90c. Apr 23 00:35:56.207564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Calling delete_port for c7363c81-0d57-4a3a-94f9-23f452b7d90c owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:35:56.251673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=68243e38-1e40-450c-8856-aca860e6a701,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:56.262401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': '4ed6f7b1-8613-4d8a-ba9a-1a134a300441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:56.262760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: e378b6a8-f4db-496a-a52b-1b455690eb73, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:35:56.282686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network e378b6a8-f4db-496a-a52b-1b455690eb73 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:35:56.292836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, e378b6a8-f4db-496a-a52b-1b455690eb73) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:56.298449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:56.299033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.303216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84fd5bd-450b-4999-bb1e-f55378e05616 None None] Network e378b6a8-f4db-496a-a52b-1b455690eb73 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:56.340410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41710) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:56.341233 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-08c7f011-d845-4bf8-b391-7c208e429e83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6569788 Apr 23 00:35:56.347872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-148787558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:56.356597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:56.363872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:router and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:56.370159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:56.377554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:56.385690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.432747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.433666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.482572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event deleted for resources: {'Port': ['ID=c7363c81-0d57-4a3a-94f9-23f452b7d90c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:56.498684 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9c7c4c8-0c2b-42e5-8f18-e6f52a0b1622 req-67a5f58d-75c3-4131-a8cc-c0c407fd96e2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 210 time: 0.0757890 Apr 23 00:35:56.570771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.575121 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-e378b6a8-f4db-496a-a52b-1b455690eb73', 'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': '68243e38-1e40-450c-8856-aca860e6a701'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:35:56.576120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.662069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.707751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.708826 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e5d48308-e2f2-4e2a-bdce-823684c23576 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3673677 Apr 23 00:35:56.711486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41714) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:56.719159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'port': {'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73', 'name': 'tempest-RoutersTest-357749349'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:35:56.732937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Allocated IP 172.20.0.2 (e378b6a8-f4db-496a-a52b-1b455690eb73/68243e38-1e40-450c-8856-aca860e6a701/efaf6154-92a3-4b13-9fa3-0ed76ec59f9d) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:56.751425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:35:56.943794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:56.966359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Transition to ACTIVE for port object efaf6154-92a3-4b13-9fa3-0ed76ec59f9d will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:56.987130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Transition to ACTIVE for port object efaf6154-92a3-4b13-9fa3-0ed76ec59f9d will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:56.996388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.011519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:35:57.019001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:port and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:35:57.023243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:35:57.038725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:35:57.049409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:35:57.059622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Network e378b6a8-f4db-496a-a52b-1b455690eb73 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:57.061633 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:35:57.070223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:57.075656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:57.076144 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:57.077217 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:57.081816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Pushing event updated for resources: {'Port': ['ID=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:57.083838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:35:57.088680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.145311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] No DVR routers for this DVR port c7363c81-0d57-4a3a-94f9-23f452b7d90c on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:35:57.148719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.150995 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-283e0502-3e2e-404b-8559-d743b7721a27 req-93168e49-ef8d-4b00-8247-506c38136dc0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "DELETE /v2.0/ports/c7363c81-0d57-4a3a-94f9-23f452b7d90c HTTP/1.1" status: 204 len: 173 time: 1.6710527 Apr 23 00:35:57.151636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'name': 'network-vif-deleted', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:35:57.162673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] device_id is not set on port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:35:57.177751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Attempting to bind port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:35:57.178159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Attempting to bind port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4ed6f7b1-8613-4d8a-ba9a-1a134a300441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:35:57.178638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Attempting to bind port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d on network e378b6a8-f4db-496a-a52b-1b455690eb73 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:35:57.185601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:35:57.185973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Checking segment: {'id': '4ed6f7b1-8613-4d8a-ba9a-1a134a300441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:35:57.186543 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.186939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Bound using segment: {'id': '4ed6f7b1-8613-4d8a-ba9a-1a134a300441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:35:57.187413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Bound port: efaf6154-92a3-4b13-9fa3-0ed76ec59f9d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed6f7b1-8613-4d8a-ba9a-1a134a300441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e378b6a8-f4db-496a-a52b-1b455690eb73'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:35:57.187793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.244036 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999ea646-37fd-4d9b-9a41-9353a8eae692'] response: {'server_uuid': '71a3e14e-dcd0-440f-a4e1-51d88d41614c', 'name': 'network-vif-deleted', 'tag': 'c7363c81-0d57-4a3a-94f9-23f452b7d90c', 'status': 'completed', 'code': 200} Apr 23 00:35:57.288604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] For port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:35:57.292423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] For port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,segment=NetworkSegment(4ed6f7b1-8613-4d8a-ba9a-1a134a300441),segment_id=4ed6f7b1-8613-4d8a-ba9a-1a134a300441)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:35:57.296830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.329127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.20.0.12 (e378b6a8-f4db-496a-a52b-1b455690eb73/68243e38-1e40-450c-8856-aca860e6a701/86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:35:57.330161 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:35:57.394740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09821a-6579-4ce3-ab0c-9957f5cf4487 None None] Pushing event updated for resources: {'Port': ['ID=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:57.671114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.692575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:35:57.710050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c7363c81-0d57-4a3a-94f9-23f452b7d90c no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:35:57.745035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:57.775980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: c7363c81-0d57-4a3a-94f9-23f452b7d90c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:35:57.776367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c7363c81-0d57-4a3a-94f9-23f452b7d90c not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:35:57.806555 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:57.810792 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:35:57.819683 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:35:57.820193 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:57.981378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4d1171a9-59e9-4c39-8cee-c16e4e0b9db8 req-fae7b9f5-8cf7-4776-8348-9e55d64acbad tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:35:58.018863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network e378b6a8-f4db-496a-a52b-1b455690eb73 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:35:58.024510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:35:58.026638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4d1171a9-59e9-4c39-8cee-c16e4e0b9db8 req-fae7b9f5-8cf7-4776-8348-9e55d64acbad tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:35:58.027807 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4d1171a9-59e9-4c39-8cee-c16e4e0b9db8 req-fae7b9f5-8cf7-4776-8348-9e55d64acbad tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a3e14e-dcd0-440f-a4e1-51d88d41614c HTTP/1.1" status: 200 len: 210 time: 0.2883637 Apr 23 00:35:58.028454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:58.030753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:35:58.032041 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:35:58.073707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.074117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.074569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.074919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.075256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.075591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.075920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.076246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.076565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.076888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.077235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.077556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:35:58.104334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:58.104942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:58.127976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e41d6a0c-8620-40da-80e7-c621c652f4d1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4153256 Apr 23 00:35:58.130869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41722) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:35:58.370304 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:35:58.374887 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d66458-b2d9-4598-9d84-e0d1a0a31fc5 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:35:58.541794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2424c0ba-60f7-4b3c-9e38-c79e4ffc9781 None None] Network e378b6a8-f4db-496a-a52b-1b455690eb73 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:35:58.656376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a4584c8d-fd63-421d-8b23-6652f51333fc None None] Provisioning for port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:58.662711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732f7635-1e7e-4c9c-8685-44b7097f0954 None None] New status for floating IP e7369414-f7c5-4f2d-a89c-2ba2f1a185ae: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:35:58.733906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.082412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efaf6154-92a3-4b13-9fa3-0ed76ec59f9d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:35:59.163752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:59.171652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:59.172401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.277878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.284455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.347195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.359924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4c1dc087-a2ee-4c20-b92d-5126d79736cb None None] Provisioning for port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:35:59.375147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4c1dc087-a2ee-4c20-b92d-5126d79736cb None None] Provisioning complete for port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:59.375656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc087-a2ee-4c20-b92d-5126d79736cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.423648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:59.435756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,segment=NetworkSegment(4ed6f7b1-8613-4d8a-ba9a-1a134a300441),segment_id=4ed6f7b1-8613-4d8a-ba9a-1a134a300441)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:35:59.447292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.482211 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-4c1dc087-a2ee-4c20-b92d-5126d79736cb None None] Port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:59.513646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4c1dc087-a2ee-4c20-b92d-5126d79736cb None None] Provisioning complete for port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:59.513646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4c1dc087-a2ee-4c20-b92d-5126d79736cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.531223 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-54e03006-d2dc-4397-91f4-6c540981a396 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546526888&fields=id&tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 267 time: 0.0566411 Apr 23 00:35:59.575692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:35:59.683894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.712920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-6c41e833-f553-4a36-bcbb-323db1993e2b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:35:59.714648 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-6c41e833-f553-4a36-bcbb-323db1993e2b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 812 time: 0.1752763 Apr 23 00:35:59.731299 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-823ee2b7-7e21-48f1-8e55-40add51f95b2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/quotas/f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 375 time: 0.0105386 Apr 23 00:35:59.779411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d5c82f1d-ec9e-4a26-bea8-c2d49e766184 None None] Provisioning complete for port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:35:59.780215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d5c82f1d-ec9e-4a26-bea8-c2d49e766184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.800504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:35:59.818092 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-7059c90d-8fe0-4cc1-af81-44084debb765 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810795 Apr 23 00:35:59.835153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d5c82f1d-ec9e-4a26-bea8-c2d49e766184 None None] Port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:35:59.960351 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-3d2d3240-3511-43ff-aa6f-ef66667854a0 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259382 Apr 23 00:36:00.099403 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-c5dad32d-e723-4bca-9bb5-3a8b2e04e870 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323051 Apr 23 00:36:00.195537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:00.200625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:00.318788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:00.322647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:00.503881 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-296b15f7-75b5-46e4-9bbf-acd5070c9548 req-92387d57-0f4d-4bff-add8-9b79664810e5 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 210 time: 0.0508978 Apr 23 00:36:00.505657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network e378b6a8-f4db-496a-a52b-1b455690eb73 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:00.506959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:00.710677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 4b469463-4021-45d4-8637-3da083ec7bf7 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:36:00.762078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d842f0b6-4321-4266-b8fc-de969be3d192 None None] Provisioning complete for port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:00.763123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d842f0b6-4321-4266-b8fc-de969be3d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:00.821416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d842f0b6-4321-4266-b8fc-de969be3d192 None None] Port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:00.998096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:01.006486 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1f59dd7a-c3bd-4926-b8b1-8741d5952173 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/4b469463-4021-45d4-8637-3da083ec7bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8744466 Apr 23 00:36:01.007838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41750) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:01.009602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efaf6154-92a3-4b13-9fa3-0ed76ec59f9d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:01.011157 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] Sync routers for ids ['4b469463-4021-45d4-8637-3da083ec7bf7'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:01.022463 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] Routers {'4b469463-4021-45d4-8637-3da083ec7bf7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:01.023349 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4b469463-4021-45d4-8637-3da083ec7bf7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:01.089139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:01.089601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:01.095651 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:01.106346 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] Routers {'4b469463-4021-45d4-8637-3da083ec7bf7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:01.107544 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4b469463-4021-45d4-8637-3da083ec7bf7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:01.119028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f140017d-9aa0-441a-b2fd-93702bcaf31d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:01.119976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f140017d-9aa0-441a-b2fd-93702bcaf31d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:01.138760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f140017d-9aa0-441a-b2fd-93702bcaf31d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:01.142623 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f140017d-9aa0-441a-b2fd-93702bcaf31d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports/86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 HTTP/1.1" status: 200 len: 977 time: 0.1293561 Apr 23 00:36:01.142867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41754) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:01.183229 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:01.183635 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6833c3-f3df-40af-bb12-c9f33283f754 None None] The sync data for ids ['4b469463-4021-45d4-8637-3da083ec7bf7'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:01.769624 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a3004ea1-22cb-4681-b6dd-f2f12ce9dd38 req-4531ac38-eecf-42bc-9a7e-828a01e15acc tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 210 time: 0.1471653 Apr 23 00:36:01.801106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:02.053010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cf1d3d5c-eef9-41b2-a754-5990cb431654 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:02.054377 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cf1d3d5c-eef9-41b2-a754-5990cb431654 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 812 time: 0.4698598 Apr 23 00:36:02.210563 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-f3d7e49c-c3f3-4b35-9394-a7113861fcc3 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 379 time: 0.1393189 Apr 23 00:36:02.226407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'port': {'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'admin_state_up': True, 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'security_groups': ['4a449ad4-3af9-4bf1-a199-9993fca13f83']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:02.374479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:02.374768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:02.417719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:02.438992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:02.483039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Made reservation on behalf of f3c997e7c28e47a8a535b6f6b9b3840e for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:02.487139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:02.657909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:02.791940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:02.922621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Allocated IP 172.20.0.12 (cd4803e1-91a3-4d0b-b8d0-6dfabbc61306/91a2fd5d-aa12-4ca7-acc8-288cfdc070ae/7c5cf2b3-931e-4ed1-b529-d803293ec81c) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:02.952292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a7244d65-d566-42d7-9652-cb9235e805fa req-53ec7801-19d5-4fb6-82c3-45180636e92e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 210 time: 0.0592821 Apr 23 00:36:03.200165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:03.248427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:03.272201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=86508aee-ea9e-4ef9-b2f9-aa3e049fb7d0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:03.346605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Transition to ACTIVE for port object 7c5cf2b3-931e-4ed1-b529-d803293ec81c will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:03.628233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:03.634146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:03.776875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:03.781915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:03.785570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=7c5cf2b3-931e-4ed1-b529-d803293ec81c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:03.787793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:03.963296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2d307fce-7205-4ab6-a592-1af9ca771d2d None None] Provisioning for port 7c5cf2b3-931e-4ed1-b529-d803293ec81c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:03.973390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:03.974013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:03.981690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2d307fce-7205-4ab6-a592-1af9ca771d2d None None] Provisioning complete for port 7c5cf2b3-931e-4ed1-b529-d803293ec81c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:03.983646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2d307fce-7205-4ab6-a592-1af9ca771d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:04.058516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 4b469463-4021-45d4-8637-3da083ec7bf7 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:04.063495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2d307fce-7205-4ab6-a592-1af9ca771d2d None None] Port 7c5cf2b3-931e-4ed1-b529-d803293ec81c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:04.125617 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cff98bea-a354-4d38-ad72-a0f9a3fb971b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9041319 Apr 23 00:36:04.178146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Request body: {'port': {'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:04.293843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:04.302343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d8370978-69f4-40a0-b7fd-17529dd9191b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/4b469463-4021-45d4-8637-3da083ec7bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1580722 Apr 23 00:36:04.304520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] Sync routers for ids ['4b469463-4021-45d4-8637-3da083ec7bf7'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:04.307075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41772) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:04.316571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] Routers {'4b469463-4021-45d4-8637-3da083ec7bf7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:04.317286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4b469463-4021-45d4-8637-3da083ec7bf7'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:04.376161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:04.381335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:04.390567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] Routers {'4b469463-4021-45d4-8637-3da083ec7bf7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:04.391443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4b469463-4021-45d4-8637-3da083ec7bf7'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:04.402360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144e23b-5951-4a66-bb7d-2f4f180a9600 req-e1fa6b2f-7b3a-40e9-96d3-3a0344270b69 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:04.403075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b144e23b-5951-4a66-bb7d-2f4f180a9600 req-e1fa6b2f-7b3a-40e9-96d3-3a0344270b69 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:04.450404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:04.450781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e029c1b-dec1-4d10-b67b-ce6c006e008f None None] The sync data for ids ['4b469463-4021-45d4-8637-3da083ec7bf7'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:04.464752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b144e23b-5951-4a66-bb7d-2f4f180a9600 req-e1fa6b2f-7b3a-40e9-96d3-3a0344270b69 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:04.465897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b144e23b-5951-4a66-bb7d-2f4f180a9600 req-e1fa6b2f-7b3a-40e9-96d3-3a0344270b69 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 932 time: 0.3421471 Apr 23 00:36:04.578799 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b144e23b-5951-4a66-bb7d-2f4f180a9600 req-5efd9aa8-bbb8-4a66-834d-a9647a60016d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062574 Apr 23 00:36:04.652454 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-950d0820-d88d-4d1d-bda4-c9b7c7387aee tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] remove_router_interface failed (client error): The resource could not be found. Apr 23 00:36:04.653492 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-950d0820-d88d-4d1d-bda4-c9b7c7387aee tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/4b469463-4021-45d4-8637-3da083ec7bf7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3453479 Apr 23 00:36:04.656265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41776) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:04.699415 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8f1973be-00ed-4f59-bd43-9b9bb87ff712 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b469463-4021-45d4-8637-3da083ec7bf7 HTTP/1.1" status: 200 len: 205 time: 0.0420644 Apr 23 00:36:04.701789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41780) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:04.783292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5cf2b3-931e-4ed1-b529-d803293ec81c {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:36:04.791132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:04.806369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Transition to ACTIVE for port object 7c5cf2b3-931e-4ed1-b529-d803293ec81c will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:04.811317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:04.840198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52262ae1-32d7-41af-ac72-949c589559b5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.059223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5cf2b3-931e-4ed1-b529-d803293ec81c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:05.146737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52262ae1-32d7-41af-ac72-949c589559b5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.149088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52262ae1-32d7-41af-ac72-949c589559b5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.171003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Attempting to bind port 7c5cf2b3-931e-4ed1-b529-d803293ec81c on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:05.171341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Attempting to bind port 7c5cf2b3-931e-4ed1-b529-d803293ec81c by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:05.171697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Attempting to bind port 7c5cf2b3-931e-4ed1-b529-d803293ec81c on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:05.176940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Port 7c5cf2b3-931e-4ed1-b529-d803293ec81c on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:36:05.177314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Attempting to bind port 7c5cf2b3-931e-4ed1-b529-d803293ec81c on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:05.181412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52262ae1-32d7-41af-ac72-949c589559b5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.181911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52262ae1-32d7-41af-ac72-949c589559b5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Fanout notify agent at l3_agent the message router_deleted on router 4b469463-4021-45d4-8637-3da083ec7bf7 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:36:05.186043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:05.186522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Checking segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:05.186920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Bound using segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:05.187448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Bound port: 7c5cf2b3-931e-4ed1-b529-d803293ec81c, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:05.187721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.194147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52262ae1-32d7-41af-ac72-949c589559b5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.195274 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-52262ae1-32d7-41af-ac72-949c589559b5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/4b469463-4021-45d4-8637-3da083ec7bf7 HTTP/1.1" status: 204 len: 168 time: 0.4925513 Apr 23 00:36:05.198500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41784) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:05.263665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet 68243e38-1e40-450c-8856-aca860e6a701 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:36:05.266497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.282009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] For port 7c5cf2b3-931e-4ed1-b529-d803293ec81c, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:05.285110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] For port 7c5cf2b3-931e-4ed1-b529-d803293ec81c, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:05.290517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.346420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:05.347045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.348450 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] 10.222.0.42 "PUT /v2.0/ports/7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 200 len: 1094 time: 1.1783056 Apr 23 00:36:05.348889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:05.408968 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255922c1-d5b3-4dc2-866c-b3528dbd1294'] response: {'name': 'network-changed', 'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'status': 'completed', 'code': 200} Apr 23 00:36:05.409711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be353d1a-4a37-4684-a608-cef339e92019 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5cf2b3-931e-4ed1-b529-d803293ec81c,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:05.450280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.505420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-2031dd56-8654-4317-8302-e24a51e63f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:05.507277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-2031dd56-8654-4317-8302-e24a51e63f89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1097 time: 0.0810952 Apr 23 00:36:05.539913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.582875 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-cf26588b-7f1b-4667-9680-2c16a4bc0a95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 200 len: 217 time: 0.0616066 Apr 23 00:36:05.627902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.650111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-b6a3a16d-5487-4332-8fd8-4a3b9488189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:05.651751 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-b6a3a16d-5487-4332-8fd8-4a3b9488189c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0635002 Apr 23 00:36:05.671985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.675878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=68243e38-1e40-450c-8856-aca860e6a701,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:05.680125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab47323-f6d9-4d36-b4fc-01429806cf5d None None] Network e378b6a8-f4db-496a-a52b-1b455690eb73 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:05.688524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/68243e38-1e40-450c-8856-aca860e6a701 HTTP/1.1" status: 204 len: 168 time: 0.4890027 Apr 23 00:36:05.690423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.690964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.691584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.691919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.692247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.692571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.692892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.693212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.693530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.693848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.694197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.694577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd30bcc2-8145-44d4-b8e7-c5c6c7956bb6 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:05.697817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41792) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:05.882640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.908741 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-c89599da-c6ce-47a9-a7bf-ccb39681568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:05.910218 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-c89599da-c6ce-47a9-a7bf-ccb39681568b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2520823 Apr 23 00:36:05.917385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:05.917699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.930541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] DHCP port deletion for e378b6a8-f4db-496a-a52b-1b455690eb73 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:36:05.934888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] Deleting port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:05.935328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:05.970342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3633de0-d087-4a09-9a58-556231e55f17 req-6d2a703f-a20d-41b5-a907-28bbc7062d3f tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:05.971792 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3633de0-d087-4a09-9a58-556231e55f17 req-6d2a703f-a20d-41b5-a907-28bbc7062d3f tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 944 time: 0.2748768 Apr 23 00:36:06.145333 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3633de0-d087-4a09-9a58-556231e55f17 req-3109b117-cf81-4f73-b7eb-c7a3c156c595 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620967 Apr 23 00:36:06.150076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] For port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,segment=NetworkSegment(4ed6f7b1-8613-4d8a-ba9a-1a134a300441),segment_id=4ed6f7b1-8613-4d8a-ba9a-1a134a300441)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:06.150503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:06.255561 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-30905ae9-16a5-4606-abe5-fb40ff24deea service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141363 Apr 23 00:36:06.271694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] Calling delete_port for efaf6154-92a3-4b13-9fa3-0ed76ec59f9d owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:06.314103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,segment=NetworkSegment(4ed6f7b1-8613-4d8a-ba9a-1a134a300441),segment_id=4ed6f7b1-8613-4d8a-ba9a-1a134a300441)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:06.314482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:06.348636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:06.423248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] Pushing event deleted for resources: {'Port': ['ID=efaf6154-92a3-4b13-9fa3-0ed76ec59f9d,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:06.425417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f8b84-1a77-48f8-808b-d4538f156559 None None] No DVR routers for this DVR port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:36:06.492894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for efaf6154-92a3-4b13-9fa3-0ed76ec59f9d owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:06.699402 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f648a1b-f9ab-4c94-a257-4f2e8fcf7bdf req-fdcc366c-693f-4216-82bb-f20a72877b03 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359872 Apr 23 00:36:06.705743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.db.api [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:36:06.706056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG oslo_db.api [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:36:06.881883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807304-02a8-46c8-b926-b216ef30b54c req-c47395b5-9ac4-4574-88fe-9b69e9b6c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:06.884035 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa807304-02a8-46c8-b926-b216ef30b54c req-c47395b5-9ac4-4574-88fe-9b69e9b6c3d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1097 time: 0.0704074 Apr 23 00:36:07.003780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efaf6154-92a3-4b13-9fa3-0ed76ec59f9d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:36:07.016660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807304-02a8-46c8-b926-b216ef30b54c req-e0693a85-13aa-4d41-af96-766238d63d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:07.018113 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa807304-02a8-46c8-b926-b216ef30b54c req-e0693a85-13aa-4d41-af96-766238d63d2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.1284084 Apr 23 00:36:07.039117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: efaf6154-92a3-4b13-9fa3-0ed76ec59f9d {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:36:07.039460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device efaf6154-92a3-4b13-9fa3-0ed76ec59f9d not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:36:07.092524 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa807304-02a8-46c8-b926-b216ef30b54c req-29506d1a-4b20-4acd-98f3-6ac5d839766f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 200 len: 217 time: 0.0645292 Apr 23 00:36:07.155418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807304-02a8-46c8-b926-b216ef30b54c req-8d8002ec-f6b5-48cb-a0d2-811195176d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:07.156817 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa807304-02a8-46c8-b926-b216ef30b54c req-8d8002ec-f6b5-48cb-a0d2-811195176d69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0568869 Apr 23 00:36:07.208280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port efaf6154-92a3-4b13-9fa3-0ed76ec59f9d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:07.208548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.280485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] The port 'efaf6154-92a3-4b13-9fa3-0ed76ec59f9d' was deleted {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:36:07.345498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8ddda-a9c5-4756-af4a-1e260c5a840c req-315b1117-bb8a-40f0-a414-2612e9e86cfd tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:07.347130 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af8ddda-a9c5-4756-af4a-1e260c5a840c req-315b1117-bb8a-40f0-a414-2612e9e86cfd tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 944 time: 0.0912178 Apr 23 00:36:07.391372 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af8ddda-a9c5-4756-af4a-1e260c5a840c req-9543b239-e903-453c-9310-ec8c7c26e381 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381186 Apr 23 00:36:07.420919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.435944 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807304-02a8-46c8-b926-b216ef30b54c req-b1ffd3f0-49ab-4f08-ae2b-76f6a9c10b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:07.437429 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa807304-02a8-46c8-b926-b216ef30b54c req-b1ffd3f0-49ab-4f08-ae2b-76f6a9c10b68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2745886 Apr 23 00:36:07.479521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e378b6a8-f4db-496a-a52b-1b455690eb73']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:07.495707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed6f7b1-8613-4d8a-ba9a-1a134a300441') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:07.496513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed6f7b1-8613-4d8a-ba9a-1a134a300441') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:07.557404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.583713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.595190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:36:07.595581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: util.warn( Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:36:07.610738 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:36:07.692868 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa807304-02a8-46c8-b926-b216ef30b54c req-e89a65dc-9cb4-4d1b-aedf-c0646fd354aa service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472568 Apr 23 00:36:07.726465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.734826 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.776092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=e378b6a8-f4db-496a-a52b-1b455690eb73,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:07.825032 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-902dcb43-e6c1-4ca9-bb1b-78ed274d0153 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/e378b6a8-f4db-496a-a52b-1b455690eb73 HTTP/1.1" status: 204 len: 168 time: 2.1262057 Apr 23 00:36:07.829593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41798) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:07.835046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1775183486'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:07.840477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:07.844496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:07.847396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:07.854212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:07.863628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:07.867036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.871921 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa807304-02a8-46c8-b926-b216ef30b54c req-ff254541-88f0-435f-84da-bad9adc98692 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676354 Apr 23 00:36:07.894091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:07.904206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.904542 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment 48858775-4e8e-47e3-95e7-6f841821104e of type vlan for network 5564838b-95d6-4866-83c6-227e414d776d Apr 23 00:36:07.935605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.966017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:07.971913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:07.972488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.078881 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2481873 Apr 23 00:36:08.081592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41802) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:08.087740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': '5564838b-95d6-4866-83c6-227e414d776d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:08.091412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8ccd2-96d8-423a-9cbf-2cd2f4f6a1c5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=5564838b-95d6-4866-83c6-227e414d776d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:08.102023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 5564838b-95d6-4866-83c6-227e414d776d details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:36:08.197263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:08.201985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:08.205140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:08.210877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:08.219993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:08.223526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.431726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.660236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=86e8d933-bfa1-49f4-b18d-354b17d82fd6,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:08.675733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': '48858775-4e8e-47e3-95e7-6f841821104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5564838b-95d6-4866-83c6-227e414d776d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:08.676035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: 5564838b-95d6-4866-83c6-227e414d776d, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:08.708912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 5564838b-95d6-4866-83c6-227e414d776d is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:08.720369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ea7db-eb16-4a9a-aeab-ff0185e63b23 req-438c2c58-c532-4a37-9785-a0d0ec7ee896 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:08.721821 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-be6ea7db-eb16-4a9a-aeab-ff0185e63b23 req-438c2c58-c532-4a37-9785-a0d0ec7ee896 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 944 time: 0.1428089 Apr 23 00:36:08.740866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 5564838b-95d6-4866-83c6-227e414d776d) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:08.748225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:08.748617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a81d6c-5afb-4a2b-b901-5cd09d05c176 None None] Network 5564838b-95d6-4866-83c6-227e414d776d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:08.748782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.787263 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-be6ea7db-eb16-4a9a-aeab-ff0185e63b23 req-26c5c2c7-a639-43a5-9149-e0e393dd50dd tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594842 Apr 23 00:36:08.792160 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-236f8cde-2ac1-4d8f-b0dc-45db58cf5eab tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7063482 Apr 23 00:36:08.792457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41808) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:08.797216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-861780503', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:08.804065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:08.808130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:router and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:08.811183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:08.817337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:08.829833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.830458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.847027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.865345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.889371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:08.890553 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7bbd8cc1-2b53-4a2e-9952-088ae762e93a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0974126 Apr 23 00:36:08.893877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41812) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:08.976885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33800123-5a12-476e-9375-53343744d351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-5564838b-95d6-4866-83c6-227e414d776d', 'network_id': '5564838b-95d6-4866-83c6-227e414d776d', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': '86e8d933-bfa1-49f4-b18d-354b17d82fd6'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:36:08.978402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.151461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-33800123-5a12-476e-9375-53343744d351 None None] Allocated IP 172.20.0.2 (5564838b-95d6-4866-83c6-227e414d776d/86e8d933-bfa1-49f4-b18d-354b17d82fd6/3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:09.369844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.380325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-33800123-5a12-476e-9375-53343744d351 None None] Transition to ACTIVE for port object 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:09.398820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-33800123-5a12-476e-9375-53343744d351 None None] Transition to ACTIVE for port object 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:09.405197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.425304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.470039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33800123-5a12-476e-9375-53343744d351 None None] Network 5564838b-95d6-4866-83c6-227e414d776d is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:09.472818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-33800123-5a12-476e-9375-53343744d351 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:09.480966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33800123-5a12-476e-9375-53343744d351 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:09.490454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33800123-5a12-476e-9375-53343744d351 None None] Pushing event updated for resources: {'Port': ['ID=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:09.532179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.532530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.532875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.533217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.533552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.533886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.534216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.534569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.534897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.535221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.535544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.535871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:09.591958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-33800123-5a12-476e-9375-53343744d351 None None] Attempting to bind port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:09.592335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-33800123-5a12-476e-9375-53343744d351 None None] Attempting to bind port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '48858775-4e8e-47e3-95e7-6f841821104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5564838b-95d6-4866-83c6-227e414d776d'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:09.592701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33800123-5a12-476e-9375-53343744d351 None None] Attempting to bind port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f on network 5564838b-95d6-4866-83c6-227e414d776d {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:09.598028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33800123-5a12-476e-9375-53343744d351 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:09.598437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33800123-5a12-476e-9375-53343744d351 None None] Checking segment: {'id': '48858775-4e8e-47e3-95e7-6f841821104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5564838b-95d6-4866-83c6-227e414d776d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:09.598841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.599230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33800123-5a12-476e-9375-53343744d351 None None] Bound using segment: {'id': '48858775-4e8e-47e3-95e7-6f841821104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5564838b-95d6-4866-83c6-227e414d776d'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:09.599692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-33800123-5a12-476e-9375-53343744d351 None None] Bound port: 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48858775-4e8e-47e3-95e7-6f841821104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5564838b-95d6-4866-83c6-227e414d776d'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:09.600068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.691530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-33800123-5a12-476e-9375-53343744d351 None None] For port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:09.694753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-33800123-5a12-476e-9375-53343744d351 None None] For port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,segment=NetworkSegment(48858775-4e8e-47e3-95e7-6f841821104e),segment_id=48858775-4e8e-47e3-95e7-6f841821104e)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:09.699487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-33800123-5a12-476e-9375-53343744d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.795726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33800123-5a12-476e-9375-53343744d351 None None] Pushing event updated for resources: {'Port': ['ID=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:09.808577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:09.865403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.20.0.1 (5564838b-95d6-4866-83c6-227e414d776d/86e8d933-bfa1-49f4-b18d-354b17d82fd6/f2c8444f-f13b-45e4-93aa-c3ce17043805) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:10.236982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:10.246817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d061ff-e586-4c5b-9794-1f2d87a80ab0 req-f0e0f48a-7b74-47f4-9656-957d89654a19 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:10.248281 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81d061ff-e586-4c5b-9794-1f2d87a80ab0 req-f0e0f48a-7b74-47f4-9656-957d89654a19 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 944 time: 0.3407485 Apr 23 00:36:10.279483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object f2c8444f-f13b-45e4-93aa-c3ce17043805 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:10.307493 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81d061ff-e586-4c5b-9794-1f2d87a80ab0 req-17655af8-2e53-46e5-ab8d-e6c726742c94 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529816 Apr 23 00:36:10.324104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:10.387367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 5564838b-95d6-4866-83c6-227e414d776d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:10.390386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:10.392748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:10.447050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=f2c8444f-f13b-45e4-93aa-c3ce17043805,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:10.470618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:10.591723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:10.748914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98b7f7-9eee-4054-8fb4-961a18a9eefe None None] Network 5564838b-95d6-4866-83c6-227e414d776d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:10.848588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-563b852b-73a1-4a07-88a5-f786c036bc83 None None] Provisioning for port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:10.991387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:10.998329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.076905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:11.135439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=f2c8444f-f13b-45e4-93aa-c3ce17043805,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:11.139663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.153809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:11.159436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:11.159891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.288257 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 5564838b-95d6-4866-83c6-227e414d776d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:11.290586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:11.324571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.352695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9aaa14e0-ede1-427a-9694-9d3cdfe63a88 None None] Provisioning complete for port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:11.353067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9aaa14e0-ede1-427a-9694-9d3cdfe63a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.397514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,segment=NetworkSegment(48858775-4e8e-47e3-95e7-6f841821104e),segment_id=48858775-4e8e-47e3-95e7-6f841821104e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:11.409586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.500768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router ad24d104-64bb-43af-84c1-856c2cc6d8d7 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:36:11.523294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb7842-9e94-47fd-a547-921ca4357fa3 req-76e7af30-3844-4d2f-b649-a14702872c2d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:11.525684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:11.526954 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4deb7842-9e94-47fd-a547-921ca4357fa3 req-76e7af30-3844-4d2f-b649-a14702872c2d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 944 time: 0.1039689 Apr 23 00:36:11.585094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4deb7842-9e94-47fd-a547-921ca4357fa3 req-295ce5cd-a106-4d51-a480-410002ec697a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485601 Apr 23 00:36:11.598390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9aaa14e0-ede1-427a-9694-9d3cdfe63a88 None None] Provisioning for port f2c8444f-f13b-45e4-93aa-c3ce17043805 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:11.605035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9aaa14e0-ede1-427a-9694-9d3cdfe63a88 None None] Provisioning complete for port f2c8444f-f13b-45e4-93aa-c3ce17043805 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:11.605514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9aaa14e0-ede1-427a-9694-9d3cdfe63a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.610037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41822) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:11.662156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa14e0-ede1-427a-9694-9d3cdfe63a88 None None] Port f2c8444f-f13b-45e4-93aa-c3ce17043805 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:11.783036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-495dd614-5a49-4305-afaf-08c52ee19891 None None] Provisioning complete for port f2c8444f-f13b-45e4-93aa-c3ce17043805 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:11.783718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-495dd614-5a49-4305-afaf-08c52ee19891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:11.840775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-495dd614-5a49-4305-afaf-08c52ee19891 None None] Port f2c8444f-f13b-45e4-93aa-c3ce17043805 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:11.920174 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c648274e-053d-414b-8d0b-66d56a65165a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/9c8098a9-af32-4259-a4d0-2b0fe1f106b6 HTTP/1.1" status: 200 len: 993 time: 0.3082602 Apr 23 00:36:11.923632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:11.937920 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] Sync routers for ids ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:11.938506 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f68efba0-5767-4809-8075-09a15ffb9d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/ad24d104-64bb-43af-84c1-856c2cc6d8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0430622 Apr 23 00:36:11.940809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41828) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:11.948583 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] Routers {'ad24d104-64bb-43af-84c1-856c2cc6d8d7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:11.949448 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:12.020570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b81cafb-8ca9-4e36-a91f-f9feb8622bb8 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:12.021245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3b81cafb-8ca9-4e36-a91f-f9feb8622bb8 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:12.029729 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:12.037548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3b81cafb-8ca9-4e36-a91f-f9feb8622bb8 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:12.038795 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3b81cafb-8ca9-4e36-a91f-f9feb8622bb8 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports/f2c8444f-f13b-45e4-93aa-c3ce17043805 HTTP/1.1" status: 200 len: 910 time: 0.0970027 Apr 23 00:36:12.042621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41832) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:12.042899 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] Routers {'ad24d104-64bb-43af-84c1-856c2cc6d8d7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:12.043568 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:12.104971 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:12.105375 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504224d9-5583-4c0e-92e9-0c9a1f9d1124 None None] The sync data for ids ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:12.202436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41838) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:12.406051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 23ca24ae-a737-445f-b6b2-da428f0db7ec {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:12.406779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:12.541386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:12.572867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:12.573202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:12.704867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 23ca24ae-a737-445f-b6b2-da428f0db7ec owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:12.857502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:12.886320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09ecf0-6267-49e6-99e8-77113c9d3d28 req-9874fe57-f510-4d55-855e-31ab6e4841a2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:12.888604 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fc09ecf0-6267-49e6-99e8-77113c9d3d28 req-9874fe57-f510-4d55-855e-31ab6e4841a2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 944 time: 0.1509848 Apr 23 00:36:12.908789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=23ca24ae-a737-445f-b6b2-da428f0db7ec,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:12.993557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fc09ecf0-6267-49e6-99e8-77113c9d3d28 req-dcda3d4b-43d0-41a5-99b5-dc816ae6aa84 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750630 Apr 23 00:36:12.994361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port f2c8444f-f13b-45e4-93aa-c3ce17043805 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:12.994692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.014003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.014368 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 9c8098a9-af32-4259-a4d0-2b0fe1f106b6 disassociated (deleted). External IP: 172.26.8.29, port: 8530999f-ad0c-4d9b-bc11-a5fd3f29067c. Apr 23 00:36:13.039437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:13.111149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:13.111441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.316184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.382573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 3e269255-4cf0-4be5-a51a-84331fa81b04 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:13.443448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for f2c8444f-f13b-45e4-93aa-c3ce17043805 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:13.628250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.676802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=f2c8444f-f13b-45e4-93aa-c3ce17043805,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:13.685923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:13.698834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308844b-2887-4166-a854-274623fa6a8b None None] Sync routers for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:13.710415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:13.711062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:13.714165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:13.782680 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-658c590c-469b-462c-9cbb-ac25e6473e28 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/9c8098a9-af32-4259-a4d0-2b0fe1f106b6 HTTP/1.1" status: 204 len: 168 time: 1.5787933 Apr 23 00:36:13.783293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:13.870884 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1113dcfc-a159-46b7-a3c4-25911db3d093'] response: {'name': 'network-changed', 'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'status': 'completed', 'code': 200} Apr 23 00:36:13.919467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:13.995369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:14.271911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.276707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca810e-ffcf-4a9e-b39b-fcc5db535d6d req-27af5d15-5909-4d63-8c0e-8e81a646c3ee tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.277232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308844b-2887-4166-a854-274623fa6a8b None None] Checking router: 3e269255-4cf0-4be5-a51a-84331fa81b04 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:14.277453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-4dca810e-ffcf-4a9e-b39b-fcc5db535d6d req-27af5d15-5909-4d63-8c0e-8e81a646c3ee tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:14.286140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:14.286839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.293757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-4dca810e-ffcf-4a9e-b39b-fcc5db535d6d req-27af5d15-5909-4d63-8c0e-8e81a646c3ee tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:14.298748 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4dca810e-ffcf-4a9e-b39b-fcc5db535d6d req-27af5d15-5909-4d63-8c0e-8e81a646c3ee tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 946 time: 0.1131642 Apr 23 00:36:14.344724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router ad24d104-64bb-43af-84c1-856c2cc6d8d7 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:14.347005 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4dca810e-ffcf-4a9e-b39b-fcc5db535d6d req-a37b22c2-72dc-4f79-827b-a213a7353dd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457695 Apr 23 00:36:14.375007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946acfc-b54f-4984-a398-a25dab203fba req-dde8fae7-f53a-4e05-aedf-1d3c757230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.376473 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0946acfc-b54f-4984-a398-a25dab203fba req-dde8fae7-f53a-4e05-aedf-1d3c757230b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 1099 time: 0.4357264 Apr 23 00:36:14.472898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:14.664237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe8da5-3af8-492a-ae61-fafaf7990ada req-16dfc375-8eac-4772-8e64-d940b0925587 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.666015 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c9fe8da5-3af8-492a-ae61-fafaf7990ada req-16dfc375-8eac-4772-8e64-d940b0925587 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 944 time: 0.5152166 Apr 23 00:36:14.725124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:14.739556 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] Sync routers for ids ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:14.751987 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] Routers {'ad24d104-64bb-43af-84c1-856c2cc6d8d7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:14.752602 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.764347 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3a203e3a-6d87-45b7-9d83-90717319d857 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/ad24d104-64bb-43af-84c1-856c2cc6d8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7182508 Apr 23 00:36:14.766031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41854) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:14.803177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946acfc-b54f-4984-a398-a25dab203fba req-75d77a9f-74ff-46d7-909f-52d46327d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:14.808074 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0946acfc-b54f-4984-a398-a25dab203fba req-75d77a9f-74ff-46d7-909f-52d46327d010 service neutron] 10.222.0.42 "GET /v2.0/networks?id=84b730be-841b-4b82-989b-34a46792b2ef HTTP/1.1" status: 200 len: 895 time: 0.4235637 Apr 23 00:36:14.828367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b9493715-f0a6-4d53-b528-fef18eeb54d7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:14.848982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b9493715-f0a6-4d53-b528-fef18eeb54d7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:14.854448 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b9493715-f0a6-4d53-b528-fef18eeb54d7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad24d104-64bb-43af-84c1-856c2cc6d8d7 HTTP/1.1" status: 200 len: 205 time: 0.0866389 Apr 23 00:36:14.855332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41858) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:14.864207 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.874442 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] Routers {'ad24d104-64bb-43af-84c1-856c2cc6d8d7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:14.875205 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:35:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.876848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-2308844b-2887-4166-a854-274623fa6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.887737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308844b-2887-4166-a854-274623fa6a8b None None] The sync data for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv is: [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:34:21Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '805da153-c8b3-4150-8426-fa8c75feeb57', 'name': '', 'network_id': '84b730be-841b-4b82-989b-34a46792b2ef', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7a:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:16Z', 'updated_at': '2022-04-23T00:34:32Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '873061d5-00bc-4f5d-83da-99225aeeab7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:14.941136 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0946acfc-b54f-4984-a398-a25dab203fba req-37b1aca3-0dfe-44f6-8ed9-8bbe0e80a2b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c HTTP/1.1" status: 200 len: 217 time: 0.1263547 Apr 23 00:36:14.969403 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:14.969955 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2521885c-95e0-46c9-9070-8384e36654d7 None None] The sync data for ids ['ad24d104-64bb-43af-84c1-856c2cc6d8d7'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:15.016488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48432c0f-04e2-4592-9b90-9290276f6c51 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.062834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946acfc-b54f-4984-a398-a25dab203fba req-821a99f1-3ef0-46d8-8cf7-b0dbc4215e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:15.064334 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0946acfc-b54f-4984-a398-a25dab203fba req-821a99f1-3ef0-46d8-8cf7-b0dbc4215e27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=873061d5-00bc-4f5d-83da-99225aeeab7f HTTP/1.1" status: 200 len: 835 time: 0.1159518 Apr 23 00:36:15.067402 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c9fe8da5-3af8-492a-ae61-fafaf7990ada req-14a7ec5c-c68b-4fa3-9889-6cbe2c5b999a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890579 Apr 23 00:36:15.154389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946acfc-b54f-4984-a398-a25dab203fba req-a85a320d-c94e-47fa-83d0-2a6bc2b8d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:15.156022 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0946acfc-b54f-4984-a398-a25dab203fba req-a85a320d-c94e-47fa-83d0-2a6bc2b8d58d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=84b730be-841b-4b82-989b-34a46792b2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834057 Apr 23 00:36:15.159209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e92a8d08-45c5-4098-beb0-3466c4367299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.195929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4937330-c0f4-46b2-927a-15ad7d036777 None None] New status for floating IP 9c8098a9-af32-4259-a4d0-2b0fe1f106b6: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:36:15.297547 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0946acfc-b54f-4984-a398-a25dab203fba req-d898ef8d-e415-4f2a-ac8f-acbf5cbbdf85 service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343107 Apr 23 00:36:15.351267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48432c0f-04e2-4592-9b90-9290276f6c51 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.353865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48432c0f-04e2-4592-9b90-9290276f6c51 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.380240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48432c0f-04e2-4592-9b90-9290276f6c51 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.380834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48432c0f-04e2-4592-9b90-9290276f6c51 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Fanout notify agent at l3_agent the message router_deleted on router ad24d104-64bb-43af-84c1-856c2cc6d8d7 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:36:15.397834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48432c0f-04e2-4592-9b90-9290276f6c51 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.401540 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-48432c0f-04e2-4592-9b90-9290276f6c51 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/ad24d104-64bb-43af-84c1-856c2cc6d8d7 HTTP/1.1" status: 204 len: 168 time: 0.5424173 Apr 23 00:36:15.401787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41864) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:15.447020 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0946acfc-b54f-4984-a398-a25dab203fba req-acddd975-0381-49f2-a61b-3e016fc85997 service neutron] 10.222.0.42 "GET /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385033 Apr 23 00:36:15.473329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet 86e8d933-bfa1-49f4-b18d-354b17d82fd6 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:36:15.476722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.579152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.666002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af454ab-1339-48d4-b8a9-8dc710f900e1 req-168c7296-ba18-4014-a15e-4e08d60d026f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:15.667511 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9af454ab-1339-48d4-b8a9-8dc710f900e1 req-168c7296-ba18-4014-a15e-4e08d60d026f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 946 time: 0.1623447 Apr 23 00:36:15.716258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.758208 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9af454ab-1339-48d4-b8a9-8dc710f900e1 req-707edcc5-150f-4974-bfd5-9a52ba15d58e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ffecc62-ccbe-44a1-8984-daaafbc6880e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841210 Apr 23 00:36:15.794230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7c5cf2b3-931e-4ed1-b529-d803293ec81c details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:36:15.794878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.834655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=86e8d933-bfa1-49f4-b18d-354b17d82fd6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:15.841051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:15.850070 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eef1f2d8-89b2-42b2-a20a-15ba008b51d5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/86e8d933-bfa1-49f4-b18d-354b17d82fd6 HTTP/1.1" status: 204 len: 168 time: 0.4449866 Apr 23 00:36:15.850391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41868) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:15.884471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11ca24-92d5-4f2f-973a-718bda93363f None None] Network 5564838b-95d6-4866-83c6-227e414d776d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:15.937751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-cdf63c30-402b-4371-b60b-0bc5d11af310 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:15.939984 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-cdf63c30-402b-4371-b60b-0bc5d11af310 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 946 time: 0.0908411 Apr 23 00:36:16.030127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:16.030569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.051322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 7c5cf2b3-931e-4ed1-b529-d803293ec81c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:16.107004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:36:16.142537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.163559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:16.163973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.181034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.207037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5cf2b3-931e-4ed1-b529-d803293ec81c {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:36:16.226032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 7c5cf2b3-931e-4ed1-b529-d803293ec81c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:16.230365 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-68346ce1-426d-4cec-8655-248713ec71fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1602631 Apr 23 00:36:16.231549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.314575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=7c5cf2b3-931e-4ed1-b529-d803293ec81c,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:16.317150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] DHCP port deletion for 5564838b-95d6-4866-83c6-227e414d776d request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:36:16.321723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Deleting port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:16.322182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.417500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:16.418041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.433398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656e824-56ab-471d-a897-ed57903eac17 req-e52129be-5666-4fa9-a31c-e59a20d6bce0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:16.435008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5656e824-56ab-471d-a897-ed57903eac17 req-e52129be-5666-4fa9-a31c-e59a20d6bce0 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 945 time: 0.2313886 Apr 23 00:36:16.461093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,segment=NetworkSegment(48858775-4e8e-47e3-95e7-6f841821104e),segment_id=48858775-4e8e-47e3-95e7-6f841821104e)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:16.461487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.530878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] For port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,segment=NetworkSegment(48858775-4e8e-47e3-95e7-6f841821104e),segment_id=48858775-4e8e-47e3-95e7-6f841821104e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:16.531221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.567004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 8530999f-ad0c-4d9b-bc11-a5fd3f29067c owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:16.593387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:16.650912 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5656e824-56ab-471d-a897-ed57903eac17 req-1d77bc8d-5a1b-4c7c-8f2f-bce952917372 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579444 Apr 23 00:36:16.661361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Calling delete_port for 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:16.668806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e525d-86bd-4885-b289-b65de60f6bca req-7fc07694-9349-42ae-8c3f-a3a174ab71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:16.670642 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-7fc07694-9349-42ae-8c3f-a3a174ab71a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa44bdefb3424b738530691128430992&device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1099 time: 0.2804503 Apr 23 00:36:16.696410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['7c5cf2b3-931e-4ed1-b529-d803293ec81c'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:36:16.760521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.797010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:36:16.797580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:36:16.798178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.871796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:16.879690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No DVR routers for this DVR port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:36:16.882607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=8530999f-ad0c-4d9b-bc11-a5fd3f29067c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:16.931908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 8530999f-ad0c-4d9b-bc11-a5fd3f29067c on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:36:16.934351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:16.937043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'name': 'network-vif-deleted', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:16.980508 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b78c001a-3f79-4cb8-9c50-5628d376e24a req-96b91051-cbbb-4df7-94bd-cb4874cf8f4a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/8530999f-ad0c-4d9b-bc11-a5fd3f29067c HTTP/1.1" status: 204 len: 173 time: 1.0349751 Apr 23 00:36:17.041088 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c542e271-bf64-48d4-8a69-136febc1f7ee'] response: {'server_uuid': 'd719ae7e-2c96-478e-98f9-88c78789799f', 'name': 'network-vif-deleted', 'tag': '8530999f-ad0c-4d9b-bc11-a5fd3f29067c', 'status': 'completed', 'code': 200} Apr 23 00:36:17.047299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.075436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5564838b-95d6-4866-83c6-227e414d776d']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:17.090758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48858775-4e8e-47e3-95e7-6f841821104e') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:17.091221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48858775-4e8e-47e3-95e7-6f841821104e') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:17.092592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:36:17.103396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.170554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:36:17.171044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:36:17.172432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.187783 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4c4feaa5-244b-4359-bf0f-f86646780e72 req-4a18d071-cdc4-44e3-840d-a154eac2c97e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d719ae7e-2c96-478e-98f9-88c78789799f HTTP/1.1" status: 200 len: 210 time: 0.2689950 Apr 23 00:36:17.197353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:36:17.197758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:36:17.214032 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:36:17.277098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e525d-86bd-4885-b289-b65de60f6bca req-8b2b3782-c920-483c-9dc2-5e46b5998e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:17.278561 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-8b2b3782-c920-483c-9dc2-5e46b5998e38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 HTTP/1.1" status: 200 len: 896 time: 0.5762525 Apr 23 00:36:17.298333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Deleting port 3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:17.299208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.365873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.368531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-011e48bf-2be2-4481-8ef8-f179cb353e99 None None] The port '3cd1bc44-9ce9-4107-ac0b-a8929d7c6b5f' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:36:17.387377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.405674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=5564838b-95d6-4866-83c6-227e414d776d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:17.411613 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-08627185-7ee1-48cb-b132-e48c880b2dbd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/5564838b-95d6-4866-83c6-227e414d776d HTTP/1.1" status: 204 len: 168 time: 1.5602937 Apr 23 00:36:17.415910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41888) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:17.421253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-558824155', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:17.428137 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-27b313f7-ab68-426a-a906-5d2f8720bfc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0baa1a56-9284-439b-84dc-4bf26f64b206 HTTP/1.1" status: 200 len: 1002 time: 0.1357195 Apr 23 00:36:17.428451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:17.432351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:router and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:17.436134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:17.442499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:17.452988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.453960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.469936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.503760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e525d-86bd-4885-b289-b65de60f6bca req-2047f4a1-1bba-4d37-bc24-4a0e4c9814e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:17.505361 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-2047f4a1-1bba-4d37-bc24-4a0e4c9814e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ceb2a18-6464-4fe0-9ece-153e93309fe5 HTTP/1.1" status: 200 len: 834 time: 0.0667400 Apr 23 00:36:17.565553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3efcf1bd-01de-4e42-9079-347c03a5dda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.590775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e525d-86bd-4885-b289-b65de60f6bca req-e407e606-0ab9-4a8e-8d85-d63201dc7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:17.592171 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-e407e606-0ab9-4a8e-8d85-d63201dc7527 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812142 Apr 23 00:36:17.842980 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-57aac343-f64c-4512-b5a1-8bb8129988d2 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436156 Apr 23 00:36:17.926420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:17.980087 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-502e525d-86bd-4885-b289-b65de60f6bca req-07cbc598-b67a-4846-8d5c-3ee7629741e2 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296222 Apr 23 00:36:17.999792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015ea28-bcf9-4ab1-9397-5422ca8e0d3b req-77bd69f0-bbd9-4093-a77d-bffe4dff749f tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:18.001811 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1015ea28-bcf9-4ab1-9397-5422ca8e0d3b req-77bd69f0-bbd9-4093-a77d-bffe4dff749f tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 945 time: 0.1937509 Apr 23 00:36:18.106413 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1015ea28-bcf9-4ab1-9397-5422ca8e0d3b req-07dd52ff-4e9a-45db-a9d9-b257f452b3b3 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982857 Apr 23 00:36:18.292070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41896) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:18.293095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.321992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.363710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a0423de7-fc62-4a85-ad29-018da6a0d2e1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.393356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a0423de7-fc62-4a85-ad29-018da6a0d2e1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.462616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.26.8.165 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/df2eccfd-c29a-4558-901a-6a155fa39f8d) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:18.462943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a0423de7-fc62-4a85-ad29-018da6a0d2e1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.483614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423de7-fc62-4a85-ad29-018da6a0d2e1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffecc62-ccbe-44a1-8984-daaafbc6880e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:18.493209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a0423de7-fc62-4a85-ad29-018da6a0d2e1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.494363 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a0423de7-fc62-4a85-ad29-018da6a0d2e1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/5ffecc62-ccbe-44a1-8984-daaafbc6880e HTTP/1.1" status: 204 len: 168 time: 0.2012756 Apr 23 00:36:18.531766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41902) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:18.553311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.589544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.618681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.647745 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:18.707241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:18.709963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:18.718935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:18.760820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=df2eccfd-c29a-4558-901a-6a155fa39f8d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:19.135424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.320253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.430879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15995af3-3936-447f-8223-c870cb2c7ff6 req-8d6ee9c5-cb4c-4c28-987c-e227014d0780 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:19.432477 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-15995af3-3936-447f-8223-c870cb2c7ff6 req-8d6ee9c5-cb4c-4c28-987c-e227014d0780 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 945 time: 0.1896307 Apr 23 00:36:19.506304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 805da153-c8b3-4150-8426-fa8c75feeb57 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:19.506656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.605251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-15995af3-3936-447f-8223-c870cb2c7ff6 req-8fe9d0fe-578d-4fc0-acfe-8331f2b7f8f4 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211584 Apr 23 00:36:19.727213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.809015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 805da153-c8b3-4150-8426-fa8c75feeb57, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=805da153-c8b3-4150-8426-fa8c75feeb57,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:19.809375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.823388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7c5cf2b3-931e-4ed1-b529-d803293ec81c up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:19.893235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 7c5cf2b3-931e-4ed1-b529-d803293ec81c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:19.897820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 7c5cf2b3-931e-4ed1-b529-d803293ec81c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:19.898193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:19.937667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 54b1be24-1427-4bc1-b00c-780414a752d1 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:36:19.941661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 805da153-c8b3-4150-8426-fa8c75feeb57 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:19.964518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.036176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.067156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:20.079289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 7c5cf2b3-931e-4ed1-b529-d803293ec81c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:20.085342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.086915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8530999f-ad0c-4d9b-bc11-a5fd3f29067c no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:36:20.135543 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beac0611-21a7-4222-aacf-baf363f9f790'] response: {'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'code': 200} Apr 23 00:36:20.143706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:20.162727 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] Sync routers for ids ['54b1be24-1427-4bc1-b00c-780414a752d1'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:20.167876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 8530999f-ad0c-4d9b-bc11-a5fd3f29067c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:36:20.168244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8530999f-ad0c-4d9b-bc11-a5fd3f29067c not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:36:20.179195 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] Routers {'54b1be24-1427-4bc1-b00c-780414a752d1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:20.180968 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['54b1be24-1427-4bc1-b00c-780414a752d1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.191282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.194703 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-993de183-97e8-4bfe-9d9e-e7589b6aba07 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.7775781 Apr 23 00:36:20.195513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41914) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:20.213052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.224277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=7c5cf2b3-931e-4ed1-b529-d803293ec81c,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:20.245345 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:36:20.255253 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.264850 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] Routers {'54b1be24-1427-4bc1-b00c-780414a752d1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:20.265690 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['54b1be24-1427-4bc1-b00c-780414a752d1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.274925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=805da153-c8b3-4150-8426-fa8c75feeb57,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:20.341121 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:20.341614 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b255fb84-219c-467d-ae18-16ffd2cfb7ce None None] The sync data for ids ['54b1be24-1427-4bc1-b00c-780414a752d1'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:20.451118 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2341db34-605f-48ed-8017-7f5062770f57 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/routers/54b1be24-1427-4bc1-b00c-780414a752d1 HTTP/1.1" status: 200 len: 880 time: 0.2515001 Apr 23 00:36:20.453922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41918) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:20.647456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb71846-745d-4a01-be37-56f4c7e2313f req-bf43a1be-0325-478d-b5d0-543bd0f4c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:20.649981 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9fb71846-745d-4a01-be37-56f4c7e2313f req-bf43a1be-0325-478d-b5d0-543bd0f4c662 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1099 time: 0.2405763 Apr 23 00:36:20.697619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:20.773388 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9fb71846-745d-4a01-be37-56f4c7e2313f req-4eeb063e-9102-4804-a37c-08fc251c161e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143870 Apr 23 00:36:20.844342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8a090-cd3a-4e25-b500-02df4a7b6f8d req-1f634bb3-28ca-4e2b-a85f-33eb2ff66964 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:20.845783 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-54c8a090-cd3a-4e25-b500-02df4a7b6f8d req-1f634bb3-28ca-4e2b-a85f-33eb2ff66964 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 946 time: 0.1179149 Apr 23 00:36:20.851156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-839c9b54-10be-47ee-b3b0-3fe125cffaec tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:router {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:20.903343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-54c8a090-cd3a-4e25-b500-02df4a7b6f8d req-e5af483f-d778-4192-b38a-8c56b0ef891f tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492699 Apr 23 00:36:20.903994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-839c9b54-10be-47ee-b3b0-3fe125cffaec tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:router {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:20.907511 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-839c9b54-10be-47ee-b3b0-3fe125cffaec tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4501112 Apr 23 00:36:20.907827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41924) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:20.912698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-56510afb-8212-4f68-8c61-c04db91995e5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-558824155'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:21.080420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 3e269255-4cf0-4be5-a51a-84331fa81b04 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:21.389242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:21.399627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] Sync routers for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:21.406485 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e86cc75d-d3c1-43bd-94d1-87f70bf738c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/3e269255-4cf0-4be5-a51a-84331fa81b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709712 Apr 23 00:36:21.406751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41928) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:21.409161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:21.409768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:21.488753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56510afb-8212-4f68-8c61-c04db91995e5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.503941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet 873061d5-00bc-4f5d-83da-99225aeeab7f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:36:21.507272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56510afb-8212-4f68-8c61-c04db91995e5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.509649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.585247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:21.628516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.790710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56510afb-8212-4f68-8c61-c04db91995e5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 54b1be24-1427-4bc1-b00c-780414a752d1 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:21.806421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:21.864968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:36:20Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:21.869402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] Checking router: 3e269255-4cf0-4be5-a51a-84331fa81b04 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:21.877642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] Routers {'3e269255-4cf0-4be5-a51a-84331fa81b04'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:21.878259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['3e269255-4cf0-4be5-a51a-84331fa81b04'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:22.077236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] Set router 3e269255-4cf0-4be5-a51a-84331fa81b04 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:22.111482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26be4c-d30a-4256-a160-26c474c99699 req-8592cf77-ca5b-49a3-a9ee-a6886b7b9e3c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:22.113611 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8a26be4c-d30a-4256-a160-26c474c99699 req-8592cf77-ca5b-49a3-a9ee-a6886b7b9e3c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 946 time: 0.0965798 Apr 23 00:36:22.177572 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8a26be4c-d30a-4256-a160-26c474c99699 req-544ec458-fa3f-4482-ad10-0e57019d6396 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570948 Apr 23 00:36:22.212197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.269618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.278591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd0e314-b8fd-438a-a40f-5881e9bb93b3 None None] Network 84b730be-841b-4b82-989b-34a46792b2ef requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:22.282897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=873061d5-00bc-4f5d-83da-99225aeeab7f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:22.293018 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a987591a-7bb8-4448-9550-35838e1872c0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/873061d5-00bc-4f5d-83da-99225aeeab7f HTTP/1.1" status: 204 len: 168 time: 0.8829494 Apr 23 00:36:22.293407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41936) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:22.297973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56510afb-8212-4f68-8c61-c04db91995e5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:22.305669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-56510afb-8212-4f68-8c61-c04db91995e5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.306739 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-56510afb-8212-4f68-8c61-c04db91995e5 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/54b1be24-1427-4bc1-b00c-780414a752d1 HTTP/1.1" status: 200 len: 887 time: 1.3981037 Apr 23 00:36:22.309314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41940) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:22.310347 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] Sync routers for ids ['54b1be24-1427-4bc1-b00c-780414a752d1'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:22.321592 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] Routers {'54b1be24-1427-4bc1-b00c-780414a752d1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:22.322509 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['54b1be24-1427-4bc1-b00c-780414a752d1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:22.392128 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:22.402978 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] Routers {'54b1be24-1427-4bc1-b00c-780414a752d1'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:22.403921 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['54b1be24-1427-4bc1-b00c-780414a752d1'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:22.473757 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:22.474557 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7d6be9-6b88-4ca7-8bfa-0893c7e55031 None None] The sync data for ids ['54b1be24-1427-4bc1-b00c-780414a752d1'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:22.500850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.529461 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3374c1b4-3cf4-44dc-88da-c7bf490d5201 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/routers/54b1be24-1427-4bc1-b00c-780414a752d1 HTTP/1.1" status: 200 len: 887 time: 0.2160056 Apr 23 00:36:22.530008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41944) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:22.581962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7d6486af-ebf6-4ed6-969a-d28f7e107575 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:22.597948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7d6486af-ebf6-4ed6-969a-d28f7e107575 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:22.601558 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7d6486af-ebf6-4ed6-969a-d28f7e107575 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1be24-1427-4bc1-b00c-780414a752d1 HTTP/1.1" status: 200 len: 205 time: 0.0686691 Apr 23 00:36:22.601851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41948) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:22.602625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:36:20Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:22.606953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3168b71b-e807-4d1c-a02e-26fa209514d0 None None] The sync data for ids ['3e269255-4cf0-4be5-a51a-84331fa81b04'] in dv-neutron-838784-1-hyperv is: [{'id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'name': 'tempest-TestNetworkBasicOps-router-70372197', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:58Z', 'updated_at': '2022-04-23T00:36:20Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'b1fa52c9-915b-4b35-8e76-aaf17f2a14cc', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e269255-4cf0-4be5-a51a-84331fa81b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:34:00Z', 'updated_at': '2022-04-23T00:34:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:22.697517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.708234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:22.708585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.787217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.884904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port b1fa52c9-915b-4b35-8e76-aaf17f2a14cc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:22.885177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.970937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.982132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port df2eccfd-c29a-4558-901a-6a155fa39f8d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:22.985664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:22.994507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] DHCP port deletion for 84b730be-841b-4b82-989b-34a46792b2ef request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:36:23.000070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Deleting port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:23.000459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.018824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for b1fa52c9-915b-4b35-8e76-aaf17f2a14cc owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:23.103855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:36:23.199890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.228377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.309360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=b1fa52c9-915b-4b35-8e76-aaf17f2a14cc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:23.385242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.392137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.419294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] For port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:23.419700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.443420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for df2eccfd-c29a-4558-901a-6a155fa39f8d owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:23.493544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:23.548471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.549012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 805da153-c8b3-4150-8426-fa8c75feeb57 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:36:23.556536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ca1f-1852-401e-9492-1d64708f0d67 req-bfa7f227-1b49-4dc7-98f4-8858b2ec9ead tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:23.558013 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-12b0ca1f-1852-401e-9492-1d64708f0d67 req-bfa7f227-1b49-4dc7-98f4-8858b2ec9ead tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 946 time: 0.2146931 Apr 23 00:36:23.567358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.569935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.581907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Calling delete_port for 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:23.595559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.596323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router 3e269255-4cf0-4be5-a51a-84331fa81b04 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:36:23.623050 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-12b0ca1f-1852-401e-9492-1d64708f0d67 req-38a4cfdf-94b0-42fd-a43c-3408c72453c7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565927 Apr 23 00:36:23.634007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.635289 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-81fd876c-91fc-4856-a4fc-f044c794c0a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/3e269255-4cf0-4be5-a51a-84331fa81b04 HTTP/1.1" status: 204 len: 168 time: 1.3408854 Apr 23 00:36:23.649255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41954) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:23.663341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 805da153-c8b3-4150-8426-fa8c75feeb57 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:36:23.664360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 805da153-c8b3-4150-8426-fa8c75feeb57 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:36:23.741900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:23.747046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:23.751935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:36:23.752359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:36:23.809294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=df2eccfd-c29a-4558-901a-6a155fa39f8d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:23.985650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.019605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:24.019965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.020152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.056066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6568f-86f3-4e2b-9118-eb05fbe6f481 req-5aff5409-c664-4c2b-a440-1de46cb8b1ff tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:24.057453 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d8d6568f-86f3-4e2b-9118-eb05fbe6f481 req-5aff5409-c664-4c2b-a440-1de46cb8b1ff tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 946 time: 0.1414692 Apr 23 00:36:24.163368 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d8d6568f-86f3-4e2b-9118-eb05fbe6f481 req-e51ad439-f26d-49e3-837d-685dc441792d tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964222 Apr 23 00:36:24.187764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41960) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:24.199837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.233575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.253579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Deleting port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:24.254017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.268147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.268768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Fanout notify agent at l3_agent the message router_deleted on router 54b1be24-1427-4bc1-b00c-780414a752d1 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:36:24.295045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:24.295411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.305904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192b0d0e-8429-4e8e-ac03-bf0f2543664b tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:24.307431 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-192b0d0e-8429-4e8e-ac03-bf0f2543664b tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1094 time: 0.1186855 Apr 23 00:36:24.310417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:24.311802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.316155 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-52f2cd16-6fd8-4bfe-bb52-b6dbd4e5c304 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/54b1be24-1427-4bc1-b00c-780414a752d1 HTTP/1.1" status: 204 len: 168 time: 1.7099218 Apr 23 00:36:24.316707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41968) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:24.322689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1409523877'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:24.327888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:24.332656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:24.335582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:24.342446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:24.353651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:24.357084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.365686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:24.386838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:24.395687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.396029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment 184fd954-a8da-48ff-9f58-96d2975e19dc of type vlan for network 2d01dee8-39de-4f15-893e-dd31f8d02a6d Apr 23 00:36:24.424102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.429364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:24.438366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:24.457601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.463901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:24.464503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.472460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:floatingip and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:24.481033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:24.487139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] For port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,segment=NetworkSegment(fdbf4f08-8b19-4a41-9cb0-7e7277127d7a),segment_id=fdbf4f08-8b19-4a41-9cb0-7e7277127d7a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:24.487798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.489702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:24.527889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.563659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.575171 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2548897 Apr 23 00:36:24.576000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41972) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:24.583724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': '2d01dee8-39de-4f15-893e-dd31f8d02a6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:24.602743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2bdb8-ad23-4bc6-aeca-fe2bbe71a193 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=2d01dee8-39de-4f15-893e-dd31f8d02a6d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:24.619075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:36:24.620763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=85c11d90-2a77-4ee9-9dc1-b0e9f05379c2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:24.636338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:36:24.657968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Calling delete_port for 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:24.704811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:24.709384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:24.714429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:24.720177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:24.732141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:24.736191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.814470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.859615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b730be-841b-4b82-989b-34a46792b2ef']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:24.861293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:36:24.861929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:36:24.875398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:24.875706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbf4f08-8b19-4a41-9cb0-7e7277127d7a') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:24.893903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.908380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Deleting port 85c11d90-2a77-4ee9-9dc1-b0e9f05379c2 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:24.908856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.916045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.925991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:36:24.926433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:36:24.941363 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:36:24.982708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-283090e8-72b6-4cb7-9e7c-fac640f909c4 None None] The port '85c11d90-2a77-4ee9-9dc1-b0e9f05379c2' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:36:24.991082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.004907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.053204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1fa52c9-915b-4b35-8e76-aaf17f2a14cc no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:36:25.082209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': '184fd954-a8da-48ff-9f58-96d2975e19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d01dee8-39de-4f15-893e-dd31f8d02a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:25.082672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: 2d01dee8-39de-4f15-893e-dd31f8d02a6d, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:25.094152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: b1fa52c9-915b-4b35-8e76-aaf17f2a14cc {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:36:25.096096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device b1fa52c9-915b-4b35-8e76-aaf17f2a14cc not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:36:25.096860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=338189de-248a-44db-999c-55b2a8945854,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:25.103742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.109173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:25.119370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 2d01dee8-39de-4f15-893e-dd31f8d02a6d) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:25.124223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.125840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:25.126464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.127145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e261f5-3146-458b-995a-af2c600bc756 None None] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:25.142466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=84b730be-841b-4b82-989b-34a46792b2ef,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:25.156910 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-46e977aa-abdb-4d7a-a8ba-8eea34491f91 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5773325 Apr 23 00:36:25.157311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41976) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:25.163126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1383864841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:25.171395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:25.177050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:router and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:25.179981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:25.186151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:25.198400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.199561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.203805 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8ab928d0-f2ff-48e8-a01f-3a79bf60678f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/84b730be-841b-4b82-989b-34a46792b2ef HTTP/1.1" status: 204 len: 168 time: 1.5616012 Apr 23 00:36:25.219934 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41982) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:25.226273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--756082320', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:25.231993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Allocated IP 172.26.8.96 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/e99bd66c-165e-4769-8781-4a422fe93cce) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:25.237838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:25.242367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.253956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:25.260232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:25.267546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:25.281320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.289820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:25.293210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.333985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.338530 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e6e3d999-9eb2-42a3-82a8-4bcdc51cefd7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1770353 Apr 23 00:36:25.338530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:25.339080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 41986) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:25.345721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.346085 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment 39fa90a6-4192-4eaa-931d-ec611df60f2e of type vlan for network 83f0382a-a5f1-4293-9670-535e11e63dc8 Apr 23 00:36:25.373999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.379018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-2d01dee8-39de-4f15-893e-dd31f8d02a6d', 'network_id': '2d01dee8-39de-4f15-893e-dd31f8d02a6d', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': '338189de-248a-44db-999c-55b2a8945854'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:36:25.380076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.410015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.417376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:25.418096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.522872 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3017023 Apr 23 00:36:25.528060 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41990) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:25.535170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:25.541520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0d048-27b9-4560-a240-71f0171c1406 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=83f0382a-a5f1-4293-9670-535e11e63dc8,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:25.545752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:25.548755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Allocated IP 172.20.0.2 (2d01dee8-39de-4f15-893e-dd31f8d02a6d/338189de-248a-44db-999c-55b2a8945854/c345cba6-9feb-467a-b655-8f02677665bc) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:25.549531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:25.553314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:25.560568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:25.561655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:36:25.572990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.574146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.593736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.793777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.874401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.886752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Transition to ACTIVE for port object c345cba6-9feb-467a-b655-8f02677665bc will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:25.907731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Transition to ACTIVE for port object c345cba6-9feb-467a-b655-8f02677665bc will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:25.915466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.993075 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:25.995092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Pushing event updated for resources: {'Port': ['ID=c345cba6-9feb-467a-b655-8f02677665bc,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:26.000973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:26.002146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:26.004353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:26.038629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.056421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.111234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Attempting to bind port c345cba6-9feb-467a-b655-8f02677665bc on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:26.111597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Attempting to bind port c345cba6-9feb-467a-b655-8f02677665bc by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '184fd954-a8da-48ff-9f58-96d2975e19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d01dee8-39de-4f15-893e-dd31f8d02a6d'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:26.111960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Attempting to bind port c345cba6-9feb-467a-b655-8f02677665bc on network 2d01dee8-39de-4f15-893e-dd31f8d02a6d {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:26.117985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:26.118959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Checking segment: {'id': '184fd954-a8da-48ff-9f58-96d2975e19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d01dee8-39de-4f15-893e-dd31f8d02a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:26.119359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.119749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Bound using segment: {'id': '184fd954-a8da-48ff-9f58-96d2975e19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d01dee8-39de-4f15-893e-dd31f8d02a6d'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:26.120209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Bound port: c345cba6-9feb-467a-b655-8f02677665bc, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184fd954-a8da-48ff-9f58-96d2975e19dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2d01dee8-39de-4f15-893e-dd31f8d02a6d'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:26.120583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.189559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:26.199725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:26.202237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:26.212451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] For port c345cba6-9feb-467a-b655-8f02677665bc, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:26.215845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] For port c345cba6-9feb-467a-b655-8f02677665bc, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c345cba6-9feb-467a-b655-8f02677665bc,segment=NetworkSegment(184fd954-a8da-48ff-9f58-96d2975e19dc),segment_id=184fd954-a8da-48ff-9f58-96d2975e19dc)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:26.221634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.315224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ced32-63cd-4a57-9c34-34ce5b382dd1 None None] Pushing event updated for resources: {'Port': ['ID=c345cba6-9feb-467a-b655-8f02677665bc,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:26.329905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.342135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=e99bd66c-165e-4769-8781-4a422fe93cce,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:26.361335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.509819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.43 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/875b6382-7212-4fc6-b1ca-f4906d529863) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:26.696840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.717967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.20.0.1 (2d01dee8-39de-4f15-893e-dd31f8d02a6d/338189de-248a-44db-999c-55b2a8945854/20118f3a-c53e-427b-8863-e56987189572) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:26.729269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:26.794061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:26.800906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:26.806053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:26.835136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=875b6382-7212-4fc6-b1ca-f4906d529863,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:27.000835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.024566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object 20118f3a-c53e-427b-8863-e56987189572 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:27.119155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c345cba6-9feb-467a-b655-8f02677665bc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:27.213130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port c345cba6-9feb-467a-b655-8f02677665bc completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:27.229002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.237152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.285097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.311267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:27.320491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:27.325913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:27.359865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=20118f3a-c53e-427b-8863-e56987189572,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:27.436269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c7f63-df3f-459d-be5d-4d4036ea7ec7 None None] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:27.438150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.440597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.631005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d3f3fa39-feda-42ad-889c-70e6f25ae49d None None] Provisioning for port c345cba6-9feb-467a-b655-8f02677665bc completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:27.638312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d3f3fa39-feda-42ad-889c-70e6f25ae49d None None] Provisioning complete for port c345cba6-9feb-467a-b655-8f02677665bc triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:27.638873 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d3f3fa39-feda-42ad-889c-70e6f25ae49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.694493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.776091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.857215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d3f3fa39-feda-42ad-889c-70e6f25ae49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.862349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.902566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d3f3fa39-feda-42ad-889c-70e6f25ae49d None None] For port c345cba6-9feb-467a-b655-8f02677665bc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c345cba6-9feb-467a-b655-8f02677665bc,segment=NetworkSegment(184fd954-a8da-48ff-9f58-96d2975e19dc),segment_id=184fd954-a8da-48ff-9f58-96d2975e19dc)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:27.907701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d3f3fa39-feda-42ad-889c-70e6f25ae49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.916133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:27.992846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3fa39-feda-42ad-889c-70e6f25ae49d None None] Pushing event updated for resources: {'Port': ['ID=c345cba6-9feb-467a-b655-8f02677665bc,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:28.026882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:36:28.154532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=e99bd66c-165e-4769-8781-4a422fe93cce,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:28.230910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:28.233958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.246416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Sync routers for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:28.255590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f5f0a824-c1c0-4600-be78-b04cb41254c4 None None] Provisioning for port 20118f3a-c53e-427b-8863-e56987189572 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:28.265567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f5f0a824-c1c0-4600-be78-b04cb41254c4 None None] Provisioning complete for port 20118f3a-c53e-427b-8863-e56987189572 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:28.265948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a824-c1c0-4600-be78-b04cb41254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.269443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.271657 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-df2a62bb-7f7a-47fd-94f2-dd832a457e0b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7428703 Apr 23 00:36:28.275536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41994) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:28.325903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0a824-c1c0-4600-be78-b04cb41254c4 None None] Port 20118f3a-c53e-427b-8863-e56987189572 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:28.329288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:28.329556 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-724ea633-6710-4e7a-9a26-6602217b174b tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524380 Apr 23 00:36:28.329932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:28.331941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 41998) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:28.407930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f5f0a824-c1c0-4600-be78-b04cb41254c4 None None] Provisioning complete for port c345cba6-9feb-467a-b655-8f02677665bc triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:28.408224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a824-c1c0-4600-be78-b04cb41254c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.443253 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Floating IP 48cff766-5e45-4acb-8e78-0b05e6cdefaa associated. External IP: 172.26.8.96, port: 7c5cf2b3-931e-4ed1-b529-d803293ec81c. Apr 23 00:36:28.473612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1912aa49-4f84-41bc-8461-46a159d55437 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:28.478498 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1912aa49-4f84-41bc-8461-46a159d55437 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420739 Apr 23 00:36:28.478875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42002) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:28.520598 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-54fcbf4f-4579-4cfd-b45a-5b2258852f8a tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381613 Apr 23 00:36:28.521324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42006) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:28.527281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442257674', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:28.535819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.551634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.566800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:28.643148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:28.647884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:28.651908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:28.658173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:28.672085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:28.677401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.875181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.882667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=20118f3a-c53e-427b-8863-e56987189572,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:28.920951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.940939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:27Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:28.952773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Checking router: e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:28.953290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Updating router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 port 875b6382-7212-4fc6-b1ca-f4906d529863 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:36:28.985850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-26492157-960f-46f0-ac26-9f6700875154 None None] Provisioning complete for port 20118f3a-c53e-427b-8863-e56987189572 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:28.985850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-26492157-960f-46f0-ac26-9f6700875154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:28.987830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=383bb612-eafa-425f-ae1f-995c2180b173,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:29.020806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:29.021447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 83f0382a-a5f1-4293-9670-535e11e63dc8, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:29.044323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:29.056993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 83f0382a-a5f1-4293-9670-535e11e63dc8) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:29.061833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:29.062473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.073808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d459e3d6-0bb2-432f-a3fe-f95f64bda585 None None] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:29.093879 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5256e3c0-fc42-4828-a28e-6d923c1a213f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5689118 Apr 23 00:36:29.094489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42010) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:29.106817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c345cba6-9feb-467a-b655-8f02677665bc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:29.140066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.197223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:29.288585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-26492157-960f-46f0-ac26-9f6700875154 None None] Port 20118f3a-c53e-427b-8863-e56987189572 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:29.302899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:29.306559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:29.388711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port c345cba6-9feb-467a-b655-8f02677665bc triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:29.389100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.566284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:29.579771 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:29.589684 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:29.590717 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:29.624436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.724958 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bd9bc08d-bf38-4940-bc64-093767471a55 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4047763 Apr 23 00:36:29.724958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:29.747677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router d75028ed-f5b8-4ae5-90b4-721e35278b0c is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:36:29.824337 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:29.826961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-83f0382a-a5f1-4293-9670-535e11e63dc8', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:36:29.828142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.850441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-11c48fc6-9f84-4bd9-8710-ea844d8fdd03 None None] Provisioning complete for port 20118f3a-c53e-427b-8863-e56987189572 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:29.850821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-11c48fc6-9f84-4bd9-8710-ea844d8fdd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:29.855671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60288a4-dcde-4ca2-852b-220d736f35f0'] response: {'name': 'network-changed', 'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'status': 'completed', 'code': 200} Apr 23 00:36:29.984865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-11c48fc6-9f84-4bd9-8710-ea844d8fdd03 None None] Port 20118f3a-c53e-427b-8863-e56987189572 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:30.021858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.023802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:30.030161 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f5bdd624-04a8-4006-967b-f4858c0dd14e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/d75028ed-f5b8-4ae5-90b4-721e35278b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6895881 Apr 23 00:36:30.033080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42020) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:30.045167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] Sync routers for ids ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:30.100823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-50927f1e-f2d6-4236-add0-4cfb330521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:30.104052 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-50927f1e-f2d6-4236-add0-4cfb330521fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1099 time: 0.2381675 Apr 23 00:36:30.156511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ff4c1-bc83-4031-89c9-dc499368ab1b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:30.157479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-259ff4c1-bc83-4031-89c9-dc499368ab1b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:30.193316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] Routers {'d75028ed-f5b8-4ae5-90b4-721e35278b0c'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:30.193936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.231188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-259ff4c1-bc83-4031-89c9-dc499368ab1b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:30.233236 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-259ff4c1-bc83-4031-89c9-dc499368ab1b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports/20118f3a-c53e-427b-8863-e56987189572 HTTP/1.1" status: 200 len: 910 time: 0.1990561 Apr 23 00:36:30.236492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42024) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:30.244891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '338189de-248a-44db-999c-55b2a8945854'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:30.267329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.276209 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:26Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.282060 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:30.293816 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:30.294478 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.301240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] Routers {'d75028ed-f5b8-4ae5-90b4-721e35278b0c'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:30.301927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.372733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.373132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2007c-3ea5-4cf6-8828-4fc41b390120 None None] The sync data for ids ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:30.375073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Allocated IP 172.20.0.2 (83f0382a-a5f1-4293-9670-535e11e63dc8/383bb612-eafa-425f-ae1f-995c2180b173/e0cf67e2-59fc-4c3d-bd7a-65599a4881f6) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:30.378428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.398112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Transition to ACTIVE for port object 875b6382-7212-4fc6-b1ca-f4906d529863 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:30.419931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.508566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-93f50b13-beec-44b5-8b71-2d16dd9ddb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:30.510167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-93f50b13-beec-44b5-8b71-2d16dd9ddb55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.3982539 Apr 23 00:36:30.520916 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:30.567895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Attempting to bind port 875b6382-7212-4fc6-b1ca-f4906d529863 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:30.568260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Attempting to bind port 875b6382-7212-4fc6-b1ca-f4906d529863 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:30.568620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Attempting to bind port 875b6382-7212-4fc6-b1ca-f4906d529863 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:30.580062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a96496-cb76-45db-9eb9-da50958a2e75 None None] Pushing event updated for resources: {'Port': ['ID=875b6382-7212-4fc6-b1ca-f4906d529863,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:30.584675 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:30.585032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:30.585429 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.585815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:30.586624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Bound port: 875b6382-7212-4fc6-b1ca-f4906d529863, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:30.587058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.693082 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-c7a49eb1-78ed-427a-8816-0a2d7e93e683 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 200 len: 999 time: 0.1718285 Apr 23 00:36:30.728227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] For port 875b6382-7212-4fc6-b1ca-f4906d529863, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:30.745726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] For port 875b6382-7212-4fc6-b1ca-f4906d529863, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=875b6382-7212-4fc6-b1ca-f4906d529863,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:30.754453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.819163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-d3809a53-ef3f-40a4-bfbe-6895cc297c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:30.821132 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-d3809a53-ef3f-40a4-bfbe-6895cc297c71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.1201346 Apr 23 00:36:30.827887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.845609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Transition to ACTIVE for port object e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:30.848343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a96496-cb76-45db-9eb9-da50958a2e75 None None] Pushing event updated for resources: {'Port': ['ID=875b6382-7212-4fc6-b1ca-f4906d529863,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:30.872752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:30.874232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Transition to ACTIVE for port object e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:30.875376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:30.875988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.916123 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:26Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:30.920191 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fe396a-8c20-43dc-a3f1-6c3f9a21dfb1 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:26Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:30.938655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.092869 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (83f0382a-a5f1-4293-9670-535e11e63dc8/383bb612-eafa-425f-ae1f-995c2180b173/a393db9e-010c-48ab-ad25-bee16e05e9b8) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:31.113324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-25ed3a69-4471-4d19-a79f-ae10a4e56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:31.114834 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-25ed3a69-4471-4d19-a79f-ae10a4e56639 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2836444 Apr 23 00:36:31.135400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-1f55cd2c-aef8-4b72-86f9-3d0167eca2bc service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:36:31.136213 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-1f55cd2c-aef8-4b72-86f9-3d0167eca2bc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077660 Apr 23 00:36:31.193690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:31.201958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:31.213286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Pushing event updated for resources: {'Port': ['ID=e0cf67e2-59fc-4c3d-bd7a-65599a4881f6,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:31.218322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:31.273450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:31.282488 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176fdfd-9699-437d-8772-ef8cd31a3600 None None] New status for floating IP 48cff766-5e45-4acb-8e78-0b05e6cdefaa: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:36:31.287695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.313185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object a393db9e-010c-48ab-ad25-bee16e05e9b8 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:31.340864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.407754 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-bbb55570-af1d-499c-9345-9b67a2f2ee6c service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629273 Apr 23 00:36:31.444665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=a393db9e-010c-48ab-ad25-bee16e05e9b8,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:31.463576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:31.465366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:31.473758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:31.521851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Attempting to bind port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:31.522467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Attempting to bind port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:31.523656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Attempting to bind port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 on network 83f0382a-a5f1-4293-9670-535e11e63dc8 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:31.553094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.588970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:31.589528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Checking segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:31.590039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.590574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Bound using segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:31.591279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Bound port: e0cf67e2-59fc-4c3d-bd7a-65599a4881f6, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:31.591780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.670705 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb91856f-ba4c-43e4-ac2c-9f220df7af9d req-af732e03-c695-4779-a98f-4f11874362ec service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437878 Apr 23 00:36:31.701292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.713789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.747562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] For port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:31.757587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] For port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e0cf67e2-59fc-4c3d-bd7a-65599a4881f6,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:31.764584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.813403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.839450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=20118f3a-c53e-427b-8863-e56987189572,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:31.847364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:31.848218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:31.849694 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a10a900f-cc45-4599-98a6-b042522c5fb0 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/ports/20118f3a-c53e-427b-8863-e56987189572 HTTP/1.1" status: 200 len: 910 time: 1.6120548 Apr 23 00:36:31.854825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:31.859028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:27Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:31.866124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146180c4-b35f-4ce0-883a-840d220b6d2d None None] The sync data for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv is: [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:27Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:31.868255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade20e3-1322-4da8-bd1b-a7ab49fe217e None None] Pushing event updated for resources: {'Port': ['ID=e0cf67e2-59fc-4c3d-bd7a-65599a4881f6,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:32.506988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.513311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.675245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.693675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:32.694983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=a393db9e-010c-48ab-ad25-bee16e05e9b8,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:32.881450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:32.883208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:33.263285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 875b6382-7212-4fc6-b1ca-f4906d529863 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:33.279615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:33.298032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 20118f3a-c53e-427b-8863-e56987189572 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:33.299466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:33.308444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0eaf5-6a4d-4095-b5d4-7b5db148b3a7 None None] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:33.419475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e2fac39d-5199-40f9-8856-f9c33a06b323 None None] Provisioning for port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:33.522017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 875b6382-7212-4fc6-b1ca-f4906d529863 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:33.546415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 875b6382-7212-4fc6-b1ca-f4906d529863 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:33.546415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:33.584064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:33.592022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:33.618399 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-06a53828-72e4-4560-b892-1ab6874478f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5188346 Apr 23 00:36:33.618399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42032) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:33.729903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:33.769708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 875b6382-7212-4fc6-b1ca-f4906d529863, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=875b6382-7212-4fc6-b1ca-f4906d529863,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:33.779071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:33.780087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:33.792976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 20118f3a-c53e-427b-8863-e56987189572 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:33.936837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.936837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.936837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.937152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.937454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.938807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.942094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.942094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:33.952399 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a34626f6-ecfc-4ecf-b49e-a66950510857 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5644 time: 0.3258862 Apr 23 00:36:33.953730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42036) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:33.982586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=875b6382-7212-4fc6-b1ca-f4906d529863,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:34.029690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:34.043318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:34.043318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.080938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.081420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.081895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.082385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.082880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.083399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.083871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.084384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:34.089449 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3904e003-f5bc-479e-811a-bee5f1a2237f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.1376107 Apr 23 00:36:34.090412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42040) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:34.197299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.205139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.210475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8c163580-5e84-48ba-9dfe-3edaebb14c8f None None] Provisioning complete for port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:34.211914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c163580-5e84-48ba-9dfe-3edaebb14c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.264938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Sync routers for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:34.308977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:34.309608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:34.359833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e0cf67e2-59fc-4c3d-bd7a-65599a4881f6,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:34.381876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.399568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=20118f3a-c53e-427b-8863-e56987189572,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:34.409385 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b72a959d-773e-4cce-9112-08faf5fc9139 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4307 time: 0.3176591 Apr 23 00:36:34.473448 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=e0cf67e2-59fc-4c3d-bd7a-65599a4881f6,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:34.665926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:34.685193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.686266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42046) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:34.691689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-63783116', 'description': 'tempest-secgroup-smoke-63783116 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:34.698679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:34.703503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:34.708035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:34.718943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:34.741577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.800167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8c163580-5e84-48ba-9dfe-3edaebb14c8f None None] Provisioning for port a393db9e-010c-48ab-ad25-bee16e05e9b8 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:34.815946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8c163580-5e84-48ba-9dfe-3edaebb14c8f None None] Provisioning complete for port a393db9e-010c-48ab-ad25-bee16e05e9b8 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:34.816483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8c163580-5e84-48ba-9dfe-3edaebb14c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:34.893905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:34.897871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:34.901349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:34.907462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:34.978605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router d75028ed-f5b8-4ae5-90b4-721e35278b0c has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:35.048011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.057407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.100866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 875b6382-7212-4fc6-b1ca-f4906d529863 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:35.121873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:35.131658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed37557-cdbd-4842-be89-bf1c6ded9c3b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:35.140004 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-81ca659d-81da-474f-aca5-bb179840d561 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/d75028ed-f5b8-4ae5-90b4-721e35278b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2834125 Apr 23 00:36:35.142450 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] Sync routers for ids ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:35.143510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42050) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.146137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.147387 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ff0e22bf-4868-41d8-a1ad-3f4789cad3d1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4602497 Apr 23 00:36:35.150962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42054) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.161113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8c163580-5e84-48ba-9dfe-3edaebb14c8f None None] Port a393db9e-010c-48ab-ad25-bee16e05e9b8 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:35.191921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '6ed37557-cdbd-4842-be89-bf1c6ded9c3b', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:35.207632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:35.208993 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] Routers {'d75028ed-f5b8-4ae5-90b4-721e35278b0c'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:35.209616 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:35.214069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f7bcdb96-64ee-4d28-9b7f-331b1d3b7c3d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:35.221075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:35.224694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:35.234085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:35.241504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f7bcdb96-64ee-4d28-9b7f-331b1d3b7c3d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:35.242772 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f7bcdb96-64ee-4d28-9b7f-331b1d3b7c3d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75028ed-f5b8-4ae5-90b4-721e35278b0c HTTP/1.1" status: 200 len: 205 time: 0.0981584 Apr 23 00:36:35.246055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42060) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.267587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.278662 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:35.286953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 875b6382-7212-4fc6-b1ca-f4906d529863 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:35.287493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.294181 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] Routers {'d75028ed-f5b8-4ae5-90b4-721e35278b0c'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:35.295514 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:35.332209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b954b3c5-81b3-45e6-8ef9-3974fd0a0538 None None] Provisioning complete for port a393db9e-010c-48ab-ad25-bee16e05e9b8 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:35.332574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b954b3c5-81b3-45e6-8ef9-3974fd0a0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.335021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.342498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.363866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79d8a54-f7e2-4d98-aa23-cabbd388d494,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:35.364264 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:35.364854 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f0682e-fc62-456b-b649-9baf7b2c669b None None] The sync data for ids ['d75028ed-f5b8-4ae5-90b4-721e35278b0c'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:35.393091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.394760 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d6609f99-10ed-45b2-81eb-0b48dbd36583 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429001 Apr 23 00:36:35.397759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42064) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.404199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '6ed37557-cdbd-4842-be89-bf1c6ded9c3b', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:35.411331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:35.416797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:35.421560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:35.422202 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b954b3c5-81b3-45e6-8ef9-3974fd0a0538 None None] Port a393db9e-010c-48ab-ad25-bee16e05e9b8 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:35.429151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:35.449341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.458944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:32Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:35.463211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9a60-e144-4e86-b0e6-11d96cf15ce3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.474128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Checking router: e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:35.474504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Updating router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 port a393db9e-010c-48ab-ad25-bee16e05e9b8 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:36:35.516275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.520921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.540464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:35.548936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee93b3e-3f22-498b-a081-4fa4078ccdc8,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:35.559221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.563257 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-05dc4cd2-c0cd-4d24-86d2-fe610a38bd36 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614153 Apr 23 00:36:35.563455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42068) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.569069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '6ed37557-cdbd-4842-be89-bf1c6ded9c3b', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:35.575339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:35.578576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.580740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:35.583787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:35.591221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:35.608718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.676484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.682067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.705029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b699f27a-18dd-4bce-bbad-284abe59a302,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:35.720026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.724251 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7ee46411-0e72-4589-8951-e8a9e307a1b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595583 Apr 23 00:36:35.725465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42072) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.730006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:35.730416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.731956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '6ed37557-cdbd-4842-be89-bf1c6ded9c3b', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:35.738078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:35.743472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:35.746604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:35.752854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:35.772845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.780255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9a60-e144-4e86-b0e6-11d96cf15ce3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.782633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9a60-e144-4e86-b0e6-11d96cf15ce3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.809071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9a60-e144-4e86-b0e6-11d96cf15ce3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.809660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3d9a60-e144-4e86-b0e6-11d96cf15ce3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Fanout notify agent at l3_agent the message router_deleted on router d75028ed-f5b8-4ae5-90b4-721e35278b0c {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:36:35.835790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eb3d9a60-e144-4e86-b0e6-11d96cf15ce3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.838401 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-eb3d9a60-e144-4e86-b0e6-11d96cf15ce3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/d75028ed-f5b8-4ae5-90b4-721e35278b0c HTTP/1.1" status: 204 len: 168 time: 0.5897987 Apr 23 00:36:35.839841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42076) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.847014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.850803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.876517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354cc936-e968-4ad0-9260-dfb7894965fb,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:35.890578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.894215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4d5eda0c-56f1-45ca-8384-12dc55735795 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1658168 Apr 23 00:36:35.895798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42080) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:35.901153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '6ed37557-cdbd-4842-be89-bf1c6ded9c3b', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:35.907176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:35.911038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:35.914549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:35.915638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet 338189de-248a-44db-999c-55b2a8945854 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:36:35.919618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:35.920228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:35.932264 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:36:35.939542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.007872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.012019 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.017962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.049594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7b2f28-4e54-4564-abc6-a750539b6f85,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:36.057524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.059173 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c7dabd56-224d-456e-a0f8-a67648d31685 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627553 Apr 23 00:36:36.061896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42084) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:36.066939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.067484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '6ed37557-cdbd-4842-be89-bf1c6ded9c3b', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:36.074483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:36.079417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:36.080960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Transition to ACTIVE for port object a393db9e-010c-48ab-ad25-bee16e05e9b8 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:36.083125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:36.088669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.090154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:36.101928 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:36:36.109503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.111261 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.184928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.188608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.213290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.221339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0261b9d-3e7c-4c58-9573-5fdafb2d121c,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:36.230408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.240294 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-78722826-79fc-4bbc-a198-7319c24cd00f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687961 Apr 23 00:36:36.260161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=338189de-248a-44db-999c-55b2a8945854,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:36.260947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadc541-66af-4d88-ba5b-f75598b3c895 None None] Pushing event updated for resources: {'Port': ['ID=a393db9e-010c-48ab-ad25-bee16e05e9b8,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:36.264108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.273509 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d19b07a1-82ad-46af-9a26-652d563ed101 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/338189de-248a-44db-999c-55b2a8945854 HTTP/1.1" status: 204 len: 168 time: 0.4325511 Apr 23 00:36:36.276407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42090) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:36.295383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddd7b1-ed7d-4bda-a43c-2182c580cca7 None None] Network 2d01dee8-39de-4f15-893e-dd31f8d02a6d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:36.416322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Attempting to bind port a393db9e-010c-48ab-ad25-bee16e05e9b8 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:36.416606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Attempting to bind port a393db9e-010c-48ab-ad25-bee16e05e9b8 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:36.416971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Attempting to bind port a393db9e-010c-48ab-ad25-bee16e05e9b8 on network 83f0382a-a5f1-4293-9670-535e11e63dc8 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:36.447738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:36.448119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Checking segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:36.448525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.448919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Bound using segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:36.449400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Bound port: a393db9e-010c-48ab-ad25-bee16e05e9b8, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:36.450292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.452840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.464352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port c345cba6-9feb-467a-b655-8f02677665bc {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:36.465224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.527906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-cda0a2d7-1128-42eb-8a8c-3d8e555eb6da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:36.545945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-cda0a2d7-1128-42eb-8a8c-3d8e555eb6da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:36.547464 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-cda0a2d7-1128-42eb-8a8c-3d8e555eb6da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-63783116&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0646617 Apr 23 00:36:36.683836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] For port a393db9e-010c-48ab-ad25-bee16e05e9b8, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:36.687634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] For port a393db9e-010c-48ab-ad25-bee16e05e9b8, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a393db9e-010c-48ab-ad25-bee16e05e9b8,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:36.700979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.720700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-b01dd1c6-816f-422f-a55a-c07eee3e7dfe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:36.721088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-b01dd1c6-816f-422f-a55a-c07eee3e7dfe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:36.737419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-b01dd1c6-816f-422f-a55a-c07eee3e7dfe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:36.746129 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-b01dd1c6-816f-422f-a55a-c07eee3e7dfe tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 796 time: 0.1913104 Apr 23 00:36:36.768244 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7859ebc2-263a-4cbf-9fdf-b0ed3e9b882d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0200608 Apr 23 00:36:36.787837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:36.788667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:36.824129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port c345cba6-9feb-467a-b655-8f02677665bc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c345cba6-9feb-467a-b655-8f02677665bc,segment=NetworkSegment(184fd954-a8da-48ff-9f58-96d2975e19dc),segment_id=184fd954-a8da-48ff-9f58-96d2975e19dc)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:36.824493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.879710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] DHCP port deletion for 2d01dee8-39de-4f15-893e-dd31f8d02a6d request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:36:36.885767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadc541-66af-4d88-ba5b-f75598b3c895 None None] Pushing event updated for resources: {'Port': ['ID=a393db9e-010c-48ab-ad25-bee16e05e9b8,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:36.887065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-0157cc2e-f29d-42a8-9219-f894fd3e8cab tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:36.900142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Deleting port c345cba6-9feb-467a-b655-8f02677665bc {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:36.900729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:36.916730 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-0157cc2e-f29d-42a8-9219-f894fd3e8cab tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:36.929123 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-0157cc2e-f29d-42a8-9219-f894fd3e8cab tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527469 Apr 23 00:36:36.938017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-0837a38d-d599-46bb-adbb-302686b9d314 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:36:36.942792 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-0837a38d-d599-46bb-adbb-302686b9d314 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097961 Apr 23 00:36:36.979893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for c345cba6-9feb-467a-b655-8f02677665bc owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:37.091339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.092516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c345cba6-9feb-467a-b655-8f02677665bc no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:36:37.132395 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-d440ee02-c68e-4ac8-b7dc-8eadbbf47a07 service neutron] 10.222.0.39 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714828 Apr 23 00:36:37.138455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=c345cba6-9feb-467a-b655-8f02677665bc,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:37.145929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No DVR routers for this DVR port c345cba6-9feb-467a-b655-8f02677665bc on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:36:37.146308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: c345cba6-9feb-467a-b655-8f02677665bc {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:36:37.146662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device c345cba6-9feb-467a-b655-8f02677665bc not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:36:37.258446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:37.282338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.310173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d01dee8-39de-4f15-893e-dd31f8d02a6d']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:37.324033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184fd954-a8da-48ff-9f58-96d2975e19dc') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:37.324371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184fd954-a8da-48ff-9f58-96d2975e19dc') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:37.337676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.374173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.383333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:36:37.383802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.401075 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-c6cb044c-9498-4492-af0d-4136f43d79c2 service neutron] 10.222.0.39 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610049 Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:36:37.402153 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:36:37.444107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] For port c345cba6-9feb-467a-b655-8f02677665bc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=c345cba6-9feb-467a-b655-8f02677665bc,segment=NetworkSegment(184fd954-a8da-48ff-9f58-96d2975e19dc),segment_id=184fd954-a8da-48ff-9f58-96d2975e19dc)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:37.444616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.485738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.495410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.530973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=2d01dee8-39de-4f15-893e-dd31f8d02a6d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:37.548405 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3bbad8d5-77f5-45bf-909f-3a6cfc7cf31c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/2d01dee8-39de-4f15-893e-dd31f8d02a6d HTTP/1.1" status: 204 len: 168 time: 1.2707610 Apr 23 00:36:37.552392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42110) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:37.557819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2059584251', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:37.564740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:37.569129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:router and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:37.572580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:37.579321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:37.590474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.591891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.608300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Calling delete_port for c345cba6-9feb-467a-b655-8f02677665bc owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:37.610383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.612104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3181b325-c901-4d23-909f-f811b4e25efe req-c94d09fd-a17a-49b6-99c0-1942770de351 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:37.626196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3181b325-c901-4d23-909f-f811b4e25efe req-c94d09fd-a17a-49b6-99c0-1942770de351 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:37.632622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.638615 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3181b325-c901-4d23-909f-f811b4e25efe req-c94d09fd-a17a-49b6-99c0-1942770de351 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 210 time: 0.0742304 Apr 23 00:36:37.671037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.675580 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e710e6bc-3869-4a2b-a5ae-3e9dccfafc27 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1188629 Apr 23 00:36:37.675580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42114) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:37.682635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1471787370'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:37.689335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:37.693926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:37.702914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:37.712018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:37.724023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:37.729650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.763129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:37.773474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.773474 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment 6d68fbc0-9953-4851-b27b-4084075fadb0 of type vlan for network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 Apr 23 00:36:37.799900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.820800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:36:37.821189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:36:37.836924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.843009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:37.843221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:37.855628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:36Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:37.860381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a9952-d2d1-42b9-9d6c-49b47071ffd3 None None] The sync data for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv is: [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:36Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:37.960190 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2839863 Apr 23 00:36:37.963898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42124) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:37.972959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:37.975673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268406e-0696-4dbf-b263-d49325e8facd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=ce6dae06-7d6e-4ad4-8396-fa75c6fec072,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:37.990863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:36:38.150071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:38.155652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:38.158642 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:38.165855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:38.175863 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:38.179349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:38.322820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Deleting port c345cba6-9feb-467a-b655-8f02677665bc {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:38.323433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:38.419702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:38.439186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9064-f3f4-4a63-acf7-a7b61208c977 None None] The port 'c345cba6-9feb-467a-b655-8f02677665bc' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:36:38.498066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=e029fe1b-7c61-4917-9438-09168cfad508,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:38.511432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:38.511795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: ce6dae06-7d6e-4ad4-8396-fa75c6fec072, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:38.531785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:38.541009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, ce6dae06-7d6e-4ad4-8396-fa75c6fec072) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:38.545429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:38.546012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:38.550150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3565ec6-807c-4391-baf3-e3de76238276 None None] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:38.576876 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-480b82b6-d45a-4a08-b474-18d54708cc64 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6114659 Apr 23 00:36:38.579861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42128) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:38.869647 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cb54ec4-a953-4e16-9718-8d4c2409283c req-b86801e6-5079-4595-b451-3357e0991ce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 210 time: 0.0733385 Apr 23 00:36:38.952764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:36:38.953711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.145910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a393db9e-010c-48ab-ad25-bee16e05e9b8 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:39.232516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Allocated IP 172.20.0.2 (ce6dae06-7d6e-4ad4-8396-fa75c6fec072/e029fe1b-7c61-4917-9438-09168cfad508/7f93009f-23a4-4267-87aa-1374f5b77f85) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:39.281858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a393db9e-010c-48ab-ad25-bee16e05e9b8 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:39.292443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a393db9e-010c-48ab-ad25-bee16e05e9b8 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:39.292812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.363311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-37f672b1-9553-4a91-9c11-3d3ee6cf65a8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:39.363991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-37f672b1-9553-4a91-9c11-3d3ee6cf65a8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:39.410464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-37f672b1-9553-4a91-9c11-3d3ee6cf65a8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:39.411958 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-37f672b1-9553-4a91-9c11-3d3ee6cf65a8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 796 time: 0.6403735 Apr 23 00:36:39.495314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.519884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-08a3d37e-7c56-4c69-953d-f1c5d503d199 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:39.560093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.582564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.596040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Transition to ACTIVE for port object 7f93009f-23a4-4267-87aa-1374f5b77f85 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:39.597957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-08a3d37e-7c56-4c69-953d-f1c5d503d199 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:39.599101 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-08a3d37e-7c56-4c69-953d-f1c5d503d199 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 378 time: 0.1713057 Apr 23 00:36:39.624519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a393db9e-010c-48ab-ad25-bee16e05e9b8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a393db9e-010c-48ab-ad25-bee16e05e9b8,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:39.625864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Transition to ACTIVE for port object 7f93009f-23a4-4267-87aa-1374f5b77f85 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:39.629875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.662507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['6ed37557-cdbd-4842-be89-bf1c6ded9c3b']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:39.676655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.705095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:39.708296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:39.712502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:39.756376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a393db9e-010c-48ab-ad25-bee16e05e9b8,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:39.883465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.883465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Pushing event updated for resources: {'Port': ['ID=7f93009f-23a4-4267-87aa-1374f5b77f85,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:39.888697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Attempting to bind port 7f93009f-23a4-4267-87aa-1374f5b77f85 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:39.888697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Attempting to bind port 7f93009f-23a4-4267-87aa-1374f5b77f85 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:39.888697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Attempting to bind port 7f93009f-23a4-4267-87aa-1374f5b77f85 on network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:39.896984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:39.896984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Checking segment: {'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:39.896984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.896984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Bound using segment: {'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:39.896984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Bound port: 7f93009f-23a4-4267-87aa-1374f5b77f85, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:39.896984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:39.978810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:40.001770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] For port 7f93009f-23a4-4267-87aa-1374f5b77f85, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:40.001770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] For port 7f93009f-23a4-4267-87aa-1374f5b77f85, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7f93009f-23a4-4267-87aa-1374f5b77f85,segment=NetworkSegment(6d68fbc0-9953-4851-b27b-4084075fadb0),segment_id=6d68fbc0-9953-4851-b27b-4084075fadb0)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:40.015286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.068990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:40.137562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022391a7-37f1-4348-a138-30d52bdd5da5 None None] Pushing event updated for resources: {'Port': ['ID=7f93009f-23a4-4267-87aa-1374f5b77f85,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:40.152204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:40.152204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.169846 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2be7e42b-edf5-46af-b744-7998ed3f5b09 req-9e773bae-6e29-42b5-9afb-b62876101d03 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 210 time: 0.0849748 Apr 23 00:36:40.257161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.20.0.1 (ce6dae06-7d6e-4ad4-8396-fa75c6fec072/e029fe1b-7c61-4917-9438-09168cfad508/697c6e91-20e0-41cb-8ecc-44733bb36a86) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:40.509606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.10 (83f0382a-a5f1-4293-9670-535e11e63dc8/383bb612-eafa-425f-ae1f-995c2180b173/9a1b16af-98ac-4ed3-b376-c5dde09ccaf1) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:40.636480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.859242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object 697c6e91-20e0-41cb-8ecc-44733bb36a86 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:40.911728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.934893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:40.934893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:40.989505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:41.001344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:41.011841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:41.095220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:41.178603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=697c6e91-20e0-41cb-8ecc-44733bb36a86,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:41.218493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:41.256292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a393db9e-010c-48ab-ad25-bee16e05e9b8 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:41.303143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:41.303143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:41.314982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:41.377031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:41.465445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a393db9e-010c-48ab-ad25-bee16e05e9b8 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:41.465445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:41.501498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002656ee-9044-4b33-a55e-3bd15850566e None None] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:41.507055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97580c6-0373-4360-944b-1a31b8c38d10 req-4ddd5471-0d2a-4873-bd55-f87ca5196172 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:41.507055 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a97580c6-0373-4360-944b-1a31b8c38d10 req-4ddd5471-0d2a-4873-bd55-f87ca5196172 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 932 time: 0.1215496 Apr 23 00:36:41.532838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:41.568433 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a97580c6-0373-4360-944b-1a31b8c38d10 req-b72389ce-f9cd-4a01-b564-c68069b5ba05 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547886 Apr 23 00:36:41.638157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:41.638157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:41.696163 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e5a14153-c0c8-4278-a1e8-c527cb4bb8af None None] Provisioning for port 7f93009f-23a4-4267-87aa-1374f5b77f85 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:41.809498 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-7060e2ad-92ae-4bdb-9b15-0a8fbca0f775 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1541200 Apr 23 00:36:41.840342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Request body: {'port': {'device_id': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:41.878888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f93009f-23a4-4267-87aa-1374f5b77f85 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:41.929114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3e2fa850-182c-4bc0-907f-bbaafab66da9 None None] Provisioning for port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:41.980655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3e2fa850-182c-4bc0-907f-bbaafab66da9 None None] Provisioning complete for port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:41.980655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa850-182c-4bc0-907f-bbaafab66da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.052091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fa850-182c-4bc0-907f-bbaafab66da9 None None] Port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:42.065553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 7f93009f-23a4-4267-87aa-1374f5b77f85 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:42.075905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7f93009f-23a4-4267-87aa-1374f5b77f85 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:42.075905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.116729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.241886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.284520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 7f93009f-23a4-4267-87aa-1374f5b77f85, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7f93009f-23a4-4267-87aa-1374f5b77f85,segment=NetworkSegment(6d68fbc0-9953-4851-b27b-4084075fadb0),segment_id=6d68fbc0-9953-4851-b27b-4084075fadb0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:42.304156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.323130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.335142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.399353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c971d313-ad48-44d9-a764-66668337be38 None None] Provisioning for port 697c6e91-20e0-41cb-8ecc-44733bb36a86 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:42.432393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c971d313-ad48-44d9-a764-66668337be38 None None] Provisioning complete for port 697c6e91-20e0-41cb-8ecc-44733bb36a86 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:42.432393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c971d313-ad48-44d9-a764-66668337be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.497851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=7f93009f-23a4-4267-87aa-1374f5b77f85,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:42.504253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.526692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c971d313-ad48-44d9-a764-66668337be38 None None] Port 697c6e91-20e0-41cb-8ecc-44733bb36a86 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:42.551042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c971d313-ad48-44d9-a764-66668337be38 None None] Provisioning complete for port 7f93009f-23a4-4267-87aa-1374f5b77f85 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:42.551042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c971d313-ad48-44d9-a764-66668337be38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.593351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=697c6e91-20e0-41cb-8ecc-44733bb36a86,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:42.881505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c707e8d5-e9f3-4726-a6ba-f32b0acf847f None None] Provisioning complete for port 697c6e91-20e0-41cb-8ecc-44733bb36a86 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:42.881505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c707e8d5-e9f3-4726-a6ba-f32b0acf847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:42.962380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c707e8d5-e9f3-4726-a6ba-f32b0acf847f None None] Port 697c6e91-20e0-41cb-8ecc-44733bb36a86 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:43.009408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:43.026206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:43.116539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f93009f-23a4-4267-87aa-1374f5b77f85 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:43.129596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:36:43.139768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.218614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7f93009f-23a4-4267-87aa-1374f5b77f85 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:43.218614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.233354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c786-2abd-40bb-b82c-e275e460b8b9 req-275226fd-771d-498f-89c9-2ad2138b7481 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:43.233354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-24c0c786-2abd-40bb-b82c-e275e460b8b9 req-275226fd-771d-498f-89c9-2ad2138b7481 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:36:43.245404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Transition to ACTIVE for port object 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:43.252903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.416401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-24c0c786-2abd-40bb-b82c-e275e460b8b9 req-275226fd-771d-498f-89c9-2ad2138b7481 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:36:43.416401 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-24c0c786-2abd-40bb-b82c-e275e460b8b9 req-275226fd-771d-498f-89c9-2ad2138b7481 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 932 time: 0.6936085 Apr 23 00:36:43.460137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:43.495589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d265e985-bab5-4664-b63a-c1d432cd2969 None None] Provisioning complete for port 697c6e91-20e0-41cb-8ecc-44733bb36a86 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:43.496144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d265e985-bab5-4664-b63a-c1d432cd2969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.577782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d265e985-bab5-4664-b63a-c1d432cd2969 None None] Port 697c6e91-20e0-41cb-8ecc-44733bb36a86 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:43.603098 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-24c0c786-2abd-40bb-b82c-e275e460b8b9 req-e5212be1-d3ae-47a9-97d2-02dcd39416f6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503875 Apr 23 00:36:43.615638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:36:43.774875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Attempting to bind port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:43.774875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Attempting to bind port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:43.774875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Attempting to bind port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 on network 83f0382a-a5f1-4293-9670-535e11e63dc8 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:43.792364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 on network 83f0382a-a5f1-4293-9670-535e11e63dc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:36:43.792364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Attempting to bind port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 on network 83f0382a-a5f1-4293-9670-535e11e63dc8 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:43.810963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:43.810963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Checking segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:43.810963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Bound using segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:43.810963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Bound port: 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:43.810963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.839881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:43.839881 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f2e6c04f-8cec-4450-ab23-38573587b439 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2556162 Apr 23 00:36:43.844792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42148) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:43.852566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-917511363'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:43.852566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:43.859306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:43.863019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:43.863019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:43.870333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:43.880728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:43.880728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:43.881076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:43.885238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.929220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:43.929220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.929220 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment a900306a-5ffe-4714-b83a-93677377dd95 of type vlan for network f882d802-31d7-4e31-82fb-c72712f689ea Apr 23 00:36:43.940932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] For port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:43.940932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] For port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:43.954370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:43.981919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.026001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.058613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:44.062460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.062460 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] 10.222.0.42 "PUT /v2.0/ports/9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 HTTP/1.1" status: 200 len: 1094 time: 2.2323380 Apr 23 00:36:44.062460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:44.078552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:44.078552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.121563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf416b-5080-4099-b992-aa1b9093e1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:44.145560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:44.209865 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec4aaad-9663-42fe-8bbb-8977b09b7b32'] response: {'name': 'network-changed', 'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'status': 'completed', 'code': 200} Apr 23 00:36:44.287365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-e04e3ecd-5f95-42e4-8445-5edb25ac2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:44.287365 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-e04e3ecd-5f95-42e4-8445-5edb25ac2503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 1097 time: 0.1445866 Apr 23 00:36:44.351949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=f882d802-31d7-4e31-82fb-c72712f689ea,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:44.364306 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network f882d802-31d7-4e31-82fb-c72712f689ea details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:36:44.386526 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9260679c-9326-46e9-81de-97b6372eb9df tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5365462 Apr 23 00:36:44.386526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42154) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:44.386526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:44.454221 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-be56b6e1-227f-4e17-9e09-d53992b51563 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 HTTP/1.1" status: 200 len: 217 time: 0.1558316 Apr 23 00:36:44.525630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:44.534555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:44.534997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-b278c6c1-174e-4122-bd69-672ccf38891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:44.535649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:44.536459 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-b278c6c1-174e-4122-bd69-672ccf38891f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.0760624 Apr 23 00:36:44.542466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:44.559816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:44.567007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.682928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-faf3db0b-41ac-4038-ba60-22e7aba03c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:44.682928 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-faf3db0b-41ac-4038-ba60-22e7aba03c46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1333234 Apr 23 00:36:44.792223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:41Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:41Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:44.797382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:44.797650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Updating router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 port 697c6e91-20e0-41cb-8ecc-44733bb36a86 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:36:44.878147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.883265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:44.911917 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-f9b78903-5a35-46ad-bf86-16f4da382ddc service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258840 Apr 23 00:36:44.958782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=f237ef33-ad1d-4b86-979d-34f06052146b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:44.966934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bd881-58ee-4b6d-ad87-b576de7e5892 req-d4de6715-c137-47d0-b065-6c7a86a34732 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:44.967512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:44.967974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: f882d802-31d7-4e31-82fb-c72712f689ea, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:44.974286 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-053bd881-58ee-4b6d-ad87-b576de7e5892 req-d4de6715-c137-47d0-b065-6c7a86a34732 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 944 time: 0.1543484 Apr 23 00:36:44.990778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network f882d802-31d7-4e31-82fb-c72712f689ea is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:45.005386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, f882d802-31d7-4e31-82fb-c72712f689ea) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:45.017535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497be0a-8253-4d90-91be-f14e67f55b0c None None] Network f882d802-31d7-4e31-82fb-c72712f689ea requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:45.019789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.020450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.051764 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b374b147-c05d-4bf3-87b0-e64650a58209 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6705096 Apr 23 00:36:45.051973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42160) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:45.199390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-60712f31-a699-40c0-9f7d-9ac79d46d28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.214831 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-053bd881-58ee-4b6d-ad87-b576de7e5892 req-c6ddee59-a5b3-42af-b1e5-29980c9eabe3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2397015 Apr 23 00:36:45.259470 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9f8e460-5a46-419b-a6d3-e7370a7d5eef req-62f8c0ff-78ed-415b-9dd1-d4b48110bc2e service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388362 Apr 23 00:36:45.439538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-f882d802-31d7-4e31-82fb-c72712f689ea', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:36:45.439538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.476577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-f86b5e0b-6544-492c-b664-72892d0930d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.476577 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-f86b5e0b-6544-492c-b664-72892d0930d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 1097 time: 0.1215923 Apr 23 00:36:45.605864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.624493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Transition to ACTIVE for port object 697c6e91-20e0-41cb-8ecc-44733bb36a86 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:45.649132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-0344a309-398a-4f04-b93c-4c412716af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.649132 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-0344a309-398a-4f04-b93c-4c412716af98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 896 time: 0.1638284 Apr 23 00:36:45.666698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.720071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-3e287811-b843-45a6-aed3-801f70e11db9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0656204 Apr 23 00:36:45.805873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.808615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-3ddc3cb4-2ba1-4ca3-be0a-4a0594fbf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.810582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-3ddc3cb4-2ba1-4ca3-be0a-4a0594fbf8ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.0816326 Apr 23 00:36:45.904739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Allocated IP 172.21.0.2 (f882d802-31d7-4e31-82fb-c72712f689ea/f237ef33-ad1d-4b86-979d-34f06052146b/ef0c347a-29e3-44e8-9b20-ebb1a6885cb6) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:45.918927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759d537-548d-4bf3-9ec3-67240614cf1f None None] Pushing event updated for resources: {'Port': ['ID=697c6e91-20e0-41cb-8ecc-44733bb36a86,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:45.920527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-caf3e966-b4c4-4b3a-9f48-b39fa99d34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:45.922637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-caf3e966-b4c4-4b3a-9f48-b39fa99d34c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054580 Apr 23 00:36:45.935856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Attempting to bind port 697c6e91-20e0-41cb-8ecc-44733bb36a86 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:45.936329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Attempting to bind port 697c6e91-20e0-41cb-8ecc-44733bb36a86 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:45.936764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Attempting to bind port 697c6e91-20e0-41cb-8ecc-44733bb36a86 on network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:45.970148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:45.970892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Checking segment: {'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:45.971499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:45.972113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Bound using segment: {'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:45.972751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Bound port: 697c6e91-20e0-41cb-8ecc-44733bb36a86, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d68fbc0-9953-4851-b27b-4084075fadb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:45.973188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.085584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-67dd1a62-0e62-4c33-aae9-b561331f3b04 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544013 Apr 23 00:36:46.172588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] For port 697c6e91-20e0-41cb-8ecc-44733bb36a86, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:46.218430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] For port 697c6e91-20e0-41cb-8ecc-44733bb36a86, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=697c6e91-20e0-41cb-8ecc-44733bb36a86,segment=NetworkSegment(6d68fbc0-9953-4851-b27b-4084075fadb0),segment_id=6d68fbc0-9953-4851-b27b-4084075fadb0)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:46.228330 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4582db5-2148-4320-93b7-8d0cabb55036 req-cfe09730-d861-41e9-aa75-c519c2e71b02 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346061 Apr 23 00:36:46.229051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.305388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.333913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Transition to ACTIVE for port object ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:46.336944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:46.337577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:46.411439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aef9f-3430-4c3c-9d34-3138dd7d2fa2 req-8133fa6e-9dc2-432a-9639-a4073651ada2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:46.412942 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9d1aef9f-3430-4c3c-9d34-3138dd7d2fa2 req-8133fa6e-9dc2-432a-9639-a4073651ada2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 944 time: 0.0869615 Apr 23 00:36:46.464457 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9d1aef9f-3430-4c3c-9d34-3138dd7d2fa2 req-20574ff9-4dd0-4105-bb5e-b5ae6791de42 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451629 Apr 23 00:36:46.469417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759d537-548d-4bf3-9ec3-67240614cf1f None None] Pushing event updated for resources: {'Port': ['ID=697c6e91-20e0-41cb-8ecc-44733bb36a86,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:46.537230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Transition to ACTIVE for port object ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:46.547385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.610413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.21.0.1 (f882d802-31d7-4e31-82fb-c72712f689ea/f237ef33-ad1d-4b86-979d-34f06052146b/f90844b5-e981-44ce-a6d1-40f661b23eab) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:46.621785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:46.677643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Network f882d802-31d7-4e31-82fb-c72712f689ea is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:46.682218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:46.688551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:46.724924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Pushing event updated for resources: {'Port': ['ID=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:46.780431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.796586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object f90844b5-e981-44ce-a6d1-40f661b23eab will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:46.822913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.888078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Attempting to bind port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:46.888078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Attempting to bind port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:46.888078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Attempting to bind port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 on network f882d802-31d7-4e31-82fb-c72712f689ea {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:46.890206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network f882d802-31d7-4e31-82fb-c72712f689ea is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:46.914095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:46.916415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:46.916415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Checking segment: {'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:46.916415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.921766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:46.925004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Bound using segment: {'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:46.925004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Bound port: ef0c347a-29e3-44e8-9b20-ebb1a6885cb6, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:46.925004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:46.941623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=f90844b5-e981-44ce-a6d1-40f661b23eab,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:47.012737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:47.108289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] For port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:47.122933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] For port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,segment=NetworkSegment(a900306a-5ffe-4714-b83a-93677377dd95),segment_id=a900306a-5ffe-4714-b83a-93677377dd95)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:47.129976 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:47.148747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:47.229409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b48e2-c591-4273-bade-26e5b2d37b4d None None] Pushing event updated for resources: {'Port': ['ID=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:47.229409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:41Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:46Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:47.250661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b7079-df67-452e-8682-68d4c68f11bf None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:41Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:46Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:47.579582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8cdcb458-f49c-472c-93a3-c17cc147b981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:47.734497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:47.741315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:47.782855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b636d-e501-466a-b2de-182a8df9807d req-4ba8ddf8-3132-4145-8bb1-cc60de93f1b2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:47.784426 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a7b636d-e501-466a-b2de-182a8df9807d req-4ba8ddf8-3132-4145-8bb1-cc60de93f1b2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 944 time: 0.1141076 Apr 23 00:36:47.858585 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a7b636d-e501-466a-b2de-182a8df9807d req-d90e97c0-281a-4378-90f3-654a3f963391 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579028 Apr 23 00:36:47.873287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=f90844b5-e981-44ce-a6d1-40f661b23eab,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:47.875222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:47.939046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:36:48.257044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:48.291053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network f882d802-31d7-4e31-82fb-c72712f689ea is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:48.292274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:48.293611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'port_id': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'mac_address': 'fa:16:3e:a7:a6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:36:48.392985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.414842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:36:48.435368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:48.441203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.499867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:48.514756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:48.581040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.600110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.626937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700e7f89-7730-468d-8bfa-b5d6b6db6d7e None None] Network f882d802-31d7-4e31-82fb-c72712f689ea requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:48.714582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:48.736157 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-feec994a-981b-4501-926c-7717606abe71 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6816928 Apr 23 00:36:48.739488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42168) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:48.744462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1567662254'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:48.750214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:48.754581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b07b5ce7-98a9-4427-bdef-a212804e7a20 None None] Provisioning for port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:48.756571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:48.760338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:48.775279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:48.791995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:48.795649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.827301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:48.839385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.839720 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment 9ccbe964-a396-4a15-b8ac-ff2173bc6bc3 of type vlan for network 96a00198-15da-4046-91de-20cb193f4e1a Apr 23 00:36:48.876877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.881980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['9a1b16af-98ac-4ed3-b376-c5dde09ccaf1'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:36:48.920088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:48.931868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:48.932843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:49.136465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42174) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:49.136672 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3990641 Apr 23 00:36:49.144069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534edbb-50e1-4957-9f01-5d67e624240e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=96a00198-15da-4046-91de-20cb193f4e1a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:49.150047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:49.157903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 96a00198-15da-4046-91de-20cb193f4e1a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:36:49.177730 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:49.194118 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:49.198880 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:49.230761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 697c6e91-20e0-41cb-8ecc-44733bb36a86 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:49.368755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:49.373048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:49.378751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:49.385606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:49.393046 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:49.411221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:49.416138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:49.489989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a1b9b03f-4bd6-4ab3-9c37-71158106cfde None None] Provisioning for port f90844b5-e981-44ce-a6d1-40f661b23eab completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:49.490981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0fed1-e410-47f8-99ac-15f94c9925dd req-4bf206b6-ac55-4c97-b121-ab2ad97bdea1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:49.494125 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ace0fed1-e410-47f8-99ac-15f94c9925dd req-4bf206b6-ac55-4c97-b121-ab2ad97bdea1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 945 time: 0.5055358 Apr 23 00:36:49.515856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a1b9b03f-4bd6-4ab3-9c37-71158106cfde None None] Provisioning complete for port f90844b5-e981-44ce-a6d1-40f661b23eab triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:49.516896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a1b9b03f-4bd6-4ab3-9c37-71158106cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:49.586960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a1b9b03f-4bd6-4ab3-9c37-71158106cfde None None] Port f90844b5-e981-44ce-a6d1-40f661b23eab cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:49.631919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 697c6e91-20e0-41cb-8ecc-44733bb36a86 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:49.638903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 697c6e91-20e0-41cb-8ecc-44733bb36a86 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:49.638903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:49.675272 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ace0fed1-e410-47f8-99ac-15f94c9925dd req-c656807c-b56f-4746-84b5-2f388b3fbb03 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181405 Apr 23 00:36:49.890818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:49.917049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5f1ea4b4-79ff-4e48-8c37-f6596b2c0692 None None] Provisioning complete for port f90844b5-e981-44ce-a6d1-40f661b23eab triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:49.917049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5f1ea4b4-79ff-4e48-8c37-f6596b2c0692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:49.966127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.015502 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:47Z', 'revision_number': 3, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:46Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:47Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:50.017828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=990cc4bc-9117-40e0-88c1-fe397b63a725,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:50.027320 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:50.027742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:50.028103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: 96a00198-15da-4046-91de-20cb193f4e1a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:50.028237 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Updating router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 port f90844b5-e981-44ce-a6d1-40f661b23eab binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:36:50.051403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 96a00198-15da-4046-91de-20cb193f4e1a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:50.075163 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.082349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 96a00198-15da-4046-91de-20cb193f4e1a) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:50.082737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:50.083652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.088217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ea4b4-79ff-4e48-8c37-f6596b2c0692 None None] Port f90844b5-e981-44ce-a6d1-40f661b23eab cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:50.088217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 697c6e91-20e0-41cb-8ecc-44733bb36a86, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=697c6e91-20e0-41cb-8ecc-44733bb36a86,segment=NetworkSegment(6d68fbc0-9953-4851-b27b-4084075fadb0),segment_id=6d68fbc0-9953-4851-b27b-4084075fadb0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:50.095419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eaf490-fbad-463a-80f9-72603b96fa2d None None] Network 96a00198-15da-4046-91de-20cb193f4e1a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:50.108087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.108551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:50.118049 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d4ce2a5d-bfe2-4a7f-8841-c27350969a0c tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9742162 Apr 23 00:36:50.119439 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.121890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42180) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:50.324701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-124562e1-b7ac-4376-9d7e-1f55bfb21a97 None None] Provisioning complete for port f90844b5-e981-44ce-a6d1-40f661b23eab triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:50.324701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-124562e1-b7ac-4376-9d7e-1f55bfb21a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.379257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=697c6e91-20e0-41cb-8ecc-44733bb36a86,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:50.451884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-124562e1-b7ac-4376-9d7e-1f55bfb21a97 None None] Port f90844b5-e981-44ce-a6d1-40f661b23eab cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:50.451884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:50.469577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:50.469956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.629955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-96a00198-15da-4046-91de-20cb193f4e1a', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:36:50.629955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.660352 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.680521 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Transition to ACTIVE for port object f90844b5-e981-44ce-a6d1-40f661b23eab will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:50.687460 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.753597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.857070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,segment=NetworkSegment(a900306a-5ffe-4714-b83a-93677377dd95),segment_id=a900306a-5ffe-4714-b83a-93677377dd95)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:50.873817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:50.965074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Allocated IP 172.22.0.2 (96a00198-15da-4046-91de-20cb193f4e1a/990cc4bc-9117-40e0-88c1-fe397b63a725/7f122558-ad84-45fd-842b-aa9e2dee2da2) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:50.999880 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Pushing event updated for resources: {'Port': ['ID=f90844b5-e981-44ce-a6d1-40f661b23eab,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:51.056710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:51.080364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c4474-0675-46cd-adc4-8817343f0fd9 req-44f07fff-98ef-42b4-9abf-9a3a5fcc0d95 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:51.083908 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82c4474-0675-46cd-adc4-8817343f0fd9 req-44f07fff-98ef-42b4-9abf-9a3a5fcc0d95 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 945 time: 0.1792200 Apr 23 00:36:51.100042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.136917 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.137116 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.137448 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.138436 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.138436 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.138436 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.138715 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.139039 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.139514 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.139619 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.139921 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.140232 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:51.159805 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82c4474-0675-46cd-adc4-8817343f0fd9 req-c180eb57-a7fe-4a69-b7f0-88a2af11fa9d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695090 Apr 23 00:36:51.168368 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Attempting to bind port f90844b5-e981-44ce-a6d1-40f661b23eab on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:51.168799 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Attempting to bind port f90844b5-e981-44ce-a6d1-40f661b23eab by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:51.169222 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Attempting to bind port f90844b5-e981-44ce-a6d1-40f661b23eab on network f882d802-31d7-4e31-82fb-c72712f689ea {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:51.175296 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:51.175668 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Checking segment: {'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:51.176045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 697c6e91-20e0-41cb-8ecc-44733bb36a86 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:51.176184 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.176439 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Bound using segment: {'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:51.176887 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Bound port: f90844b5-e981-44ce-a6d1-40f661b23eab, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a900306a-5ffe-4714-b83a-93677377dd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:51.177561 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.304969 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] For port f90844b5-e981-44ce-a6d1-40f661b23eab, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:51.310125 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] For port f90844b5-e981-44ce-a6d1-40f661b23eab, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f90844b5-e981-44ce-a6d1-40f661b23eab,segment=NetworkSegment(a900306a-5ffe-4714-b83a-93677377dd95),segment_id=a900306a-5ffe-4714-b83a-93677377dd95)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:51.316523 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.381009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 697c6e91-20e0-41cb-8ecc-44733bb36a86 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:51.381663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.416304 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:51.416937 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:51.483003 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d274a-1506-4eec-9eb0-d75dacef0fda None None] Pushing event updated for resources: {'Port': ['ID=f90844b5-e981-44ce-a6d1-40f661b23eab,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:51.490847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.505020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Transition to ACTIVE for port object 7f122558-ad84-45fd-842b-aa9e2dee2da2 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:51.573254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Transition to ACTIVE for port object 7f122558-ad84-45fd-842b-aa9e2dee2da2 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:51.587282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.641199 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:51.667860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Network 96a00198-15da-4046-91de-20cb193f4e1a is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:51.677066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:51.681157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:51.687633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Pushing event updated for resources: {'Port': ['ID=7f122558-ad84-45fd-842b-aa9e2dee2da2,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:51.702815 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.22.0.1 (96a00198-15da-4046-91de-20cb193f4e1a/990cc4bc-9117-40e0-88c1-fe397b63a725/cf080da5-3c66-4be7-8804-ad6a7b18df81) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:51.810557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Attempting to bind port 7f122558-ad84-45fd-842b-aa9e2dee2da2 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:51.811077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Attempting to bind port 7f122558-ad84-45fd-842b-aa9e2dee2da2 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:51.811261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Attempting to bind port 7f122558-ad84-45fd-842b-aa9e2dee2da2 on network 96a00198-15da-4046-91de-20cb193f4e1a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:51.816586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:51.816953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Checking segment: {'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:51.817347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.817724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Bound using segment: {'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:51.818179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Bound port: 7f122558-ad84-45fd-842b-aa9e2dee2da2, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:51.818571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.922945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:51.944458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] For port 7f122558-ad84-45fd-842b-aa9e2dee2da2, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:51.951985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] For port 7f122558-ad84-45fd-842b-aa9e2dee2da2, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7f122558-ad84-45fd-842b-aa9e2dee2da2,segment=NetworkSegment(9ccbe964-a396-4a15-b8ac-ff2173bc6bc3),segment_id=9ccbe964-a396-4a15-b8ac-ff2173bc6bc3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:51.951985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:51.968987 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object cf080da5-3c66-4be7-8804-ad6a7b18df81 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:51.987923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:52.024239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:52.092995 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:47Z', 'revision_number': 3, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:51Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:52.100840 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f2151-aa56-4503-ac5c-5a3595a14101 None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:47Z', 'revision_number': 3, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:51Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:52.132283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fbfb9-0cd3-40eb-b5bd-06fec0c8486d None None] Pushing event updated for resources: {'Port': ['ID=7f122558-ad84-45fd-842b-aa9e2dee2da2,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:52.137686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 96a00198-15da-4046-91de-20cb193f4e1a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:52.139195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=cf080da5-3c66-4be7-8804-ad6a7b18df81,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:52.151639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:52.152829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:52.159902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:52.173608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:52.175856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:52.302423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:52.399669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:52.441352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:36:52.464812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:52.474180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:52.641185 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2008bfc4-71ba-4631-8e8e-80624e679bb4'] response: {'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'code': 200} Apr 23 00:36:52.681571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:52.682219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:52.880396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361a179-4dc6-4b94-a295-bb362839eaad req-0aee0962-849a-4bb5-9071-c331ce1a8658 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:52.882116 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4361a179-4dc6-4b94-a295-bb362839eaad req-0aee0962-849a-4bb5-9071-c331ce1a8658 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 946 time: 0.4129322 Apr 23 00:36:53.199000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e1f71-dff4-4529-a551-e96b15c3de2e req-878d50fe-0435-4f70-b522-d2f4506ba89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:53.201278 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-054e1f71-dff4-4529-a551-e96b15c3de2e req-878d50fe-0435-4f70-b522-d2f4506ba89b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 1099 time: 0.2256794 Apr 23 00:36:53.288341 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-054e1f71-dff4-4529-a551-e96b15c3de2e req-c5b990b8-331f-40fd-9681-e6ce12990523 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745018 Apr 23 00:36:53.317433 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4361a179-4dc6-4b94-a295-bb362839eaad req-62e36d82-ef27-48f5-bfe0-b00f6969ac40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4036646 Apr 23 00:36:53.342182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f122558-ad84-45fd-842b-aa9e2dee2da2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:53.450952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 7f122558-ad84-45fd-842b-aa9e2dee2da2 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:53.461258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f90844b5-e981-44ce-a6d1-40f661b23eab up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:53.548195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port f90844b5-e981-44ce-a6d1-40f661b23eab completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:53.559866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f90844b5-e981-44ce-a6d1-40f661b23eab triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:53.560659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:53.700916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:53.709651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:53.718275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:53.763296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port f90844b5-e981-44ce-a6d1-40f661b23eab, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f90844b5-e981-44ce-a6d1-40f661b23eab,segment=NetworkSegment(a900306a-5ffe-4714-b83a-93677377dd95),segment_id=a900306a-5ffe-4714-b83a-93677377dd95)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:53.768237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:53.769398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:53.875219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d534bf2-38e1-4148-95e4-9dfb44cdbd2a None None] Network 96a00198-15da-4046-91de-20cb193f4e1a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:53.894818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:53.898708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=cf080da5-3c66-4be7-8804-ad6a7b18df81,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:53.996809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=f90844b5-e981-44ce-a6d1-40f661b23eab,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:54.028755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-25355cdb-e0c8-40a8-9cc6-74f8f34e6609 None None] Provisioning for port 7f122558-ad84-45fd-842b-aa9e2dee2da2 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:54.040833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:54.041207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.050791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 96a00198-15da-4046-91de-20cb193f4e1a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:54.051904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:54.079051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-25355cdb-e0c8-40a8-9cc6-74f8f34e6609 None None] Provisioning complete for port 7f122558-ad84-45fd-842b-aa9e2dee2da2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:54.079441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25355cdb-e0c8-40a8-9cc6-74f8f34e6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.217240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:54.374692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:54.391035 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a646d683-5737-469a-8328-1eb191470335 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2725365 Apr 23 00:36:54.391435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42194) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:54.394690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:54.397354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'network': {'name': 'tempest-RoutersTest-1263070508'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:54.403559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:54.407655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:network and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:54.408073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25355cdb-e0c8-40a8-9cc6-74f8f34e6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.410524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:54.417231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:54.429548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:54.433353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.435156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:54.435790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:54.463002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:36:54.472235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.472769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added segment e029f1ed-8bd7-40e0-ac55-4bc05c87c233 of type vlan for network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 Apr 23 00:36:54.507034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.530365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9f25f-aae8-4187-af0c-ce88717f7685 req-db6be641-3b51-4620-a042-c0892f145f53 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:54.532106 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9cd9f25f-aae8-4187-af0c-ce88717f7685 req-db6be641-3b51-4620-a042-c0892f145f53 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 946 time: 0.0964677 Apr 23 00:36:54.549152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.556656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:54.557433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.591746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-25355cdb-e0c8-40a8-9cc6-74f8f34e6609 None None] For port 7f122558-ad84-45fd-842b-aa9e2dee2da2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7f122558-ad84-45fd-842b-aa9e2dee2da2,segment=NetworkSegment(9ccbe964-a396-4a15-b8ac-ff2173bc6bc3),segment_id=9ccbe964-a396-4a15-b8ac-ff2173bc6bc3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:54.595461 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9cd9f25f-aae8-4187-af0c-ce88717f7685 req-d7517850-9d44-427f-9956-c3cef514d7a2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576215 Apr 23 00:36:54.603051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-25355cdb-e0c8-40a8-9cc6-74f8f34e6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:54.655812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:54.741198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Network': ['ID=74b8b025-1559-4b87-8da4-b7fe0d1f6561,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:54.759142 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-54ed5b78-27e6-493e-b5d0-f5c5427ca16a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3665206 Apr 23 00:36:54.761674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42198) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:54.767713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'subnet': {'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:54.805858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:36:54.848270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25355cdb-e0c8-40a8-9cc6-74f8f34e6609 None None] Pushing event updated for resources: {'Port': ['ID=7f122558-ad84-45fd-842b-aa9e2dee2da2,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:54.899242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:54.903311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:subnet and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:54.906211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:54.912114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:54.923316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Made reservation on behalf of a73b609b98eb41029814da56c9792ae0 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:36:54.926978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:55.019642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1914a498-c542-4866-9b06-9a54247af2c5 None None] Provisioning complete for port 7f122558-ad84-45fd-842b-aa9e2dee2da2 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:55.019977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1914a498-c542-4866-9b06-9a54247af2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:55.096871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f122558-ad84-45fd-842b-aa9e2dee2da2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:55.296857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7f122558-ad84-45fd-842b-aa9e2dee2da2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:55.297227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:55.312726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:55.369196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1914a498-c542-4866-9b06-9a54247af2c5 None None] Provisioning for port cf080da5-3c66-4be7-8804-ad6a7b18df81 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:55.376490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:52Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:55.383508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1914a498-c542-4866-9b06-9a54247af2c5 None None] Provisioning complete for port cf080da5-3c66-4be7-8804-ad6a7b18df81 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:55.383881 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1914a498-c542-4866-9b06-9a54247af2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:55.392013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Subnet': ['ID=6d562a38-3016-461d-a3ed-0089a6043f42,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:55.403946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Checking segment: {'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:55.404304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network hostable DHCP agents. Network: 74b8b025-1559-4b87-8da4-b7fe0d1f6561, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:36:55.417458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:36:55.417813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Updating router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 port cf080da5-3c66-4be7-8804-ad6a7b18df81 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:36:55.422602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:36:55.431253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 74b8b025-1559-4b87-8da4-b7fe0d1f6561) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:55.435878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:55.436640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:55.455685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de189344-4e74-4df7-98a6-57ff767dbcf4 None None] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:55.458918 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-34eca881-0817-40cb-a2b1-83ba56f23961 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6959476 Apr 23 00:36:55.462279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42202) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:55.608339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1914a498-c542-4866-9b06-9a54247af2c5 None None] Port cf080da5-3c66-4be7-8804-ad6a7b18df81 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:55.632253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:55.648166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f90844b5-e981-44ce-a6d1-40f661b23eab up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:55.802063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260a0b5-a0c8-4f82-80f9-1bbd52fef572 req-990117a1-ae82-443a-bfe8-3b00ab309dff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:55.803914 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4260a0b5-a0c8-4f82-80f9-1bbd52fef572 req-990117a1-ae82-443a-bfe8-3b00ab309dff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 946 time: 0.0853424 Apr 23 00:36:55.853767 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4260a0b5-a0c8-4f82-80f9-1bbd52fef572 req-fac49c65-a9c0-4a86-9420-40d1449af020 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427644 Apr 23 00:36:55.878766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9400a885-8137-4021-b84e-9b99e7735a23 None None] Provisioning complete for port cf080da5-3c66-4be7-8804-ad6a7b18df81 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:55.879135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9400a885-8137-4021-b84e-9b99e7735a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.046217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9400a885-8137-4021-b84e-9b99e7735a23 None None] Port cf080da5-3c66-4be7-8804-ad6a7b18df81 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:36:56.059492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:36:56.060285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.097637 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f90844b5-e981-44ce-a6d1-40f661b23eab triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:56.098011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.118502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3168d83-24ed-4bfd-9412-968f07f54dec req-64720845-dfcd-44b2-988c-e5dc5927f454 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:56.119966 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c3168d83-24ed-4bfd-9412-968f07f54dec req-64720845-dfcd-44b2-988c-e5dc5927f454 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 946 time: 0.1564071 Apr 23 00:36:56.125777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.304682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c3168d83-24ed-4bfd-9412-968f07f54dec req-77b22126-b8af-4abc-a3a6-e2b1b2a8422a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1676016 Apr 23 00:36:56.330187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42210) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:56.435193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Allocated IP 172.23.0.2 (74b8b025-1559-4b87-8da4-b7fe0d1f6561/6d562a38-3016-461d-a3ed-0089a6043f42/da2bc9d8-57ec-494b-b4b3-f27177bea334) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:56.532228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f4975-3ba7-4842-a36d-e0a48afb2c02 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:36:56.533711 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-141f4975-3ba7-4842-a36d-e0a48afb2c02 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 1094 time: 0.2025893 Apr 23 00:36:56.536479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42214) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:56.541983 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:36:56.547822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:36:56.551574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:36:56.555496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:36:56.560980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:36:56.571771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.601937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.621275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Transition to ACTIVE for port object cf080da5-3c66-4be7-8804-ad6a7b18df81 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:56.638002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.830514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6ab7-7026-4901-aeb1-6f9697f24db5 None None] Pushing event updated for resources: {'Port': ['ID=cf080da5-3c66-4be7-8804-ad6a7b18df81,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:56.857248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.930635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.945275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Attempting to bind port cf080da5-3c66-4be7-8804-ad6a7b18df81 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:56.945624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Attempting to bind port cf080da5-3c66-4be7-8804-ad6a7b18df81 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:56.945983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Attempting to bind port cf080da5-3c66-4be7-8804-ad6a7b18df81 on network 96a00198-15da-4046-91de-20cb193f4e1a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:56.948669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Transition to ACTIVE for port object da2bc9d8-57ec-494b-b4b3-f27177bea334 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:56.959965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:56.960371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Checking segment: {'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:56.960776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:56.961162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Bound using segment: {'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:56.961628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Bound port: cf080da5-3c66-4be7-8804-ad6a7b18df81, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:56.961996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.004107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.250 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/a3dc2c5e-684e-4eea-884b-b3e1c9654d22) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:57.022316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Transition to ACTIVE for port object da2bc9d8-57ec-494b-b4b3-f27177bea334 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:57.041853 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.128711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:57.136512 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:57.145768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:57.157093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] For port cf080da5-3c66-4be7-8804-ad6a7b18df81, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:57.159215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Pushing event updated for resources: {'Port': ['ID=da2bc9d8-57ec-494b-b4b3-f27177bea334,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:57.174581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Allocated IP 172.23.0.1 (74b8b025-1559-4b87-8da4-b7fe0d1f6561/6d562a38-3016-461d-a3ed-0089a6043f42/fcedd858-80b6-4d9b-aa4e-40136b1c4039) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:36:57.224460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] For port cf080da5-3c66-4be7-8804-ad6a7b18df81, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cf080da5-3c66-4be7-8804-ad6a7b18df81,segment=NetworkSegment(9ccbe964-a396-4a15-b8ac-ff2173bc6bc3),segment_id=9ccbe964-a396-4a15-b8ac-ff2173bc6bc3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:57.245645 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:36:57.247215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.255916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.305883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Attempting to bind port da2bc9d8-57ec-494b-b4b3-f27177bea334 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:36:57.306318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Attempting to bind port da2bc9d8-57ec-494b-b4b3-f27177bea334 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:36:57.306468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Attempting to bind port da2bc9d8-57ec-494b-b4b3-f27177bea334 on network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:36:57.326466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:36:57.326848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Checking segment: {'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:36:57.327242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.327891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Bound using segment: {'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:36:57.328360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Bound port: da2bc9d8-57ec-494b-b4b3-f27177bea334, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:36:57.328727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.384012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.385193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6ab7-7026-4901-aeb1-6f9697f24db5 None None] Pushing event updated for resources: {'Port': ['ID=cf080da5-3c66-4be7-8804-ad6a7b18df81,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:57.394037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:57.394830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:57.402111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.446990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Transition to ACTIVE for port object fcedd858-80b6-4d9b-aa4e-40136b1c4039 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:36:57.477379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:57.482406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:57.488002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:57.543329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=a3dc2c5e-684e-4eea-884b-b3e1c9654d22,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:57.596835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.633930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:36:57.678860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:57.684579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:57.686290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] For port da2bc9d8-57ec-494b-b4b3-f27177bea334, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:36:57.703625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] For port da2bc9d8-57ec-494b-b4b3-f27177bea334, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=da2bc9d8-57ec-494b-b4b3-f27177bea334,segment=NetworkSegment(e029f1ed-8bd7-40e0-ac55-4bc05c87c233),segment_id=e029f1ed-8bd7-40e0-ac55-4bc05c87c233)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:36:57.717823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.732673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:36:57.771074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=fcedd858-80b6-4d9b-aa4e-40136b1c4039,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:57.815635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:57.951302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21244f4-847d-461e-844e-eb722f3da19f None None] Pushing event updated for resources: {'Port': ['ID=da2bc9d8-57ec-494b-b4b3-f27177bea334,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:58.089827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42220) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:36:58.135598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:52Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:36:57Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:58.144427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec557ab4-4bbc-49e1-9ada-940f68314617 None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:52Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:36:57Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:36:58.161550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:58.392473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Deleting port 890b00f8-b6c5-4687-b44e-9eaa40d7c476 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:36:58.392822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:58.560476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:58.585022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:58.586882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:58.781946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:58.841822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Calling delete_port for 890b00f8-b6c5-4687-b44e-9eaa40d7c476 owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:36:58.996879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.013480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.023362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.088633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event deleted for resources: {'Port': ['ID=890b00f8-b6c5-4687-b44e-9eaa40d7c476,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:59.141233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.143232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.143420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.143933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.144668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.145185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.145680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.146433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.146929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.147602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.148683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.149390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:36:59.157548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1981b2-1c23-4cc4-973b-d670900be1d7 None None] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:36:59.163767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event updated for resources: {'Port': ['ID=fcedd858-80b6-4d9b-aa4e-40136b1c4039,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:59.166355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.206561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2bc9d8-57ec-494b-b4b3-f27177bea334 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:59.226444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.226895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.227346 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Floating IP 783ba24e-547f-4386-a03b-de4d019f233b disassociated (deleted). External IP: 172.26.8.193, port: 0baa1a56-9284-439b-84dc-4bf26f64b206. Apr 23 00:36:59.281131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.336457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-14ed5082-e159-4df5-80c7-683d5c24991c None None] Provisioning for port da2bc9d8-57ec-494b-b4b3-f27177bea334 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:59.408581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port da2bc9d8-57ec-494b-b4b3-f27177bea334 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:59.418342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port da2bc9d8-57ec-494b-b4b3-f27177bea334 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:59.419026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.431382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=a3dc2c5e-684e-4eea-884b-b3e1c9654d22,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:59.450992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.501505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:36:59.508543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:36:59.597112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.611638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Router 841d664e-309d-4d00-afa6-cf387d66eba7 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:59.635595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port da2bc9d8-57ec-494b-b4b3-f27177bea334, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=da2bc9d8-57ec-494b-b4b3-f27177bea334,segment=NetworkSegment(e029f1ed-8bd7-40e0-ac55-4bc05c87c233),segment_id=e029f1ed-8bd7-40e0-ac55-4bc05c87c233)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:36:59.639843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.640817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cf080da5-3c66-4be7-8804-ad6a7b18df81 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:36:59.763859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=da2bc9d8-57ec-494b-b4b3-f27177bea334,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:36:59.786497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:36:59.787815 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c associated. External IP: 172.26.8.250, port: 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1. Apr 23 00:36:59.813495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:36:59.825500 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] Sync routers for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:36:59.833096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port cf080da5-3c66-4be7-8804-ad6a7b18df81 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:36:59.839544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cf080da5-3c66-4be7-8804-ad6a7b18df81 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:59.839797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.840176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.841171 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:36:59.842087 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:36:59.922709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff027f3-f4d2-4e37-872f-ef1c195ad560 None None] Provisioning complete for port da2bc9d8-57ec-494b-b4b3-f27177bea334 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:36:59.923224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cff027f3-f4d2-4e37-872f-ef1c195ad560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:36:59.973039 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-922648cf-8ea5-4116-8493-e06e8be6e951 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "DELETE /v2.0/floatingips/783ba24e-547f-4386-a03b-de4d019f233b HTTP/1.1" status: 204 len: 168 time: 1.8775272 Apr 23 00:36:59.973999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:37:00.105089 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:00.169520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:00.216155 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31aa9134-8cc3-462f-a588-552bb5503e11'] response: {'name': 'network-changed', 'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'status': 'completed', 'code': 200} Apr 23 00:37:00.242363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port cf080da5-3c66-4be7-8804-ad6a7b18df81, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cf080da5-3c66-4be7-8804-ad6a7b18df81,segment=NetworkSegment(9ccbe964-a396-4a15-b8ac-ff2173bc6bc3),segment_id=9ccbe964-a396-4a15-b8ac-ff2173bc6bc3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:00.252626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:00.344869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=cf080da5-3c66-4be7-8804-ad6a7b18df81,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:00.348531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff027f3-f4d2-4e37-872f-ef1c195ad560 None None] Provisioning for port fcedd858-80b6-4d9b-aa4e-40136b1c4039 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:37:00.371415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cff027f3-f4d2-4e37-872f-ef1c195ad560 None None] Provisioning complete for port fcedd858-80b6-4d9b-aa4e-40136b1c4039 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:37:00.372169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cff027f3-f4d2-4e37-872f-ef1c195ad560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:00.525361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cff027f3-f4d2-4e37-872f-ef1c195ad560 None None] Port fcedd858-80b6-4d9b-aa4e-40136b1c4039 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:37:00.580327 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:00.584056 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] Checking router: 841d664e-309d-4d00-afa6-cf387d66eba7 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:00.592760 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:00.593347 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:00.610380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:00.621094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:00.631740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:00.632432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:00.730215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6d518b37-6bff-43f8-b3f6-16e3eb044c61 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2669058 Apr 23 00:37:00.733816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42236) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:00.745432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:37:00.768753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1f2c5-ec78-4d54-8e50-aa72675c9679 req-c5a37b8b-a5eb-42eb-b17b-0a1611e669a7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:00.770269 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4f1f2c5-ec78-4d54-8e50-aa72675c9679 req-c5a37b8b-a5eb-42eb-b17b-0a1611e669a7 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.2511604 Apr 23 00:37:00.792791 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:00.814387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:00.837219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-45438d91-43b2-462c-a0e4-81bd0aea357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:00.838631 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-45438d91-43b2-462c-a0e4-81bd0aea357b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa44bdefb3424b738530691128430992&device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 1099 time: 0.5647016 Apr 23 00:37:00.860564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c716a4c0-1f2a-4430-9731-40ec61ac3ee5 None None] Provisioning complete for port fcedd858-80b6-4d9b-aa4e-40136b1c4039 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:37:00.861205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c716a4c0-1f2a-4430-9731-40ec61ac3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:00.995763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4f1f2c5-ec78-4d54-8e50-aa72675c9679 req-fbbd2615-4e9f-4967-8d85-02ec696f0ab2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734235 Apr 23 00:37:01.003193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c716a4c0-1f2a-4430-9731-40ec61ac3ee5 None None] Port fcedd858-80b6-4d9b-aa4e-40136b1c4039 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:37:01.006297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:01.093411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-945edf1a-8cc6-44a8-8538-e46539f4de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:01.102276 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-945edf1a-8cc6-44a8-8538-e46539f4de3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 HTTP/1.1" status: 200 len: 896 time: 0.2424159 Apr 23 00:37:01.143856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2bc9d8-57ec-494b-b4b3-f27177bea334 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:37:01.183447 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-bb402a06-d385-463b-bc28-fcf80c475bb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0baa1a56-9284-439b-84dc-4bf26f64b206 HTTP/1.1" status: 200 len: 217 time: 0.0797687 Apr 23 00:37:01.248663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port da2bc9d8-57ec-494b-b4b3-f27177bea334 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:37:01.249280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:01.275334 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:01.279923 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f37ede-ec90-4422-b20c-21bd5da11023 None None] The sync data for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv is: [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:33:26Z', 'revision_number': 4, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1613b1c0-0708-414b-91c0-2ff9d4cf11f7', 'name': '', 'network_id': 'a4bd3f34-58a1-4ba4-8301-3deb0a69cd75', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:22Z', 'updated_at': '2022-04-23T00:33:42Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'subnets': [{'id': '6ceb2a18-6464-4fe0-9ece-153e93309fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:01.344295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-44c1ef19-ec8c-479e-a3f7-269bd75e733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:01.345652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-44c1ef19-ec8c-479e-a3f7-269bd75e733e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6ceb2a18-6464-4fe0-9ece-153e93309fe5 HTTP/1.1" status: 200 len: 834 time: 0.1527605 Apr 23 00:37:01.396534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:01.409054 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] Sync routers for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:01.421575 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:01.422847 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:01.434875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:01.488669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:36:58Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:36:58Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:01.496182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-5071d793-5f74-4d00-a0d0-13741b4bd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:01.497607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:01.497738 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-5071d793-5f74-4d00-a0d0-13741b4bd961 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1446412 Apr 23 00:37:01.498390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Updating router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 port fcedd858-80b6-4d9b-aa4e-40136b1c4039 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:37:01.532501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cf080da5-3c66-4be7-8804-ad6a7b18df81 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:37:01.579726 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3812b512-1b24-49bb-9a15-e5eb31b12cbf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0422282 Apr 23 00:37:01.582533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:37:01.587253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42240) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:01.639710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:01.689335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.extraroute_db [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 00:37:01.713900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.extraroute_db [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Removed routes are [] {{(pid=88072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 00:37:01.714462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:01.725845 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d95dd8-bff7-4e6b-9423-94322ff7a89a'] response: {'name': 'network-changed', 'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'status': 'completed', 'code': 200} Apr 23 00:37:01.735775 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:01.957003 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-962bef0a-7e03-4439-b9d8-50a1acc5a6ed tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 992 time: 0.3657424 Apr 23 00:37:01.974790 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-5b127132-fac7-4148-9ff5-2adacbaef807 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502637 Apr 23 00:37:02.029214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.041946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Transition to ACTIVE for port object fcedd858-80b6-4d9b-aa4e-40136b1c4039 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:37:02.064129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75508e7c-3461-404f-9824-48a90a581393 None None] New status for floating IP 783ba24e-547f-4386-a03b-de4d019f233b: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:37:02.133772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.184572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.186963 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1613e8bf-887f-4d30-afa0-202811f2a9c0 req-50ad47d5-b323-4a4d-8309-9d7b0cad4af9 service neutron] 10.222.0.42 "GET /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872177 Apr 23 00:37:02.215237 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '07dbab21-27c5-4280-a73f-7a378dc6f09c', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'port_id': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'mac_address': 'fa:16:3e:a7:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:58Z', 'updated_at': '2022-04-23T00:36:58Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:02.220842 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] Checking router: e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:02.232031 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:02.232898 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:02.263345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cf080da5-3c66-4be7-8804-ad6a7b18df81 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:37:02.263941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.294586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e7312-862d-4441-9038-d4a31bf29a58 req-22a406aa-b9b7-4671-be31-db3e464700e2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:02.296081 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-937e7312-862d-4441-9038-d4a31bf29a58 req-22a406aa-b9b7-4671-be31-db3e464700e2 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.0961220 Apr 23 00:37:02.364323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.374800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-14c291c9-a011-4d78-8d4e-be19ea14a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:02.376345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-14c291c9-a011-4d78-8d4e-be19ea14a704 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 1099 time: 0.4379075 Apr 23 00:37:02.454460 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-937e7312-862d-4441-9038-d4a31bf29a58 req-398df2c4-0bb3-422d-ba0e-077b42105a13 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971611 Apr 23 00:37:02.473298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-055c85ce-3fd7-4cdf-bf29-f9ae2b3b0134 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:02.477876 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-055c85ce-3fd7-4cdf-bf29-f9ae2b3b0134 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.42 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.1807506 Apr 23 00:37:02.479641 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:02.507984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:02.586133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Deleting port 0baa1a56-9284-439b-84dc-4bf26f64b206 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:02.586133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.691011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5937b8-2d9d-45e8-be8b-fa35410cb95a None None] Pushing event updated for resources: {'Port': ['ID=fcedd858-80b6-4d9b-aa4e-40136b1c4039,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:02.727739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Attempting to bind port fcedd858-80b6-4d9b-aa4e-40136b1c4039 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:37:02.728076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Attempting to bind port fcedd858-80b6-4d9b-aa4e-40136b1c4039 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:37:02.728371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Attempting to bind port fcedd858-80b6-4d9b-aa4e-40136b1c4039 on network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:37:02.731815 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:02.739983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.741183 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-27945aff-4aaa-4009-916b-91ae57f24f0b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 200 len: 934 time: 2.0030689 Apr 23 00:37:02.744670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42248) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:02.753267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:37:02.753681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Checking segment: {'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:37:02.754049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.754734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Bound using segment: {'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:37:02.755097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Bound port: fcedd858-80b6-4d9b-aa4e-40136b1c4039, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:37:02.755473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.836683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-ea12665c-90a2-495b-9654-60fecf7c0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:02.838258 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-ea12665c-90a2-495b-9654-60fecf7c0894 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 896 time: 0.4468846 Apr 23 00:37:02.924027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] For port 0baa1a56-9284-439b-84dc-4bf26f64b206, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=0baa1a56-9284-439b-84dc-4bf26f64b206,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:02.924544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:02.958736 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '07dbab21-27c5-4280-a73f-7a378dc6f09c', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'port_id': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'mac_address': 'fa:16:3e:a7:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:58Z', 'updated_at': '2022-04-23T00:36:58Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:02.963384 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9956a615-f73c-4356-b0d6-98706b8e6605 None None] The sync data for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv is: [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '07dbab21-27c5-4280-a73f-7a378dc6f09c', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'port_id': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'mac_address': 'fa:16:3e:a7:a6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:58Z', 'updated_at': '2022-04-23T00:36:58Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:02.974697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] For port fcedd858-80b6-4d9b-aa4e-40136b1c4039, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:37:02.979126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] For port fcedd858-80b6-4d9b-aa4e-40136b1c4039, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fcedd858-80b6-4d9b-aa4e-40136b1c4039,segment=NetworkSegment(e029f1ed-8bd7-40e0-ac55-4bc05c87c233),segment_id=e029f1ed-8bd7-40e0-ac55-4bc05c87c233)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:37:02.985947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:03.010532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42252) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:03.103019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:03.103662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:03.171125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5937b8-2d9d-45e8-be8b-fa35410cb95a None None] Pushing event updated for resources: {'Port': ['ID=fcedd858-80b6-4d9b-aa4e-40136b1c4039,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:03.200272 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-2f422ddd-ad07-4524-990d-65697af14f23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 HTTP/1.1" status: 200 len: 1000 time: 0.3136210 Apr 23 00:37:03.253129 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-68d1556f-c53c-4ed2-8ab6-198202cc9859 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 992 time: 0.2417295 Apr 23 00:37:03.261070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Calling delete_port for 0baa1a56-9284-439b-84dc-4bf26f64b206 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:03.286562 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aebf6d-f696-4268-803f-649c2d7d9619 None None] New status for floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:37:03.321467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-ffaa15a5-9e0d-4b56-8503-5f99e79cdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:03.323188 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-ffaa15a5-9e0d-4b56-8503-5f99e79cdcee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.1121700 Apr 23 00:37:03.332572 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-851d990c-2f17-435d-baa2-3f5eff60322e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 200 len: 934 time: 0.5863183 Apr 23 00:37:03.338636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:03.342795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42256) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:03.361717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'routes': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:37:03.419764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-5d79f2b6-0b61-431f-ba2c-87ca20f40721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:03.421536 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-5d79f2b6-0b61-431f-ba2c-87ca20f40721 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880446 Apr 23 00:37:03.585422 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-f3ac72d0-0886-4e4d-9b43-a537b5d0cc7a service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567249 Apr 23 00:37:03.724781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:01Z', 'revision_number': 6, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:02Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:03.729910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c519b2f-7b9a-421e-84eb-c9dfabb916da None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:01Z', 'revision_number': 6, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:02Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:03.826810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7aa49da6-4e85-4271-88be-fdeedc434d5e req-812af050-849d-41f5-841e-c17dfbf6bfcb service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355502 Apr 23 00:37:03.838568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7b803-e901-45f8-af77-37ac25cdb04d req-76290a36-70b7-4d15-8eae-e683b17823fa tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:03.839283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6ed7b803-e901-45f8-af77-37ac25cdb04d req-76290a36-70b7-4d15-8eae-e683b17823fa tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Synchronizing usage tracker for tenant:fa44bdefb3424b738530691128430992 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:37:03.869903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6ed7b803-e901-45f8-af77-37ac25cdb04d req-76290a36-70b7-4d15-8eae-e683b17823fa tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Unset dirty status for tenant:fa44bdefb3424b738530691128430992 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:37:03.871321 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ed7b803-e901-45f8-af77-37ac25cdb04d req-76290a36-70b7-4d15-8eae-e683b17823fa tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/ports?device_id=bfe588c2-b90a-4e94-95b7-209df21aaf01 HTTP/1.1" status: 200 len: 946 time: 0.2395496 Apr 23 00:37:03.924516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ed7b803-e901-45f8-af77-37ac25cdb04d req-edd0ac83-bcc2-4f63-abe3-8ef92cf7f960 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "GET /v2.0/security-groups?id=62e6c78d-890c-4414-98d1-501cf554cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Apr 23 00:37:04.022013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:04.113962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event deleted for resources: {'Port': ['ID=0baa1a56-9284-439b-84dc-4bf26f64b206,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:04.239401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] No DVR routers for this DVR port 0baa1a56-9284-439b-84dc-4bf26f64b206 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:37:04.242783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:04.247770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-deleted', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:37:04.255972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42264) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:04.300399 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e399b67-f38f-44a5-855e-d49e1ebeba0f req-aea5506f-f7f2-4406-b4db-c6e1c0e6b573 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.42 "DELETE /v2.0/ports/0baa1a56-9284-439b-84dc-4bf26f64b206 HTTP/1.1" status: 204 len: 173 time: 1.8166082 Apr 23 00:37:04.312524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cc4c65-49b3-49a1-8eaa-73371d18213d'] response: {'server_uuid': 'bfe588c2-b90a-4e94-95b7-209df21aaf01', 'name': 'network-vif-deleted', 'tag': '0baa1a56-9284-439b-84dc-4bf26f64b206', 'status': 'completed', 'code': 200} Apr 23 00:37:04.380457 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b08722a3-9032-4670-857d-b471717d62b5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 994 time: 0.1233430 Apr 23 00:37:04.399958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added routes are [] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 00:37:04.400280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 00:37:04.430751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:04.544624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:04.554387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:04.555030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:04.715709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:04.758710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:04.762038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:04.942526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:05.095919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42270) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:05.121718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:05.128666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:05.133759 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ea4d6f8b-085c-426f-ab74-be572270110f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 200 len: 700 time: 1.7875273 Apr 23 00:37:05.134378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42274) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:05.139809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fcedd858-80b6-4d9b-aa4e-40136b1c4039 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:37:05.214428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:04Z', 'revision_number': 7, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:02Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:05.221056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:05.231307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fcedd858-80b6-4d9b-aa4e-40136b1c4039 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:37:05.236287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:05.237009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:05.301727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fcedd858-80b6-4d9b-aa4e-40136b1c4039 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:37:05.302164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:05.314501 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fbe9a639-280d-4f3e-af15-2c6af28ae229 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 200 len: 700 time: 0.1765404 Apr 23 00:37:05.314754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42278) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:05.443097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:05.656486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:05.689541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:05.756506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port fcedd858-80b6-4d9b-aa4e-40136b1c4039, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fcedd858-80b6-4d9b-aa4e-40136b1c4039,segment=NetworkSegment(e029f1ed-8bd7-40e0-ac55-4bc05c87c233),segment_id=e029f1ed-8bd7-40e0-ac55-4bc05c87c233)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:05.766037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:05.902171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=fcedd858-80b6-4d9b-aa4e-40136b1c4039,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:05.929516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:04Z', 'revision_number': 7, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:02Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:05.933296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5f363-accf-409a-b4f4-63a40bfc7ace None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:04Z', 'revision_number': 7, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:02Z', 'revision_number': 4, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:06.020925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 0baa1a56-9284-439b-84dc-4bf26f64b206 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:06.026815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:06.061797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 0baa1a56-9284-439b-84dc-4bf26f64b206 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:06.062237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 0baa1a56-9284-439b-84dc-4bf26f64b206 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:06.190352 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:06.200246 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:06.201098 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:06.242509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Deleting port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:06.243206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:06.356403 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:06.394117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port fcedd858-80b6-4d9b-aa4e-40136b1c4039 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:06.395358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:06.444123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] For port 1613b1c0-0708-414b-91c0-2ff9d4cf11f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:06.444803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:06.569025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Calling delete_port for 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:06.591362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port fcedd858-80b6-4d9b-aa4e-40136b1c4039, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fcedd858-80b6-4d9b-aa4e-40136b1c4039,segment=NetworkSegment(e029f1ed-8bd7-40e0-ac55-4bc05c87c233),segment_id=e029f1ed-8bd7-40e0-ac55-4bc05c87c233)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:06.591715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:06.711805 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:04Z', 'revision_number': 7, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:05Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:06.715651 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:06.723710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for fcedd858-80b6-4d9b-aa4e-40136b1c4039 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:06.724062 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:06.724693 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:06.881239 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:06.910834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:06.917278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:06.961564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event deleted for resources: {'Port': ['ID=1613b1c0-0708-414b-91c0-2ff9d4cf11f7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:07.019240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=fcedd858-80b6-4d9b-aa4e-40136b1c4039,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:07.218774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fcedd858-80b6-4d9b-aa4e-40136b1c4039 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:37:07.281377 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: fcedd858-80b6-4d9b-aa4e-40136b1c4039 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:07.282086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fcedd858-80b6-4d9b-aa4e-40136b1c4039 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 23 00:37:07.296788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.297140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.297482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.297816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.298145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.298498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.298822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.299144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.300195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.300732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.301403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.301898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:07.339463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port fcedd858-80b6-4d9b-aa4e-40136b1c4039 not found, will not notify nova. {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 23 00:37:07.394714 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:04Z', 'revision_number': 7, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:05Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:07.400555 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ad3fc-129b-465e-a903-548774a1db72 None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:04Z', 'revision_number': 7, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fcedd858-80b6-4d9b-aa4e-40136b1c4039', 'name': '', 'network_id': '74b8b025-1559-4b87-8da4-b7fe0d1f6561', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:13:1b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:56Z', 'updated_at': '2022-04-23T00:37:05Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '6d562a38-3016-461d-a3ed-0089a6043f42', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:07.401961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:07.553224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:07.907774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:07.918315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Router 841d664e-309d-4d00-afa6-cf387d66eba7 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:08.129637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:08.139044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:08.146044 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8295289b-ac29-4a15-8bff-bb31add59972 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8292959 Apr 23 00:37:08.147638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42282) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:08.151774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:08.151945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:08.214412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:08.232858 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] Sync routers for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:08.233960 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-51db4fb0-8fa9-487f-92e7-947c8c258687 tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "PUT /v2.0/routers/841d664e-309d-4d00-afa6-cf387d66eba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1358886 Apr 23 00:37:08.234547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42286) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:08.248096 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:08.250468 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:08.256700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet 6d562a38-3016-461d-a3ed-0089a6043f42 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:37:08.260488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.339933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.346019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Deleting subnet 6ceb2a18-6464-4fe0-9ece-153e93309fe5 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:37:08.349321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.404670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:08.435521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.502383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.610710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.621623 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:08.633910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.725799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=6d562a38-3016-461d-a3ed-0089a6043f42,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:08.738830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.755426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da53c872-c83c-493b-a5d1-2bdcec4b0e92 None None] Network 74b8b025-1559-4b87-8da4-b7fe0d1f6561 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:37:08.758982 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f3e5da4c-e34c-429e-8d37-99fbd2fcbc11 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/6d562a38-3016-461d-a3ed-0089a6043f42 HTTP/1.1" status: 204 len: 168 time: 0.6100013 Apr 23 00:37:08.759106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42290) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:08.812138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.899732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event deleted for resources: {'Subnet': ['ID=6ceb2a18-6464-4fe0-9ece-153e93309fe5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:08.904654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:08.946059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd8eda0-0575-4b98-9243-88ea924791a4 None None] Network a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:37:08.989995 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3fa599c1-5020-4e30-b566-3a9f40a94a7b tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "DELETE /v2.0/subnets/6ceb2a18-6464-4fe0-9ece-153e93309fe5 HTTP/1.1" status: 204 len: 168 time: 0.7539859 Apr 23 00:37:08.993859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42294) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:09.089754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.105863 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:37:06Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:09.111778 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] Checking router: 841d664e-309d-4d00-afa6-cf387d66eba7 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:09.123259 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] Routers {'841d664e-309d-4d00-afa6-cf387d66eba7'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:09.124073 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['841d664e-309d-4d00-afa6-cf387d66eba7'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:09.129133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port da2bc9d8-57ec-494b-b4b3-f27177bea334 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:09.129703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.323801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.330196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:06Z', 'revision_number': 8, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:09.337006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:09.358486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:09.359848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:09.396822 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] Set router 841d664e-309d-4d00-afa6-cf387d66eba7 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:09.458312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b9759-9c1d-4810-9766-9a251f168db9 None None] DHCP port deletion for 74b8b025-1559-4b87-8da4-b7fe0d1f6561 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:37:09.460271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] DHCP port deletion for a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:37:09.484602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Deleting port 219f79c7-419d-4757-a38e-cac287ba96cb {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:09.484984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.565626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port da2bc9d8-57ec-494b-b4b3-f27177bea334, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=da2bc9d8-57ec-494b-b4b3-f27177bea334,segment=NetworkSegment(e029f1ed-8bd7-40e0-ac55-4bc05c87c233),segment_id=e029f1ed-8bd7-40e0-ac55-4bc05c87c233)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:09.566153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.702709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] For port 219f79c7-419d-4757-a38e-cac287ba96cb, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=219f79c7-419d-4757-a38e-cac287ba96cb,segment=NetworkSegment(4faf2286-9814-46f9-b7d5-b7de81e4455a),segment_id=4faf2286-9814-46f9-b7d5-b7de81e4455a)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:09.703107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.719045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for da2bc9d8-57ec-494b-b4b3-f27177bea334 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:09.756658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.774014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Deleting port 0909b7c3-e398-41ee-94c0-8988a1e6b816 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:09.774557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.816419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.831167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Calling delete_port for 219f79c7-419d-4757-a38e-cac287ba96cb owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:09.872071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=da2bc9d8-57ec-494b-b4b3-f27177bea334,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:09.877003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No DVR routers for this DVR port da2bc9d8-57ec-494b-b4b3-f27177bea334 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:37:09.936023 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:37:06Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:09.937646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-129b9759-9c1d-4810-9766-9a251f168db9 None None] Deleting port da2bc9d8-57ec-494b-b4b3-f27177bea334 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:09.938264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-129b9759-9c1d-4810-9766-9a251f168db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:09.941774 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873795c-96dd-430d-8a81-a64149ec267b None None] The sync data for ids ['841d664e-309d-4d00-afa6-cf387d66eba7'] in dv-neutron-838784-1-hyperv is: [{'id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516718774', 'tenant_id': 'fa44bdefb3424b738530691128430992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:33:02Z', 'updated_at': '2022-04-23T00:37:06Z', 'revision_number': 5, 'project_id': 'fa44bdefb3424b738530691128430992', 'gw_port': {'id': '0909b7c3-e398-41ee-94c0-8988a1e6b816', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '841d664e-309d-4d00-afa6-cf387d66eba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:33:06Z', 'updated_at': '2022-04-23T00:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:10.044044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.061242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] For port 0909b7c3-e398-41ee-94c0-8988a1e6b816, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0909b7c3-e398-41ee-94c0-8988a1e6b816,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:10.061682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.157184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Pushing event deleted for resources: {'Port': ['ID=219f79c7-419d-4757-a38e-cac287ba96cb,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:10.165344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] No DVR routers for this DVR port 219f79c7-419d-4757-a38e-cac287ba96cb on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:37:10.187192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-129b9759-9c1d-4810-9766-9a251f168db9 None None] The port 'da2bc9d8-57ec-494b-b4b3-f27177bea334' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:37:10.196881 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.198129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.198364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.198696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.199142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.199405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.199738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.206228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.206228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.206228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.206228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.206228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.206228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b24063-c3d9-4192-830f-7b7f826bcfa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:37:10.212689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:10.216020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.262372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b8b025-1559-4b87-8da4-b7fe0d1f6561']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:10.263081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Calling delete_port for 0909b7c3-e398-41ee-94c0-8988a1e6b816 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:10.283656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:10.283820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e029f1ed-8bd7-40e0-ac55-4bc05c87c233') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:10.306659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.333688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.345389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:37:10.346457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:37:10.365316 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:37:10.457587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.464278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.503245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=74b8b025-1559-4b87-8da4-b7fe0d1f6561,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:10.512573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e28f9c39-e05d-48b5-b4b9-c68fc0799480 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/74b8b025-1559-4b87-8da4-b7fe0d1f6561 HTTP/1.1" status: 204 len: 168 time: 1.7515652 Apr 23 00:37:10.515147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42300) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:10.568125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.627087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event deleted for resources: {'Port': ['ID=0909b7c3-e398-41ee-94c0-8988a1e6b816,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:10.727817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.738022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:06Z', 'revision_number': 8, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:10.742761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774e61d-d552-4420-8c61-b8e2045be99d None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:06Z', 'revision_number': 8, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf080da5-3c66-4be7-8804-ad6a7b18df81', 'name': '', 'network_id': '96a00198-15da-4046-91de-20cb193f4e1a', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:a8:b7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:51Z', 'updated_at': '2022-04-23T00:37:00Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': '990cc4bc-9117-40e0-88c1-fe397b63a725', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:10.919018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.921217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.950148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.950148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Fanout notify agent at l3_agent the message router_deleted on router 841d664e-309d-4d00-afa6-cf387d66eba7 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:37:10.970525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:10.971801 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-25a7e2a6-03e4-4d4b-a306-0a2d39d90abd tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "DELETE /v2.0/routers/841d664e-309d-4d00-afa6-cf387d66eba7 HTTP/1.1" status: 204 len: 168 time: 1.9737475 Apr 23 00:37:10.974618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42304) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:11.138630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.167667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.310093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.337209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bd3f34-58a1-4ba4-8301-3deb0a69cd75']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:11.350117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faf2286-9814-46f9-b7d5-b7de81e4455a') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:11.350561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faf2286-9814-46f9-b7d5-b7de81e4455a') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:11.361838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.386859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.393035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:37:11.393636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:37:11.409477 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:37:11.523751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.567728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.567728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event deleted for resources: {'Network': ['ID=a4bd3f34-58a1-4ba4-8301-3deb0a69cd75,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:11.586172 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d5e353bb-eaa3-444d-9338-490f9d2ba0ee tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "DELETE /v2.0/networks/a4bd3f34-58a1-4ba4-8301-3deb0a69cd75 HTTP/1.1" status: 204 len: 168 time: 0.6080277 Apr 23 00:37:11.587204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42308) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:11.587639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port cf080da5-3c66-4be7-8804-ad6a7b18df81 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:11.587639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.635210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2bc9d8-57ec-494b-b4b3-f27177bea334 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:11.677016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: da2bc9d8-57ec-494b-b4b3-f27177bea334 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:11.677016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device da2bc9d8-57ec-494b-b4b3-f27177bea334 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:11.677016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 219f79c7-419d-4757-a38e-cac287ba96cb no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:11.716200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 219f79c7-419d-4757-a38e-cac287ba96cb {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:11.716633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 219f79c7-419d-4757-a38e-cac287ba96cb not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:11.717196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fcedd858-80b6-4d9b-aa4e-40136b1c4039 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:11.757963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: fcedd858-80b6-4d9b-aa4e-40136b1c4039 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:11.759025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fcedd858-80b6-4d9b-aa4e-40136b1c4039 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:11.759511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:11.796739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:11.797114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1613b1c0-0708-414b-91c0-2ff9d4cf11f7 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:11.805005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76de3249-cbf8-4999-b796-631515c5a33d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.832712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port cf080da5-3c66-4be7-8804-ad6a7b18df81, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cf080da5-3c66-4be7-8804-ad6a7b18df81,segment=NetworkSegment(9ccbe964-a396-4a15-b8ac-ff2173bc6bc3),segment_id=9ccbe964-a396-4a15-b8ac-ff2173bc6bc3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:11.833212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.839563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76de3249-cbf8-4999-b796-631515c5a33d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.916846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76de3249-cbf8-4999-b796-631515c5a33d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.938842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de3249-cbf8-4999-b796-631515c5a33d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e6c78d-890c-4414-98d1-501cf554cda9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:11.957862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76de3249-cbf8-4999-b796-631515c5a33d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:11.959243 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-76de3249-cbf8-4999-b796-631515c5a33d tempest-TestNetworkAdvancedServerOps-970159952 tempest-TestNetworkAdvancedServerOps-970159952-project] 10.222.0.39 "DELETE /v2.0/security-groups/62e6c78d-890c-4414-98d1-501cf554cda9 HTTP/1.1" status: 204 len: 168 time: 0.3712001 Apr 23 00:37:12.105949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for cf080da5-3c66-4be7-8804-ad6a7b18df81 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:12.294440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:12.309691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42318) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:12.372642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=cf080da5-3c66-4be7-8804-ad6a7b18df81,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:12.473115 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8519f2af-b0d9-4fae-9eb2-d5ebdc1d89ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa44bdefb3424b738530691128430992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621506 Apr 23 00:37:12.475614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42324) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:12.545732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12425971-1933-4248-8039-55354c1bc791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:12.571871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12425971-1933-4248-8039-55354c1bc791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:12.609594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:12.626082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12425971-1933-4248-8039-55354c1bc791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:12.641921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12425971-1933-4248-8039-55354c1bc791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39699969-354c-49f8-b7bc-25491d4e9bb9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:12.651796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-12425971-1933-4248-8039-55354c1bc791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:12.652918 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-12425971-1933-4248-8039-55354c1bc791 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39699969-354c-49f8-b7bc-25491d4e9bb9 HTTP/1.1" status: 204 len: 168 time: 0.1760938 Apr 23 00:37:12.935839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42332) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:12.938346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:12.953599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:12.967748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:37:12.971636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Usage tracker for resource:security_group_rule and tenant:4521baf5952e4d91b4b3bf25dce4e3c1 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:37:12.974452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:37:12.980113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:37:13.099569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0909b7c3-e398-41ee-94c0-8988a1e6b816 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:13.100470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.105511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.120059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:13.133240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:13.134944 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-85ff6e8b-a69a-43a0-80c0-53e602caf797 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6186004 Apr 23 00:37:13.137594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42336) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:13.143682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 0909b7c3-e398-41ee-94c0-8988a1e6b816 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:13.143919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0909b7c3-e398-41ee-94c0-8988a1e6b816 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:13.150851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:13.151625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:13.173085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9251dfc3-5414-4a84-878e-e037523768cc,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:13.180404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eb7c91a4-9a0a-4b8e-bf01-e0adf804f86c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4521baf5952e4d91b4b3bf25dce4e3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432349 Apr 23 00:37:13.185007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42340) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:13.239497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet 990cc4bc-9117-40e0-88c1-fe397b63a725 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:37:13.251229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.316021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:13.333273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.363014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-898c2907-256d-4dff-bac8-1e04bbd5d737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.412364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-898c2907-256d-4dff-bac8-1e04bbd5d737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.486370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.644013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-898c2907-256d-4dff-bac8-1e04bbd5d737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.648874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:12Z', 'revision_number': 9, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:13.652809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:13.661151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:13.661750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:13.669279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c2907-256d-4dff-bac8-1e04bbd5d737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9251dfc3-5414-4a84-878e-e037523768cc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:13.676622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-898c2907-256d-4dff-bac8-1e04bbd5d737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.680093 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-898c2907-256d-4dff-bac8-1e04bbd5d737 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9251dfc3-5414-4a84-878e-e037523768cc HTTP/1.1" status: 204 len: 168 time: 0.4922447 Apr 23 00:37:13.696816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.737565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=990cc4bc-9117-40e0-88c1-fe397b63a725,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:13.741291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.749554 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-21415bed-6148-4bbd-aa09-96d31a683645 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/990cc4bc-9117-40e0-88c1-fe397b63a725 HTTP/1.1" status: 204 len: 168 time: 0.6109948 Apr 23 00:37:13.752217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42346) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:13.786832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b1eab-ccd8-4924-bfde-167d0e4064db None None] Network 96a00198-15da-4046-91de-20cb193f4e1a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:37:13.882411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.893260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 7f122558-ad84-45fd-842b-aa9e2dee2da2 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:13.893596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:13.910854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:14.150062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port 7f122558-ad84-45fd-842b-aa9e2dee2da2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7f122558-ad84-45fd-842b-aa9e2dee2da2,segment=NetworkSegment(9ccbe964-a396-4a15-b8ac-ff2173bc6bc3),segment_id=9ccbe964-a396-4a15-b8ac-ff2173bc6bc3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:14.150609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.277175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 7f122558-ad84-45fd-842b-aa9e2dee2da2 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:14.360199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.385026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:12Z', 'revision_number': 9, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:14.389449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14d45d-7a71-4f8f-8514-9b52339ce514 None None] DHCP port deletion for 96a00198-15da-4046-91de-20cb193f4e1a request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:37:14.393170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad0b07-2046-4e27-a553-8f25dc4ebad6 None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:12Z', 'revision_number': 9, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f90844b5-e981-44ce-a6d1-40f661b23eab', 'name': '', 'network_id': 'f882d802-31d7-4e31-82fb-c72712f689ea', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:b6:f3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:46Z', 'updated_at': '2022-04-23T00:36:53Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'f237ef33-ad1d-4b86-979d-34f06052146b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:14.411688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No DVR routers for this DVR port 7f122558-ad84-45fd-842b-aa9e2dee2da2 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:37:14.414016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=7f122558-ad84-45fd-842b-aa9e2dee2da2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:14.539098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.567974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a00198-15da-4046-91de-20cb193f4e1a']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:14.580910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:14.581213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccbe964-a396-4a15-b8ac-ff2173bc6bc3') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:14.592754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.609210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.615074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:37:14.615454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:37:14.630558 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:37:14.708457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.713060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:14.744821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=96a00198-15da-4046-91de-20cb193f4e1a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:14.757824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-add3f8fe-c46f-4edc-b361-5506e51e186e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/96a00198-15da-4046-91de-20cb193f4e1a HTTP/1.1" status: 204 len: 168 time: 1.0016382 Apr 23 00:37:14.758084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42350) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:15.072910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f122558-ad84-45fd-842b-aa9e2dee2da2 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:15.111955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 7f122558-ad84-45fd-842b-aa9e2dee2da2 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:15.112297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f122558-ad84-45fd-842b-aa9e2dee2da2 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:15.112716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cf080da5-3c66-4be7-8804-ad6a7b18df81 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:15.156671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: cf080da5-3c66-4be7-8804-ad6a7b18df81 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:15.157011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cf080da5-3c66-4be7-8804-ad6a7b18df81 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:15.171151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ca5f1c8e-d994-4234-8830-bf9209021498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:15.299343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:15.627015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port f90844b5-e981-44ce-a6d1-40f661b23eab {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:15.627287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:15.808931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port f90844b5-e981-44ce-a6d1-40f661b23eab, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f90844b5-e981-44ce-a6d1-40f661b23eab,segment=NetworkSegment(a900306a-5ffe-4714-b83a-93677377dd95),segment_id=a900306a-5ffe-4714-b83a-93677377dd95)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:15.809502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:15.929276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for f90844b5-e981-44ce-a6d1-40f661b23eab owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:16.205581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:16.254894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=f90844b5-e981-44ce-a6d1-40f661b23eab,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:16.512658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:16.825375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:16.988512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:16.999457 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:17.007541 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-def29188-c185-460f-820b-dceff46c0a83 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456515 Apr 23 00:37:17.008448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42356) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:17.019774 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:17.020327 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:17.100146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet f237ef33-ad1d-4b86-979d-34f06052146b {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:37:17.104231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.158374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.188799 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:17.246472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.322614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.365558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=f237ef33-ad1d-4b86-979d-34f06052146b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:17.370703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.380457 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8322e41b-ad30-4cae-9059-076ed659e817 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/f237ef33-ad1d-4b86-979d-34f06052146b HTTP/1.1" status: 204 len: 168 time: 0.3690226 Apr 23 00:37:17.380589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c1fd1-37d7-4906-a24d-39bab0983fb8 None None] Network f882d802-31d7-4e31-82fb-c72712f689ea requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:37:17.380970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42360) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:17.498038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.502795 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:16Z', 'revision_number': 10, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:17.506872 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:17.510007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:17.510397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.516020 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:17.516613 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:36:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:17.566059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6bca24fa-02d7-4904-8f7a-c1a7c7543bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.669049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] DHCP port deletion for f882d802-31d7-4e31-82fb-c72712f689ea request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:37:17.673259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Deleting port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:17.673811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.676135 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:17.737008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,segment=NetworkSegment(a900306a-5ffe-4714-b83a-93677377dd95),segment_id=a900306a-5ffe-4714-b83a-93677377dd95)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:17.737382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.862902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:17.880902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] For port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,segment=NetworkSegment(a900306a-5ffe-4714-b83a-93677377dd95),segment_id=a900306a-5ffe-4714-b83a-93677377dd95)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:17.880902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:17.955712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.004754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=ef0c347a-29e3-44e8-9b20-ebb1a6885cb6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:18.008988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No DVR routers for this DVR port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:37:18.015959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Calling delete_port for ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:18.056096 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:16Z', 'revision_number': 10, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:18.063285 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc01803-0b7e-4e3c-a865-e7ef91c2546d None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:16Z', 'revision_number': 10, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None, '_interfaces': [{'id': '697c6e91-20e0-41cb-8ecc-44733bb36a86', 'name': '', 'network_id': 'ce6dae06-7d6e-4ad4-8396-fa75c6fec072', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'mac_address': 'fa:16:3e:21:41:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:39Z', 'updated_at': '2022-04-23T00:36:50Z', 'revision_number': 5, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'subnets': [{'id': 'e029fe1b-7c61-4917-9438-09168cfad508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:18.111483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:37:18.111767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:37:18.288598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.317505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f882d802-31d7-4e31-82fb-c72712f689ea']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:18.331623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a900306a-5ffe-4714-b83a-93677377dd95') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:18.331930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a900306a-5ffe-4714-b83a-93677377dd95') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:18.351458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.369308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-d6b27ad3-f7ec-4482-a57c-9ddc0d924d4a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1915855 Apr 23 00:37:18.372620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.378617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:37:18.378999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:37:18.396742 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:37:18.519177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.539968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.553659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=f882d802-31d7-4e31-82fb-c72712f689ea,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:18.563328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.567388 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fc7f08c3-80a5-48b9-a66a-558aa931d90d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/f882d802-31d7-4e31-82fb-c72712f689ea HTTP/1.1" status: 204 len: 168 time: 1.1831753 Apr 23 00:37:18.567724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42364) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:18.586538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc418-dc17-435f-8bac-66056df306f7 req-f50e6652-37ed-4811-b8a4-f959dfa56180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:18.588038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-f50e6652-37ed-4811-b8a4-f959dfa56180 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1099 time: 0.1174531 Apr 23 00:37:18.596500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.613483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Deleting port ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:18.613898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:18.723759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8e31330c-257b-42fd-90d0-659b7a49ce8d None None] The port 'ef0c347a-29e3-44e8-9b20-ebb1a6885cb6' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:37:18.745353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc418-dc17-435f-8bac-66056df306f7 req-5aa8efb6-a235-4b4f-8a27-b97ab8264df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:18.747204 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-5aa8efb6-a235-4b4f-8a27-b97ab8264df8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.1378994 Apr 23 00:37:18.853648 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-088af533-b2cf-449b-a034-a059ddba68ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 200 len: 1001 time: 0.0995197 Apr 23 00:37:18.919226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc418-dc17-435f-8bac-66056df306f7 req-06493df9-1dd0-40a6-ab3b-c4de571c3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:18.921689 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-06493df9-1dd0-40a6-ab3b-c4de571c3c93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0622005 Apr 23 00:37:19.004053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fc418-dc17-435f-8bac-66056df306f7 req-fea9461a-0208-4141-a1fd-6701cff53dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:37:19.005363 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-fea9461a-0208-4141-a1fd-6701cff53dd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778601 Apr 23 00:37:19.090721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:19.125913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:19.126284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ef0c347a-29e3-44e8-9b20-ebb1a6885cb6 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:19.126717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f90844b5-e981-44ce-a6d1-40f661b23eab no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:19.160292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-bcbdf1c5-759f-4b52-a518-cf826bbc4495 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473124 Apr 23 00:37:19.160762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: f90844b5-e981-44ce-a6d1-40f661b23eab {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:19.160762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f90844b5-e981-44ce-a6d1-40f661b23eab not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:19.241995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:19.297041 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-141fc418-dc17-435f-8bac-66056df306f7 req-7f275eac-2129-4e97-a926-56840c51f583 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301434 Apr 23 00:37:19.581757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 697c6e91-20e0-41cb-8ecc-44733bb36a86 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:19.582219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:19.778070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port 697c6e91-20e0-41cb-8ecc-44733bb36a86, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=697c6e91-20e0-41cb-8ecc-44733bb36a86,segment=NetworkSegment(6d68fbc0-9953-4851-b27b-4084075fadb0),segment_id=6d68fbc0-9953-4851-b27b-4084075fadb0)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:19.778455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:19.903055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 697c6e91-20e0-41cb-8ecc-44733bb36a86 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:19.959018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:20.089405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:20.142479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=697c6e91-20e0-41cb-8ecc-44733bb36a86,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:20.379358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:20.769427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:20.902709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:20.922212 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9180be10-2ec2-4a64-abf1-cd99f9d01e54 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3468266 Apr 23 00:37:20.927241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:20.936006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42368) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:20.942917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:20.942917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:20.988513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting subnet e029fe1b-7c61-4917-9438-09168cfad508 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:37:20.994500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.057367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.142567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:21.161026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.252188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.266975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:20Z', 'revision_number': 11, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:21.271954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:21.281982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:21.283007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:21.298971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.298971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Subnet': ['ID=e029fe1b-7c61-4917-9438-09168cfad508,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:21.309380 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bb985d52-397a-4543-9cee-4f1ed87699fa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/e029fe1b-7c61-4917-9438-09168cfad508 HTTP/1.1" status: 204 len: 168 time: 0.3880727 Apr 23 00:37:21.310065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42372) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:21.355543 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92df891-50c5-424c-9e98-4d7aab299659 None None] Network ce6dae06-7d6e-4ad4-8396-fa75c6fec072 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:37:21.437976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.449528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Deleting port 7f93009f-23a4-4267-87aa-1374f5b77f85 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:37:21.449926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.517860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:21.653862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:20Z', 'revision_number': 11, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:21.674543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] For port 7f93009f-23a4-4267-87aa-1374f5b77f85, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7f93009f-23a4-4267-87aa-1374f5b77f85,segment=NetworkSegment(6d68fbc0-9953-4851-b27b-4084075fadb0),segment_id=6d68fbc0-9953-4851-b27b-4084075fadb0)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:37:21.674543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:21.693721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bf7af0-519f-42d2-943b-633ea2d77b96 None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:20Z', 'revision_number': 11, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:21.926476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Calling delete_port for 7f93009f-23a4-4267-87aa-1374f5b77f85 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:37:22.019502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.073117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Port': ['ID=7f93009f-23a4-4267-87aa-1374f5b77f85,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:22.081600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No DVR routers for this DVR port 7f93009f-23a4-4267-87aa-1374f5b77f85 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:37:22.081768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3002fe4-9bf2-4c97-87e7-c20d49b47b07 None None] DHCP port deletion for ce6dae06-7d6e-4ad4-8396-fa75c6fec072 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:37:22.233659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.264342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6dae06-7d6e-4ad4-8396-fa75c6fec072']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:22.277530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d68fbc0-9953-4851-b27b-4084075fadb0') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:22.277679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d68fbc0-9953-4851-b27b-4084075fadb0') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:22.290639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.312778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.319369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:37:22.319852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:37:22.336004 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:37:22.414718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.419018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.445868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Pushing event deleted for resources: {'Network': ['ID=ce6dae06-7d6e-4ad4-8396-fa75c6fec072,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:22.455321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e96eeaf7-d5eb-4b6e-88ac-6e0022724eb7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/networks/ce6dae06-7d6e-4ad4-8396-fa75c6fec072 HTTP/1.1" status: 204 len: 168 time: 1.1424365 Apr 23 00:37:22.455321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42376) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:22.459332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'routes': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:37:22.746820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Added routes are [] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 23 00:37:22.747120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.extraroute_db [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Removed routes are [] {{(pid=88073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 23 00:37:22.747474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.991063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:22.995056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.080446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 697c6e91-20e0-41cb-8ecc-44733bb36a86 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:23.120520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 697c6e91-20e0-41cb-8ecc-44733bb36a86 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:23.120859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 697c6e91-20e0-41cb-8ecc-44733bb36a86 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:23.121398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f93009f-23a4-4267-87aa-1374f5b77f85 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:37:23.156341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 7f93009f-23a4-4267-87aa-1374f5b77f85 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:37:23.156682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7f93009f-23a4-4267-87aa-1374f5b77f85 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:37:23.244886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:37:23.373553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:23.380615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.382465 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3c1fd541-6c2e-4cd2-a18b-1a8db926b366 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 200 len: 701 time: 0.9273124 Apr 23 00:37:23.383094 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] Sync routers for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:23.385223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42380) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:23.392468 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:23.393086 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:23.426991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8f2fdb2d-d957-4269-a134-4fe8b2896a20 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Synchronizing usage tracker for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:37:23.442735 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8f2fdb2d-d957-4269-a134-4fe8b2896a20 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Unset dirty status for tenant:a73b609b98eb41029814da56c9792ae0 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:37:23.444635 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8f2fdb2d-d957-4269-a134-4fe8b2896a20 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 200 len: 205 time: 0.0578930 Apr 23 00:37:23.447200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42384) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:23.521125 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:23.582664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e874ed-7f86-4c0a-b15e-5d263fe5d637 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.627908 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:20Z', 'revision_number': 11, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:23.629623 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] Checking router: 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:23.638114 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] Routers {'78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:23.638738 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:23.766487 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] Set router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:23.871201 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:20Z', 'revision_number': 11, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:23.875115 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9fa61-c165-4583-a3a7-249bcc4a63b3 None None] The sync data for ids ['78ee77ff-0a02-4b42-ac94-7bfd796cd4e6'] in dv-neutron-838784-1-hyperv is: [{'id': '78ee77ff-0a02-4b42-ac94-7bfd796cd4e6', 'name': 'tempest-RoutersTest-router-2059584251', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:37Z', 'updated_at': '2022-04-23T00:37:20Z', 'revision_number': 11, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:23.879023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e874ed-7f86-4c0a-b15e-5d263fe5d637 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.881335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e874ed-7f86-4c0a-b15e-5d263fe5d637 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.904076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e874ed-7f86-4c0a-b15e-5d263fe5d637 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.904660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e874ed-7f86-4c0a-b15e-5d263fe5d637 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Fanout notify agent at l3_agent the message router_deleted on router 78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:37:23.920274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f3e874ed-7f86-4c0a-b15e-5d263fe5d637 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.921577 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f3e874ed-7f86-4c0a-b15e-5d263fe5d637 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 204 len: 168 time: 0.4732707 Apr 23 00:37:23.925375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42388) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:23.931236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-956763910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:37:23.938139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:37:23.942424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Usage tracker for resource:router and tenant:a73b609b98eb41029814da56c9792ae0 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:37:23.945526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:37:23.956941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:37:23.968067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.969051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:23.985018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:24.006849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:24.036012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:24.037397 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ff1bdc93-5046-481d-9b2d-4486e1093e70 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1109698 Apr 23 00:37:24.040641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42392) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:24.045886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b0a8c38e-f58a-4c3c-8c64-50eaae420d56 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:37:24.416911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c38e-f58a-4c3c-8c64-50eaae420d56 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:24.426685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c38e-f58a-4c3c-8c64-50eaae420d56 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:24.706118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a8c38e-f58a-4c3c-8c64-50eaae420d56 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Router 2932f806-22dd-4538-9675-d5c6f066efa0 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:37:24.840109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a8c38e-f58a-4c3c-8c64-50eaae420d56 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:37:24.847256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c38e-f58a-4c3c-8c64-50eaae420d56 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:24.848547 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b0a8c38e-f58a-4c3c-8c64-50eaae420d56 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "PUT /v2.0/routers/2932f806-22dd-4538-9675-d5c6f066efa0 HTTP/1.1" status: 200 len: 693 time: 0.8069549 Apr 23 00:37:24.849350 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] Sync routers for ids ['2932f806-22dd-4538-9675-d5c6f066efa0'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:37:24.851781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42396) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:24.860593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] Routers {'2932f806-22dd-4538-9675-d5c6f066efa0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:24.861277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2932f806-22dd-4538-9675-d5c6f066efa0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:24.993815 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-27f36018-eb0b-4a9f-9cb6-28ffe755a1eb tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/routers/2932f806-22dd-4538-9675-d5c6f066efa0 HTTP/1.1" status: 200 len: 699 time: 0.1408837 Apr 23 00:37:24.996273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42400) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:24.997618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] Set router 2932f806-22dd-4538-9675-d5c6f066efa0 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:25.040831 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-241f2ca1-60fd-435f-a3d3-b46350324fa7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=2932f806-22dd-4538-9675-d5c6f066efa0 HTTP/1.1" status: 200 len: 205 time: 0.0434544 Apr 23 00:37:25.043334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42404) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.105102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2932f806-22dd-4538-9675-d5c6f066efa0', 'name': 'tempest-RoutersTest-router-956763910', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:37:23Z', 'updated_at': '2022-04-23T00:37:24Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:25.109140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] Checking router: 2932f806-22dd-4538-9675-d5c6f066efa0 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:37:25.117340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] Routers {'2932f806-22dd-4538-9675-d5c6f066efa0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:37:25.117930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2932f806-22dd-4538-9675-d5c6f066efa0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:25.182579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f7c51d88-05b2-471e-80a8-244ff3d17052 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:25.282460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] Set router 2932f806-22dd-4538-9675-d5c6f066efa0 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:37:25.386192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2932f806-22dd-4538-9675-d5c6f066efa0', 'name': 'tempest-RoutersTest-router-956763910', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:37:23Z', 'updated_at': '2022-04-23T00:37:24Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:37:25.390053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837924a-3972-464d-8d95-101e4f43a56b None None] The sync data for ids ['2932f806-22dd-4538-9675-d5c6f066efa0'] in dv-neutron-838784-1-hyperv is: [{'id': '2932f806-22dd-4538-9675-d5c6f066efa0', 'name': 'tempest-RoutersTest-router-956763910', 'tenant_id': 'a73b609b98eb41029814da56c9792ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:37:23Z', 'updated_at': '2022-04-23T00:37:24Z', 'revision_number': 2, 'project_id': 'a73b609b98eb41029814da56c9792ae0', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:37:25.485342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f7c51d88-05b2-471e-80a8-244ff3d17052 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:25.487674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f7c51d88-05b2-471e-80a8-244ff3d17052 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:25.510448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f7c51d88-05b2-471e-80a8-244ff3d17052 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:25.510933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c51d88-05b2-471e-80a8-244ff3d17052 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Fanout notify agent at l3_agent the message router_deleted on router 2932f806-22dd-4538-9675-d5c6f066efa0 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:37:25.526628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f7c51d88-05b2-471e-80a8-244ff3d17052 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:25.527690 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f7c51d88-05b2-471e-80a8-244ff3d17052 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/2932f806-22dd-4538-9675-d5c6f066efa0 HTTP/1.1" status: 204 len: 168 time: 0.4834888 Apr 23 00:37:25.534233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42408) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.578503 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1ba2202c-755a-4b41-aab1-8132680dc4cb tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=2932f806-22dd-4538-9675-d5c6f066efa0 HTTP/1.1" status: 200 len: 205 time: 0.0431855 Apr 23 00:37:25.580839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42412) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.648786 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-3b3766c2-9ee0-405b-9251-76b007d41edd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] delete failed (client error): The resource could not be found. Apr 23 00:37:25.649769 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3b3766c2-9ee0-405b-9251-76b007d41edd tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/2932f806-22dd-4538-9675-d5c6f066efa0 HTTP/1.1" status: 404 len: 336 time: 0.0680642 Apr 23 00:37:25.652290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42418) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.688666 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ff9246-fded-43c1-92e2-39d7fbf614c8 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:25.689108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ff9246-fded-43c1-92e2-39d7fbf614c8 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:25.690717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f5ff9246-fded-43c1-92e2-39d7fbf614c8 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/6d562a38-3016-461d-a3ed-0089a6043f42 HTTP/1.1" status: 404 len: 337 time: 0.0375717 Apr 23 00:37:25.693061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42422) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.852827 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-84eee2a5-cfc6-442f-bb4c-1c37339a3da4 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:25.853277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84eee2a5-cfc6-442f-bb4c-1c37339a3da4 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:25.854955 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-84eee2a5-cfc6-442f-bb4c-1c37339a3da4 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/990cc4bc-9117-40e0-88c1-fe397b63a725 HTTP/1.1" status: 404 len: 337 time: 0.1610479 Apr 23 00:37:25.857622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42428) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.895525 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-256a1028-e882-4035-a93d-ca2890c1a78a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:25.895965 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256a1028-e882-4035-a93d-ca2890c1a78a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:25.898114 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-256a1028-e882-4035-a93d-ca2890c1a78a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/f237ef33-ad1d-4b86-979d-34f06052146b HTTP/1.1" status: 404 len: 337 time: 0.0395961 Apr 23 00:37:25.900523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42432) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.937130 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-6413c43c-f969-4034-9dfd-ff7a11e89e81 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:25.937577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6413c43c-f969-4034-9dfd-ff7a11e89e81 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:25.939180 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6413c43c-f969-4034-9dfd-ff7a11e89e81 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/e029fe1b-7c61-4917-9438-09168cfad508 HTTP/1.1" status: 404 len: 337 time: 0.0378091 Apr 23 00:37:25.941673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42436) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:25.994700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4f4b9527-49fc-48ff-b59f-c512b5d97aa1 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 200 len: 205 time: 0.0484111 Apr 23 00:37:25.994700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42440) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.067880 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-e13bfe5d-57f6-459d-9c7e-47d829e92952 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] delete failed (client error): The resource could not be found. Apr 23 00:37:26.068926 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e13bfe5d-57f6-459d-9c7e-47d829e92952 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/78ee77ff-0a02-4b42-ac94-7bfd796cd4e6 HTTP/1.1" status: 404 len: 336 time: 0.0736582 Apr 23 00:37:26.071481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42444) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.117674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b5a2f49a-4b2c-4b58-b965-961df16dacc2 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=d75028ed-f5b8-4ae5-90b4-721e35278b0c HTTP/1.1" status: 200 len: 205 time: 0.0451102 Apr 23 00:37:26.120310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42448) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.191976 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-71270e80-43b5-44c3-abe7-cad27f345faa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] delete failed (client error): The resource could not be found. Apr 23 00:37:26.197566 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-71270e80-43b5-44c3-abe7-cad27f345faa tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/d75028ed-f5b8-4ae5-90b4-721e35278b0c HTTP/1.1" status: 404 len: 336 time: 0.0717118 Apr 23 00:37:26.197566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42452) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.241618 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a3665d-c31e-4c53-b2ac-56896b66e137 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:26.242019 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a3665d-c31e-4c53-b2ac-56896b66e137 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:26.243742 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-36a3665d-c31e-4c53-b2ac-56896b66e137 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/338189de-248a-44db-999c-55b2a8945854 HTTP/1.1" status: 404 len: 337 time: 0.0439143 Apr 23 00:37:26.246222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42456) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.288618 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-eaa1655c-0277-494a-91b6-762fb06e5f32 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=54b1be24-1427-4bc1-b00c-780414a752d1 HTTP/1.1" status: 200 len: 205 time: 0.0413511 Apr 23 00:37:26.290814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42460) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.359308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-4b5a8adb-f30f-4156-918e-8b8442683d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] delete failed (client error): The resource could not be found. Apr 23 00:37:26.360292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4b5a8adb-f30f-4156-918e-8b8442683d2d tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/54b1be24-1427-4bc1-b00c-780414a752d1 HTTP/1.1" status: 404 len: 336 time: 0.0686181 Apr 23 00:37:26.362882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42464) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.405559 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d687e41a-cc25-4b4f-9092-54d13c2ea456 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad24d104-64bb-43af-84c1-856c2cc6d8d7 HTTP/1.1" status: 200 len: 205 time: 0.0415862 Apr 23 00:37:26.407639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42468) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.476271 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-9c7d3f4c-8db6-4e04-983f-186c52667b92 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] delete failed (client error): The resource could not be found. Apr 23 00:37:26.477266 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9c7d3f4c-8db6-4e04-983f-186c52667b92 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/ad24d104-64bb-43af-84c1-856c2cc6d8d7 HTTP/1.1" status: 404 len: 336 time: 0.0687675 Apr 23 00:37:26.479837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42472) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.516224 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-a416a793-8fdf-4f5a-807d-3f317f4c6e3f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:26.516839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a416a793-8fdf-4f5a-807d-3f317f4c6e3f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:26.518232 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a416a793-8fdf-4f5a-807d-3f317f4c6e3f tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/86e8d933-bfa1-49f4-b18d-354b17d82fd6 HTTP/1.1" status: 404 len: 337 time: 0.0375440 Apr 23 00:37:26.520747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42476) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.566570 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-70d1e743-f5ea-4720-97c3-cc9c27434d7a tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b469463-4021-45d4-8637-3da083ec7bf7 HTTP/1.1" status: 200 len: 205 time: 0.0448165 Apr 23 00:37:26.568810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42480) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.633767 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-05e4a073-f19c-4bbc-b6d7-7b9e0d0000d7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] delete failed (client error): The resource could not be found. Apr 23 00:37:26.634754 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-05e4a073-f19c-4bbc-b6d7-7b9e0d0000d7 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/4b469463-4021-45d4-8637-3da083ec7bf7 HTTP/1.1" status: 404 len: 336 time: 0.0650713 Apr 23 00:37:26.637341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42484) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.676252 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da23508-025c-4912-a985-9c2cc10d0402 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:26.676622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da23508-025c-4912-a985-9c2cc10d0402 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:26.678756 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0da23508-025c-4912-a985-9c2cc10d0402 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/68243e38-1e40-450c-8856-aca860e6a701 HTTP/1.1" status: 404 len: 337 time: 0.0400176 Apr 23 00:37:26.681746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42488) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.724115 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-43c13b80-c3b5-4bf7-86bc-749498fcb53e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2f4a232-7e6f-4920-9067-dfd78c92b13d HTTP/1.1" status: 200 len: 205 time: 0.0413597 Apr 23 00:37:26.726894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42492) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.794155 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-56d81e73-6f58-4918-9bc2-f9900301508e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] delete failed (client error): The resource could not be found. Apr 23 00:37:26.795148 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-56d81e73-6f58-4918-9bc2-f9900301508e tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/routers/c2f4a232-7e6f-4920-9067-dfd78c92b13d HTTP/1.1" status: 404 len: 336 time: 0.0673997 Apr 23 00:37:26.797542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42496) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.834308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b0837c-564b-4056-a8dd-ee27d24dded3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:26.835449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b0837c-564b-4056-a8dd-ee27d24dded3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:26.837308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f2b0837c-564b-4056-a8dd-ee27d24dded3 tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/56458d81-3b04-46f3-a29c-f8b09caeb36b HTTP/1.1" status: 404 len: 337 time: 0.0389090 Apr 23 00:37:26.839709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42500) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:26.875260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef58b11-f217-4d2f-9ad5-90d40250ce3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] DELETE failed (client error): The resource could not be found. Apr 23 00:37:26.875736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef58b11-f217-4d2f-9ad5-90d40250ce3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:37:26.877376 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1ef58b11-f217-4d2f-9ad5-90d40250ce3b tempest-RoutersTest-1512945608 tempest-RoutersTest-1512945608-project] 10.222.0.39 "DELETE /v2.0/subnets/24dcb10d-e6c7-4a2a-bcde-1c9753f76b3f HTTP/1.1" status: 404 len: 337 time: 0.0367944 Apr 23 00:37:27.145486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42508) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:27.293145 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d2b0ab53-5136-4176-9939-73248b44fbca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a73b609b98eb41029814da56c9792ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463675 Apr 23 00:37:27.295607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42514) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:37:27.351498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cb623b7-7d9f-47e9-b35e-54004f05094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:27.376567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cb623b7-7d9f-47e9-b35e-54004f05094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:27.426912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cb623b7-7d9f-47e9-b35e-54004f05094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:27.444800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb623b7-7d9f-47e9-b35e-54004f05094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab6703-8aea-4932-955e-03844b8d1f1f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:37:27.448127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cb623b7-7d9f-47e9-b35e-54004f05094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:27.449238 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2cb623b7-7d9f-47e9-b35e-54004f05094f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04ab6703-8aea-4932-955e-03844b8d1f1f HTTP/1.1" status: 204 len: 168 time: 0.1527636 Apr 23 00:37:34.244144 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:37:39.801628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:45.152843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3ee47ed3-3e72-4223-a003-322ffbf89547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:47.556305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f38c1b93-c101-49ef-be0a-a95f6a63956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:48.565237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:48.594282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:37:49.959866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:02.825819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:02.902164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cedf449-db39-4b8f-96c4-c45c12900910 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:02.902677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cedf449-db39-4b8f-96c4-c45c12900910 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:02.903155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cedf449-db39-4b8f-96c4-c45c12900910 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:02.904769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5cedf449-db39-4b8f-96c4-c45c12900910 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=912128252a6d4ab09fd3b4ef142f6f59&network_id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 3000 time: 0.0778253 Apr 23 00:38:04.977773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42548) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:05.041129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e76c9-cd23-45c6-b5f6-c06b5d497987 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:05.042644 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d46e76c9-cd23-45c6-b5f6-c06b5d497987 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3 HTTP/1.1" status: 200 len: 814 time: 0.0638649 Apr 23 00:38:05.712609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42556) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:05.717816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:05.815196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:06.187590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:06.191329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:06.191645 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c disassociated. External IP: 172.26.8.250, port: 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1. Apr 23 00:38:06.543542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:38:06.726211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:38:06.730952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:06.736200 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] Sync routers for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:06.746008 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:38:06.746647 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:06.785736 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3f57f493-6bb3-49ac-8255-6459ac36988e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 690 time: 1.0719388 Apr 23 00:38:06.786215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:06.790694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42568) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:06.875289 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aaa2a59-57f0-42c2-8acf-765eb44f848e'] response: {'name': 'network-changed', 'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'status': 'completed', 'code': 200} Apr 23 00:38:06.898497 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-968e8cb4-8bdc-4caf-b0b3-bcd196fd84db tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 690 time: 0.1053662 Apr 23 00:38:06.987728 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:38:07.005048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-0f13fc36-a39b-4704-a73e-f42047a38024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:07.006642 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-0f13fc36-a39b-4704-a73e-f42047a38024 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 1099 time: 0.0887263 Apr 23 00:38:07.144086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-c0fb646f-a39b-4d34-91ec-06bbdb7493b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:07.145463 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-c0fb646f-a39b-4d34-91ec-06bbdb7493b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 896 time: 0.1333325 Apr 23 00:38:07.222807 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-f9d87fc5-26c4-49d6-b2e2-3e28d89f65dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0703008 Apr 23 00:38:07.285116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-cd088c37-e57d-499a-b439-6463b37307f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:07.286564 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-cd088c37-e57d-499a-b439-6463b37307f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.0583732 Apr 23 00:38:07.335642 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:07.339648 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] Checking router: e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:07.348027 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:38:07.348628 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:37:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:07.366694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-eb36cd60-5268-4048-ad43-e5d00e13ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:07.368462 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-eb36cd60-5268-4048-ad43-e5d00e13ea93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764313 Apr 23 00:38:07.502080 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-178f81e3-b895-4409-b561-87f348530f95 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274137 Apr 23 00:38:07.531477 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:38:07.763718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d36fe0f-bcc7-4f12-b318-83aa8cbb8b0f req-d5e5d935-ac25-4ead-acee-f6ecc89fe056 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556801 Apr 23 00:38:07.871701 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:07.876711 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f997a847-2c2e-46ba-bccc-bef7ce02a767 None None] The sync data for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv is: [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:07.902404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42576) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:08.059871 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-163c81de-7c86-456c-95d4-362d63f4f44f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 690 time: 0.1563165 Apr 23 00:38:08.218110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ff817-ad9e-4f36-aaf3-86020fe7f4b1 None None] New status for floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:38:09.063834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42588) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:09.153435 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-96494c12-2fc8-484a-83eb-c33dd2158162 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 688 time: 0.0883889 Apr 23 00:38:09.822463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.404876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42602) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:10.410176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2125739717', 'description': 'tempest-secgroup-smoke-2125739717 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:10.416541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:10.426454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:10.436100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.461379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:10.466148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:10.469075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:10.475050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:10.544819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.548525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.596193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac2a1b4-4a34-46c0-8d36-bedbad075850,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:10.605619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.605984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.606339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.606680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.607017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.607352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.607682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.608015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.608345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.608672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.608998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.609339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.612622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.615922 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-379b5cff-44a0-4b3c-8dfc-16549a4c2850 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2078691 Apr 23 00:38:10.617965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42608) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:10.623059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'cac2a1b4-4a34-46c0-8d36-bedbad075850', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:10.629081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:10.634166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:10.637268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:10.644587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:10.663663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.726836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.730608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.755057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1790975-bf05-4edd-a728-70cf578b09ed,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:10.766447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.766787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.767251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.767645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.768023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.768332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.768665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.769059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.769499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.769812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.770212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.770569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:10.774356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.775516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-395b7c49-5057-49b4-9252-4baab0523f69 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568012 Apr 23 00:38:10.778440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42612) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:10.783332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'cac2a1b4-4a34-46c0-8d36-bedbad075850', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:10.789579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:10.793439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:10.796350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:10.801942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:10.820431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.887468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.890897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.914657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7d4693-cf3e-4e01-9f85-3e26c436d25f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:10.924297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:10.925472 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-48968d53-8419-4d23-8e41-d75ecea15600 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461456 Apr 23 00:38:10.928803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42616) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:10.933644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'cac2a1b4-4a34-46c0-8d36-bedbad075850', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:10.939601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:10.944306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:10.947358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:10.953346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:10.969989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.034226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.038611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.063262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50924892-919e-4cac-aec6-b7804cec7836,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:11.073259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.074565 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a103069d-0443-4dca-baa2-0bfa17d31b00 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448760 Apr 23 00:38:11.077551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42620) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:11.082529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'cac2a1b4-4a34-46c0-8d36-bedbad075850', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:11.089402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:11.093327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:11.096232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:11.102474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:11.118997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.182714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.187042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.213526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9213a1-b6fb-4675-8c83-6aac110c30cb,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:11.224552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.225899 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-00ac95a3-5be0-4e5f-aa79-169f762a432d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474094 Apr 23 00:38:11.228846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42624) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:11.235885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'cac2a1b4-4a34-46c0-8d36-bedbad075850', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:11.242721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:11.243039 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:38:11.246643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:11.249489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:11.256373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:11.266637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:38:11.274478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.339008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.343186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.366603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0733d69-b55d-407b-a555-553b19ab447e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:11.377089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.381831 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-33bc228c-8f8c-4dd0-b566-c09b2bfafa99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519215 Apr 23 00:38:11.382030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42628) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:11.387814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'cac2a1b4-4a34-46c0-8d36-bedbad075850', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:11.394347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:11.400291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:11.403694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:11.409927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:11.425385 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:38:11.433587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.500125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.503615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.528360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abfbe43-61b3-42b6-92c6-017ac1acd5e5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:11.538682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:11.539859 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0c158061-604d-4928-85a8-fc3f56c03698 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566820 Apr 23 00:38:11.778706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-dd17d1e8-79a8-40ad-975c-d2d3b410e23b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:38:11.802354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-dd17d1e8-79a8-40ad-975c-d2d3b410e23b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:38:11.804129 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-dd17d1e8-79a8-40ad-975c-d2d3b410e23b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2125739717&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0828233 Apr 23 00:38:11.956426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-b65fa3e5-8a13-4e6d-a0be-e8eb02cee4c8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:11.958162 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-b65fa3e5-8a13-4e6d-a0be-e8eb02cee4c8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 796 time: 0.1472523 Apr 23 00:38:11.974933 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-51b9e409-b99c-44ed-97ce-ff0fa158efad tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0098920 Apr 23 00:38:12.066148 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-9d279e5f-8f87-4bf0-8235-b9d163ad4bd4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855353 Apr 23 00:38:12.192268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-adaeb290-929a-4a39-b83f-8b6455f878db service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:38:12.194482 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-adaeb290-929a-4a39-b83f-8b6455f878db service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1145375 Apr 23 00:38:12.365455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-ce0dacda-6c15-4c76-ab15-5d25bdb1c1a3 service neutron] 10.222.0.39 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647880 Apr 23 00:38:12.521813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-87e5eb77-e371-4a16-a34d-9a72df089e01 service neutron] 10.222.0.39 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553359 Apr 23 00:38:12.753215 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-48007b34-2604-4a52-84e7-abe89b977fd4 req-18c0984d-20df-43f1-ae59-48dc4591f008 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 210 time: 0.0514925 Apr 23 00:38:13.982329 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf28366f-55cc-4481-9c0b-b7867c492c74 req-38dd251c-e1b1-45b8-9b81-3f2c304cbe75 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 210 time: 0.0890348 Apr 23 00:38:14.610222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-1739964d-8b22-4f87-b4cb-acddb313c99b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:14.612533 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-1739964d-8b22-4f87-b4cb-acddb313c99b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 796 time: 0.2146866 Apr 23 00:38:14.676163 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-24fa670f-0b52-408e-92a3-0174a1878ee0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 471 time: 0.0497558 Apr 23 00:38:14.691808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['cac2a1b4-4a34-46c0-8d36-bedbad075850']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:14.848552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:14.859741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:14.871493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:38:14.875296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.096161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.8 (83f0382a-a5f1-4293-9670-535e11e63dc8/383bb612-eafa-425f-ae1f-995c2180b173/9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:15.173729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-72a92aa5-0d06-4c74-a00f-fa7c7ee680f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.291314 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e226a1c8-a69b-4441-a44a-f35dc3e59b9c req-9097ba90-9e83-4e90-8edc-97aaadb7c9bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 210 time: 0.1769280 Apr 23 00:38:15.378008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.395565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:38:15.420690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.486168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:15.489129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:15.501287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:38:15.668318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:15.701974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:15.701974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.739174 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-35caa6d2-a3bf-4fbe-b1f0-32ecc81ba427 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0580833 Apr 23 00:38:15.757114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Request body: {'port': {'device_id': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:15.805288 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ba24ad3c-3a47-4208-9cf0-a89c99044c71 None None] Provisioning for port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:38:15.810928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ba24ad3c-3a47-4208-9cf0-a89c99044c71 None None] Provisioning complete for port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:15.811454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ba24ad3c-3a47-4208-9cf0-a89c99044c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:15.877182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ba24ad3c-3a47-4208-9cf0-a89c99044c71 None None] Port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:38:15.883415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.261501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:38:16.269000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.283774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Transition to ACTIVE for port object 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:38:16.288540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.495248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:16.620662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ed0ec-cbd0-4082-9f59-8751b3d03327 req-a3b62ef1-6572-4798-ba9a-863a1140bd40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:16.621240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-384ed0ec-cbd0-4082-9f59-8751b3d03327 req-a3b62ef1-6572-4798-ba9a-863a1140bd40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:38:16.648082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Attempting to bind port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:38:16.648255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Attempting to bind port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:38:16.648587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Attempting to bind port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb on network 83f0382a-a5f1-4293-9670-535e11e63dc8 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:38:16.655725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb on network 83f0382a-a5f1-4293-9670-535e11e63dc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:38:16.656060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Attempting to bind port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb on network 83f0382a-a5f1-4293-9670-535e11e63dc8 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:38:16.659387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-384ed0ec-cbd0-4082-9f59-8751b3d03327 req-a3b62ef1-6572-4798-ba9a-863a1140bd40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:38:16.666230 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-384ed0ec-cbd0-4082-9f59-8751b3d03327 req-a3b62ef1-6572-4798-ba9a-863a1140bd40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 943 time: 0.2482936 Apr 23 00:38:16.681948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:38:16.682880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Checking segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:38:16.682880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Bound using segment: {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:38:16.683595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Bound port: 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fa90a6-4192-4eaa-931d-ec611df60f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:38:16.683595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.757773 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-384ed0ec-cbd0-4082-9f59-8751b3d03327 req-7b7a5476-019a-44c7-aadf-a4c788decf87 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906560 Apr 23 00:38:16.803845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] For port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:38:16.807278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] For port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:38:16.811980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.872515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:16.873123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:16.874480 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] 10.222.0.42 "PUT /v2.0/ports/9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb HTTP/1.1" status: 200 len: 1093 time: 1.1220317 Apr 23 00:38:16.874911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:16.910969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703390c6-ac7b-4ac7-8aa4-8f2011a4cbc5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:16.939304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d30182d-ddaa-4887-999e-054593381d55'] response: {'name': 'network-changed', 'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'status': 'completed', 'code': 200} Apr 23 00:38:17.039594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-42b0ee07-116e-40a4-8a36-1658b1e03fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:17.041398 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-42b0ee07-116e-40a4-8a36-1658b1e03fdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 1096 time: 0.0862646 Apr 23 00:38:17.122850 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-41bd2e93-0252-4ce9-a453-9196fb7983a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb HTTP/1.1" status: 200 len: 217 time: 0.0692530 Apr 23 00:38:17.190975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-caa79557-2ecc-4f8d-beb2-b91e1387156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:17.192662 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-caa79557-2ecc-4f8d-beb2-b91e1387156a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.0624239 Apr 23 00:38:17.278073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-f4798d7a-b82b-4d57-ac82-32b172caf54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:17.279617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-f4798d7a-b82b-4d57-ac82-32b172caf54b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802956 Apr 23 00:38:17.424539 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-69513371-33ee-4db9-97b9-20cb1529eb79 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384966 Apr 23 00:38:17.549087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cd970340-a303-4191-9d64-daea4840827c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:17.679641 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ea1be642-8268-474a-a23e-ce1f2d2c56b6 req-7c9dbb48-8d49-44c4-a0e0-3a126ad07d40 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470996 Apr 23 00:38:17.834250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5cf90-3c77-4b91-b929-667575862469 req-59244bfe-0cd9-4950-9836-c33cc9f35445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:17.835810 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d3c5cf90-3c77-4b91-b929-667575862469 req-59244bfe-0cd9-4950-9836-c33cc9f35445 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 1096 time: 0.0725458 Apr 23 00:38:18.026201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5cf90-3c77-4b91-b929-667575862469 req-0e4194f0-091e-4aa9-989d-b16945f3e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:18.027649 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d3c5cf90-3c77-4b91-b929-667575862469 req-0e4194f0-091e-4aa9-989d-b16945f3e070 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 896 time: 0.1854570 Apr 23 00:38:18.096801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7af857-b025-4092-8828-421f551b6a4b req-a846dba6-a057-45ca-884d-c91b023fa73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:18.098260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f7af857-b025-4092-8828-421f551b6a4b req-a846dba6-a057-45ca-884d-c91b023fa73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 943 time: 0.2248065 Apr 23 00:38:18.109091 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d3c5cf90-3c77-4b91-b929-667575862469 req-fb9996a4-10fb-47b3-944c-4b9ab3948730 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb HTTP/1.1" status: 200 len: 217 time: 0.0747769 Apr 23 00:38:18.196426 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f7af857-b025-4092-8828-421f551b6a4b req-ee7d0c64-356a-41c0-baeb-f5bf1b416024 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895469 Apr 23 00:38:18.201772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5cf90-3c77-4b91-b929-667575862469 req-6da4d0a2-5431-410f-81fb-5de1d95bf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:18.203158 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d3c5cf90-3c77-4b91-b929-667575862469 req-6da4d0a2-5431-410f-81fb-5de1d95bf650 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.0821054 Apr 23 00:38:18.288810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5cf90-3c77-4b91-b929-667575862469 req-c3ddb5bb-47a0-406b-9180-bb132f95c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:18.290169 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d3c5cf90-3c77-4b91-b929-667575862469 req-c3ddb5bb-47a0-406b-9180-bb132f95c98b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719163 Apr 23 00:38:18.424990 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d3c5cf90-3c77-4b91-b929-667575862469 req-773595f8-84a4-41e5-8956-3c23d65d1b0c service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282232 Apr 23 00:38:18.562447 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d3c5cf90-3c77-4b91-b929-667575862469 req-ac523005-6058-48a5-b928-6ee102a30853 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307693 Apr 23 00:38:18.568437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:18.597868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:18.689302 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-7dead214-651f-4881-988a-9a1661d3a902 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546526888&fields=id&tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 267 time: 0.0388284 Apr 23 00:38:18.838166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-9d9c5129-bd3b-4758-b223-9d054c91b676 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:18.839542 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-9d9c5129-bd3b-4758-b223-9d054c91b676 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 812 time: 0.1427381 Apr 23 00:38:18.854406 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-66cef0e9-dccb-4c25-9f7f-3d5237fb50e7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/quotas/f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 375 time: 0.0094600 Apr 23 00:38:18.941885 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-0de5d42d-efa4-4d6d-a03e-3edc0b161485 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0822947 Apr 23 00:38:19.124714 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-f7e981af-091a-45dc-9351-1ba67d5bf327 service neutron] 10.222.0.39 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706195 Apr 23 00:38:19.260293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-faa134d2-bec9-43c2-9d40-6e46b74d25da service neutron] 10.222.0.39 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299701 Apr 23 00:38:19.387321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8c121-f0a5-46cc-9425-f4262e4ecb6f req-9c23bd7c-fe56-48cc-9391-a8915a40794b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:19.388903 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cdb8c121-f0a5-46cc-9425-f4262e4ecb6f req-9c23bd7c-fe56-48cc-9391-a8915a40794b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 943 time: 0.0854270 Apr 23 00:38:19.435768 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cdb8c121-f0a5-46cc-9425-f4262e4ecb6f req-2892adf4-21b1-4cf0-b4cd-a364602b77f8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Apr 23 00:38:19.635343 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dcc7339c-e2f1-46ec-a824-7f04179d906a req-a1ea4a8d-4a4c-4631-bd46-5e2c88bd5b7b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 210 time: 0.0423493 Apr 23 00:38:19.961991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:20.110424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-2085b3c7-c15e-4b38-9072-7acf9916f1d6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743709 Apr 23 00:38:20.213457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-4623c737-be70-486b-ba58-7040e1b5e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:20.214871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-4623c737-be70-486b-ba58-7040e1b5e724 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 1099 time: 0.0723176 Apr 23 00:38:20.364604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-90ba3ce7-4d42-4cba-9e85-c3100905ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:20.366088 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-90ba3ce7-4d42-4cba-9e85-c3100905ca31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 896 time: 0.1278102 Apr 23 00:38:20.404239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:38:20.438121 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-b555374d-3e8a-4212-b102-3cab79a7422f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 HTTP/1.1" status: 200 len: 217 time: 0.0642660 Apr 23 00:38:20.514024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-3ee70edc-dc49-4d70-bac6-851fde3fb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:20.515997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-3ee70edc-dc49-4d70-bac6-851fde3fb9bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.0633793 Apr 23 00:38:20.546956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:38:20.568464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'port_id': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'mac_address': 'fa:16:3e:b4:5a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:38:20.606766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-1c3c9c85-e0bc-4acf-a885-e76cdc570bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:20.608298 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-1c3c9c85-e0bc-4acf-a885-e76cdc570bff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858252 Apr 23 00:38:20.634340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:20.660454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:38:20.681286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:38:20.688630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:20.780472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:20.789684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.790183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.790653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.791120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.791555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.793310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.793783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.794226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.794821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.795259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.795694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.796124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:38:20.848014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059ed4a-01fe-4292-990e-9edfcb8f789e req-a4f42b61-f464-4372-afa2-ae16f48727ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:20.850130 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a059ed4a-01fe-4292-990e-9edfcb8f789e req-a4f42b61-f464-4372-afa2-ae16f48727ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 943 time: 0.2939098 Apr 23 00:38:20.909925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-351487d5-1329-4584-aa04-d2273775db71 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:20.911371 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-351487d5-1329-4584-aa04-d2273775db71 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 812 time: 0.2848907 Apr 23 00:38:20.920787 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-32130d3e-73ca-4499-a532-a54e0f804ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954941 Apr 23 00:38:20.924449 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a059ed4a-01fe-4292-990e-9edfcb8f789e req-19858302-58d1-44b6-a72a-fe03de6389b7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678697 Apr 23 00:38:20.934937 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ee56eb85-f943-4bc4-8ab2-95d7bcba6534 req-868f8642-4905-4dba-9e39-64e943289dea tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 210 time: 0.0480192 Apr 23 00:38:20.993752 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-1ef969fd-cd1f-4eaa-a073-bdcd065921b7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e HTTP/1.1" status: 200 len: 379 time: 0.0629706 Apr 23 00:38:21.004203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'port': {'device_id': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'admin_state_up': True, 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'security_groups': ['4a449ad4-3af9-4bf1-a199-9993fca13f83']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:21.091728 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92607e71-11a0-47e2-a9ce-8f4c55253bd4 req-c97b79d0-aa29-447e-b18a-340843ef78bd service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557727 Apr 23 00:38:21.093766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:38:21.153801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:21.164582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:21.178348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Made reservation on behalf of f3c997e7c28e47a8a535b6f6b9b3840e for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:38:21.182057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.359062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Allocated IP 172.20.0.3 (cd4803e1-91a3-4d0b-b8d0-6dfabbc61306/91a2fd5d-aa12-4ca7-acc8-288cfdc070ae/a4f5ed0c-3b42-4009-a72b-28c9a79d7e03) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:21.553456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.569928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Transition to ACTIVE for port object a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:38:21.594683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.663964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:21.670936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:21.675267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:38:21.706538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:21.743774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:21.744405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.771688 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-3952a5e2-d011-4f1b-b310-294a5f84e391 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7710075 Apr 23 00:38:21.794485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Request body: {'port': {'device_id': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:21.906082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0db3935f-64d9-48ea-a0aa-583a9afd7de4 None None] Provisioning for port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:38:21.911734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0db3935f-64d9-48ea-a0aa-583a9afd7de4 None None] Provisioning complete for port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:21.912326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0db3935f-64d9-48ea-a0aa-583a9afd7de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:21.918943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.011737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0db3935f-64d9-48ea-a0aa-583a9afd7de4 None None] Port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:38:22.206787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2238c17-f758-4c5e-ab29-77a1baeabca8 req-7df176ef-c180-4639-aaae-3b893db95191 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.208181 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2238c17-f758-4c5e-ab29-77a1baeabca8 req-7df176ef-c180-4639-aaae-3b893db95191 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 931 time: 0.0949383 Apr 23 00:38:22.263549 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2238c17-f758-4c5e-ab29-77a1baeabca8 req-8c84e68f-bffa-423a-bf96-828062d51e62 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490723 Apr 23 00:38:22.384211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304fb2-2eb8-48a6-878f-ab9d98cc30e4 req-4a2bf7c3-b6c2-4263-9f03-7da76a51ebf0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:22.385685 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8a304fb2-2eb8-48a6-878f-ab9d98cc30e4 req-4a2bf7c3-b6c2-4263-9f03-7da76a51ebf0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 944 time: 0.2043443 Apr 23 00:38:22.403583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:38:22.454280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8a304fb2-2eb8-48a6-878f-ab9d98cc30e4 req-785b9890-da80-479c-9b0b-7be0b1a57106 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624235 Apr 23 00:38:22.483979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:38:22.489053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:22.489422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.524174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:38:22.533137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.548798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Transition to ACTIVE for port object a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:38:22.553193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.616201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.645451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:22.656368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:38:22.662352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:22.768678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:22.814294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Pushing event updated for resources: {'Port': ['ID=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:22.883017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Attempting to bind port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:38:22.884639 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877239d9-e66d-4a46-9dce-72e8e0a51e8f'] response: {'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'code': 200} Apr 23 00:38:22.884757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Attempting to bind port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:38:22.885119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Attempting to bind port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:38:22.890693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:38:22.890849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Attempting to bind port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 on network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:38:22.898013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:38:22.898865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Checking segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:38:22.898865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Bound using segment: {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:38:22.899217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Bound port: a4f5ed0c-3b42-4009-a72b-28c9a79d7e03, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:38:22.899453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:23.005939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] For port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:38:23.009851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] For port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:38:23.018007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:23.082080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.082080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:23.082080 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] 10.222.0.42 "PUT /v2.0/ports/a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 HTTP/1.1" status: 200 len: 1093 time: 1.2913539 Apr 23 00:38:23.082080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:23.122274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d2539-fda6-43fe-80f4-f5a288949a3a service neutron] Pushing event updated for resources: {'Port': ['ID=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:23.226876 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d82d64-c5cb-4e64-9d87-03dcda0c8078'] response: {'name': 'network-changed', 'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'status': 'completed', 'code': 200} Apr 23 00:38:23.286366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-c18fc825-e413-4c2d-aaf9-ef2aef7dae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.287809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc594c-1964-462b-90df-c53e183a99f9 req-c3d801ae-1500-4014-8e9a-5ff1df5b4207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.288960 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-c18fc825-e413-4c2d-aaf9-ef2aef7dae47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 1096 time: 0.1219580 Apr 23 00:38:23.289432 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-56dc594c-1964-462b-90df-c53e183a99f9 req-c3d801ae-1500-4014-8e9a-5ff1df5b4207 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 1098 time: 0.1222270 Apr 23 00:38:23.351091 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-56dc594c-1964-462b-90df-c53e183a99f9 req-065625ab-a2bf-446c-bd7f-e312943d5a2e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426247 Apr 23 00:38:23.385235 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-ddb10495-d78a-4f75-85ab-cf4d34e00b62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 HTTP/1.1" status: 200 len: 217 time: 0.0783312 Apr 23 00:38:23.492412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354a551-370e-4b83-b752-e2ac9482abe3 req-f8a5ce52-3b74-45cc-a713-1d5e154a8297 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.499260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5354a551-370e-4b83-b752-e2ac9482abe3 req-f8a5ce52-3b74-45cc-a713-1d5e154a8297 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.0938489 Apr 23 00:38:23.539526 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5354a551-370e-4b83-b752-e2ac9482abe3 req-7a7d50f3-c6c1-4d4d-8685-8d8701aa3aa7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393567 Apr 23 00:38:23.654129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d884f64-50ef-4190-9772-0de928a6bdb3 req-f95ca4a2-3f08-4357-b29d-565f8f82ff58 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.655497 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9d884f64-50ef-4190-9772-0de928a6bdb3 req-f95ca4a2-3f08-4357-b29d-565f8f82ff58 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 945 time: 0.0782743 Apr 23 00:38:23.699502 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9d884f64-50ef-4190-9772-0de928a6bdb3 req-d4f669b5-80d4-49cb-88dc-f2f1c5be40d6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 Apr 23 00:38:23.757347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-60d2cdce-a1d1-4cff-a66a-cc345e58d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.758795 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-60d2cdce-a1d1-4cff-a66a-cc345e58d7fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0608802 Apr 23 00:38:23.852022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-e19baa4f-8600-4501-a66d-b25587e1508f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:23.853386 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-e19baa4f-8600-4501-a66d-b25587e1508f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695686 Apr 23 00:38:23.984064 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-61aa0856-4e64-4e67-882a-33ea155d0dac service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232581 Apr 23 00:38:24.115220 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca3f0da2-e9aa-4718-a101-253d1f74d9cf req-d4cbe1dc-83bc-4a95-9722-be5c7afe5de2 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237109 Apr 23 00:38:24.289081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-c5fbcdf2-ff42-4747-aad9-7758a79be4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:24.290536 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-c5fbcdf2-ff42-4747-aad9-7758a79be4a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 1096 time: 0.0757170 Apr 23 00:38:24.423994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-ec940e53-e59b-4790-a119-c051de18ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:24.425560 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-ec940e53-e59b-4790-a119-c051de18ef20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.1290174 Apr 23 00:38:24.503473 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-53371d2b-f4d8-441f-8846-0ef639694849 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 HTTP/1.1" status: 200 len: 217 time: 0.0679595 Apr 23 00:38:24.577930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-836f8718-3af2-47c1-a95b-0464cd39000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:24.579411 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-836f8718-3af2-47c1-a95b-0464cd39000b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0696907 Apr 23 00:38:24.711466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-97544371-e7be-461a-a5ee-f854a4d6f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:24.712536 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-97544371-e7be-461a-a5ee-f854a4d6f859 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1262293 Apr 23 00:38:24.787909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c426fc-c420-4707-ad83-7b8efe467aa2 req-01015752-54ca-4fda-8d21-3b7c15310229 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:24.790278 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-47c426fc-c420-4707-ad83-7b8efe467aa2 req-01015752-54ca-4fda-8d21-3b7c15310229 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.1301956 Apr 23 00:38:24.944317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c356134-0bfe-4c1e-af54-a20f5590babc req-2675d602-696f-4f64-8b9d-698fa8af8a3e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:24.946015 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c356134-0bfe-4c1e-af54-a20f5590babc req-2675d602-696f-4f64-8b9d-698fa8af8a3e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 945 time: 0.1048825 Apr 23 00:38:25.011954 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c356134-0bfe-4c1e-af54-a20f5590babc req-5a13a88f-e903-43b9-841a-096318f332bc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536530 Apr 23 00:38:25.048682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-47c426fc-c420-4707-ad83-7b8efe467aa2 req-4d877510-8ed7-41ec-aa30-e695115dea32 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056360 Apr 23 00:38:25.069894 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-512cf542-5c6a-412c-b6b4-2a357070bec9 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293123 Apr 23 00:38:25.216440 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f39140c-abfa-4727-80ce-91734ce02d77 req-d986a313-51e4-4c90-afc4-36b8970b044f service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435580 Apr 23 00:38:26.210837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd74fd4-4171-4fbe-90d4-eb13d0ec99e1 req-b0cd2e75-8a4b-48a9-bf67-33d685d434aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:26.212216 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afd74fd4-4171-4fbe-90d4-eb13d0ec99e1 req-b0cd2e75-8a4b-48a9-bf67-33d685d434aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 945 time: 0.0802901 Apr 23 00:38:26.246844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac4015-6410-4d1d-b256-3a6e4e5a1fe4 req-e5a46983-d03e-4af9-91c1-185a3b296f20 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:26.248305 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7fac4015-6410-4d1d-b256-3a6e4e5a1fe4 req-e5a46983-d03e-4af9-91c1-185a3b296f20 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.0817668 Apr 23 00:38:26.260096 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afd74fd4-4171-4fbe-90d4-eb13d0ec99e1 req-1cc82085-7fee-4e12-818c-657100e7b024 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Apr 23 00:38:26.292360 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7fac4015-6410-4d1d-b256-3a6e4e5a1fe4 req-523d3832-0430-4c83-a063-6c19d78caec2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383368 Apr 23 00:38:26.442615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1e4f5-6ddd-4662-aff6-d4da029ee8bc req-22993bad-9a60-4c61-b193-a7ac94ade371 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:26.444057 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f1b1e4f5-6ddd-4662-aff6-d4da029ee8bc req-22993bad-9a60-4c61-b193-a7ac94ade371 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 945 time: 0.0793607 Apr 23 00:38:26.492070 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f1b1e4f5-6ddd-4662-aff6-d4da029ee8bc req-ef835d18-c597-4eb3-add2-348d4de03bd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Apr 23 00:38:26.516925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42744) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:26.600041 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1788bb08-3f2e-4785-874e-ab34285e321f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:26.601515 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1788bb08-3f2e-4785-874e-ab34285e321f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 1093 time: 0.0833464 Apr 23 00:38:26.604443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42748) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:26.609274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'port_id': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:26.690433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:27.392436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:27.396876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:27.479178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfadbec-88bc-4013-a3f9-a94f2da01b7c req-06ccdfe5-e329-4eea-ad36-a7f22457a672 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:27.480667 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4cfadbec-88bc-4013-a3f9-a94f2da01b7c req-06ccdfe5-e329-4eea-ad36-a7f22457a672 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.0831666 Apr 23 00:38:27.526009 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4cfadbec-88bc-4013-a3f9-a94f2da01b7c req-8c272bd4-52c4-4c50-b2b2-3f291412685f tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380569 Apr 23 00:38:27.565291 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c associated. External IP: 172.26.8.250, port: 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb. Apr 23 00:38:27.906208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:38:28.081774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:38:28.087400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:28.091815 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] Sync routers for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:28.102900 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:38:28.103724 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:38:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:28.141016 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7fe58d16-4fb6-4d69-99d4-039ec18cb82d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 991 time: 1.5355763 Apr 23 00:38:28.141591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:28.143826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42754) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:28.186615 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b765ce50-0a0f-4c35-8d0f-f1cba92891f7'] response: {'name': 'network-changed', 'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'status': 'completed', 'code': 200} Apr 23 00:38:28.284868 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:38:28.306951 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0e5ad09a-c460-4709-b5c9-0731bafc5125 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 991 time: 0.1617975 Apr 23 00:38:28.334826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-d0a64d9e-7dde-4133-9d1c-91963251fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:28.336239 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-d0a64d9e-7dde-4133-9d1c-91963251fc35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 1098 time: 0.0884001 Apr 23 00:38:28.467178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-2b5cc975-12c1-4d6e-8d9c-2b6844d7b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:28.468511 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-2b5cc975-12c1-4d6e-8d9c-2b6844d7b0fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 200 len: 896 time: 0.1250911 Apr 23 00:38:28.571715 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-c3dfb711-bd93-4b19-b038-267961a53696 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb HTTP/1.1" status: 200 len: 999 time: 0.0957689 Apr 23 00:38:28.634092 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '07dbab21-27c5-4280-a73f-7a378dc6f09c', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'port_id': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'mac_address': 'fa:16:3e:b4:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:58Z', 'updated_at': '2022-04-23T00:38:27Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:28.638431 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] Checking router: e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:28.643194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-ecd8e6b4-d6ae-40f1-bbc9-827f24a88c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:28.644621 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-ecd8e6b4-d6ae-40f1-bbc9-827f24a88c11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 200 len: 835 time: 0.0658081 Apr 23 00:38:28.647394 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:38:28.647990 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:38:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:28.781548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19641e71-b229-4804-ae30-4ae85f308a3f req-9fefa4b4-84e0-4c37-b65b-8a0428d269e2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:28.783015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19641e71-b229-4804-ae30-4ae85f308a3f req-9fefa4b4-84e0-4c37-b65b-8a0428d269e2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.1423717 Apr 23 00:38:28.784998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-e999ca5f-148a-415d-9eaf-cb41f2824375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:28.786374 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-e999ca5f-148a-415d-9eaf-cb41f2824375 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=83f0382a-a5f1-4293-9670-535e11e63dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121716 Apr 23 00:38:28.853311 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:38:28.905828 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19641e71-b229-4804-ae30-4ae85f308a3f req-1569a068-304d-4f79-9c8e-37848972c1b6 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155674 Apr 23 00:38:28.961170 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-db6653c1-b043-4d8c-a42b-450dfcafe4fc service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567845 Apr 23 00:38:29.094889 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b90f9bdc-7d5b-4d09-99f9-5effbe706e2a req-9a9aa178-3bfe-456f-8387-bc6583e9eae2 service neutron] 10.222.0.42 "GET /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272724 Apr 23 00:38:29.206495 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '07dbab21-27c5-4280-a73f-7a378dc6f09c', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'port_id': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'mac_address': 'fa:16:3e:b4:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:58Z', 'updated_at': '2022-04-23T00:38:27Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:29.210589 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1edfd6b-f55a-420e-96aa-3627eb8bbfe2 None None] The sync data for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv is: [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '07dbab21-27c5-4280-a73f-7a378dc6f09c', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'port_id': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'mac_address': 'fa:16:3e:b4:5a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:58Z', 'updated_at': '2022-04-23T00:38:27Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:29.310805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42762) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:29.390592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bee6da-b5fe-4310-975a-23c6e96cdf0d None None] New status for floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:38:29.420335 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9c0bf9a5-e0dc-451b-8c4e-00a81065b150 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 991 time: 0.1083629 Apr 23 00:38:30.208546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ff6bc-8fe0-41d4-a9d4-c8e53269b461 req-4c601434-d4d2-48c4-88d2-010eb3aae40e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:30.209245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-361ff6bc-8fe0-41d4-a9d4-c8e53269b461 req-4c601434-d4d2-48c4-88d2-010eb3aae40e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:38:30.224007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-361ff6bc-8fe0-41d4-a9d4-c8e53269b461 req-4c601434-d4d2-48c4-88d2-010eb3aae40e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:38:30.225425 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-361ff6bc-8fe0-41d4-a9d4-c8e53269b461 req-4c601434-d4d2-48c4-88d2-010eb3aae40e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.2079282 Apr 23 00:38:30.269519 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-361ff6bc-8fe0-41d4-a9d4-c8e53269b461 req-33a28c62-f0a0-4463-a792-8f148a98bb08 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385277 Apr 23 00:38:30.424045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42768) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:30.645558 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a268c9e8-0629-4d32-9cd9-ad12f6281edc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 200 len: 993 time: 0.2203207 Apr 23 00:38:31.454500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ea8ba-db21-4eb8-893f-f1da7e9db10b req-37dc46e8-433c-4d31-958d-e5482763fb9c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:31.455931 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a4ea8ba-db21-4eb8-893f-f1da7e9db10b req-37dc46e8-433c-4d31-958d-e5482763fb9c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.0799329 Apr 23 00:38:31.499888 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a4ea8ba-db21-4eb8-893f-f1da7e9db10b req-043def8e-608d-4568-acd3-f202c1594087 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375810 Apr 23 00:38:32.494065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:38:32.624714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:38:32.638658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'port_id': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'mac_address': 'fa:16:3e:35:e8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:38:32.688761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e9461-878c-4160-9df2-b96aa9bd2714 req-da83e984-5138-4c8f-973f-1b9694010804 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:32.690268 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2e2e9461-878c-4160-9df2-b96aa9bd2714 req-da83e984-5138-4c8f-973f-1b9694010804 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 943 time: 0.0818872 Apr 23 00:38:32.697223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:32.714634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:38:32.730155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:38:32.734586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:32.741485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2e2e9461-878c-4160-9df2-b96aa9bd2714 req-e6cd6a02-9ef1-4413-8288-defddbb597fc tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447361 Apr 23 00:38:32.806683 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:33.150804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['a4f5ed0c-3b42-4009-a72b-28c9a79d7e03'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:38:33.925606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28455c77-d476-4c76-bc0c-befce361b65d req-835ce2b5-ae63-4532-999d-f2510488c22a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:33.927191 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-28455c77-d476-4c76-bc0c-befce361b65d req-835ce2b5-ae63-4532-999d-f2510488c22a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 944 time: 0.0811107 Apr 23 00:38:33.970563 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-28455c77-d476-4c76-bc0c-befce361b65d req-956fd2a1-3a48-4a17-9ae5-b7a70d8c1baf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373793 Apr 23 00:38:34.495890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:38:34.562177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:38:34.566953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:38:34.567328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:34.687890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:34.715089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:34.724372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:38:34.728567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:34.764751 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fadfeda-745b-4964-aaca-f8c7810287e5'] response: {'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'code': 200} Apr 23 00:38:34.798095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:35.170803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7fbfe-cb7f-4f87-a5eb-8c849c7a6d0e req-9b961a47-fb04-457f-9758-0764eee38e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:35.172272 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-00f7fbfe-cb7f-4f87-a5eb-8c849c7a6d0e req-9b961a47-fb04-457f-9758-0764eee38e17 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 1098 time: 0.1347039 Apr 23 00:38:35.186278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8fffa-6bea-4138-a2a1-bba8d1673193 req-1af64db5-d55c-4446-93fa-9ecc175c521e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:35.188071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d8a8fffa-6bea-4138-a2a1-bba8d1673193 req-1af64db5-d55c-4446-93fa-9ecc175c521e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 945 time: 0.1076953 Apr 23 00:38:35.253917 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-00f7fbfe-cb7f-4f87-a5eb-8c849c7a6d0e req-c5946ec6-8aae-4115-be2b-6c056b028a4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757444 Apr 23 00:38:35.258609 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d8a8fffa-6bea-4138-a2a1-bba8d1673193 req-1ade1b67-4a0e-43dd-b902-c43e97263af9 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560920 Apr 23 00:38:36.441251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b78a0-f926-48e6-bbf4-27332ffd0972 req-d69895ba-432d-42be-ad5f-992802dd99a2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:36.443473 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b55b78a0-f926-48e6-bbf4-27332ffd0972 req-d69895ba-432d-42be-ad5f-992802dd99a2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 945 time: 0.0803423 Apr 23 00:38:36.489174 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b55b78a0-f926-48e6-bbf4-27332ffd0972 req-c174a790-3b2e-45df-adc7-ae8e59e5921b tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 Apr 23 00:38:37.678338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b30f87-e8da-4917-84c6-e0ce1ca778c8 req-13fbeef6-6653-4dc3-bfdc-6a6da49861a5 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:37.679778 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-03b30f87-e8da-4917-84c6-e0ce1ca778c8 req-13fbeef6-6653-4dc3-bfdc-6a6da49861a5 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 945 time: 0.0835638 Apr 23 00:38:37.724045 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-03b30f87-e8da-4917-84c6-e0ce1ca778c8 req-f57f1bcc-6741-4798-9a72-e0892ba194b9 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384994 Apr 23 00:38:37.907365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c7625-8eb2-4fa4-b94c-fa2e05c9d1d5 req-88bd124f-3314-49ba-8ad5-6ae085ac84f8 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:37.908709 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ae5c7625-8eb2-4fa4-b94c-fa2e05c9d1d5 req-88bd124f-3314-49ba-8ad5-6ae085ac84f8 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 945 time: 0.0780993 Apr 23 00:38:37.952356 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ae5c7625-8eb2-4fa4-b94c-fa2e05c9d1d5 req-51f99e02-459e-426c-83ee-f5c59879cc7f tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380454 Apr 23 00:38:37.975986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42788) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:38.049521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ceeff-f883-415a-9c4f-fb807d5f8b3e tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:38.051009 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-307ceeff-f883-415a-9c4f-fb807d5f8b3e tempest-TestVolumeBootPattern-661450447 tempest-TestVolumeBootPattern-661450447-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 1093 time: 0.0740480 Apr 23 00:38:38.054719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42792) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:38:38.059464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:38:38.065417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:38:38.069701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Usage tracker for resource:floatingip and tenant:f3c997e7c28e47a8a535b6f6b9b3840e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:38:38.072519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:38:38.078436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:38:38.090279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:38.227229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:38.360308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Allocated IP 172.26.8.212 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/e9c11f9b-d20e-47ee-aa88-a7742970b7fd) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:38:38.501915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:38.529723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:38.590222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:38:38.591329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:38:38.594971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:38:38.645770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=e9c11f9b-d20e-47ee-aa88-a7742970b7fd,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:39.010824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:39.085438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:39.388031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:39.392417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:39.502821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event updated for resources: {'Port': ['ID=e9c11f9b-d20e-47ee-aa88-a7742970b7fd,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:38:39.513135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:39.683639 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Floating IP 5b4ad027-9932-4954-af68-e0bdf6256a3d associated. External IP: 172.26.8.212, port: a4f5ed0c-3b42-4009-a72b-28c9a79d7e03. Apr 23 00:38:39.832749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:40.031932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:38:40.208416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:38:40.217655 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:38:40.235246 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:38:40.236280 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:38:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:40.241254 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:40.299326 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d8ec3340-2fcd-42a0-8766-84abbeb06eaa tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2435122 Apr 23 00:38:40.299808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:38:40.342688 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b06f925-c6ea-4666-bb6b-59c044ab5404'] response: {'name': 'network-changed', 'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'status': 'completed', 'code': 200} Apr 23 00:38:40.416351 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:38:40.454142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-04d5b00b-d727-4aa7-a8a7-1005cfb6c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:40.455619 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-04d5b00b-d727-4aa7-a8a7-1005cfb6c5f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 1098 time: 0.0698669 Apr 23 00:38:40.585010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-2a35a27c-d187-4533-9c39-f781c6371a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:40.586370 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-2a35a27c-d187-4533-9c39-f781c6371a73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.1252124 Apr 23 00:38:40.689109 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-55f19059-becb-4254-9cac-71cf1687bd2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 HTTP/1.1" status: 200 len: 999 time: 0.0971096 Apr 23 00:38:40.761225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-92e4e43d-ea4a-4959-9e90-45eaadf14bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:40.762694 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-92e4e43d-ea4a-4959-9e90-45eaadf14bdd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0626624 Apr 23 00:38:40.762958 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 1, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}, {'id': '5b4ad027-9932-4954-af68-e0bdf6256a3d', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:35:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:38:38Z', 'updated_at': '2022-04-23T00:38:38Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:40.766786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:38:40.775767 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:38:40.776341 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:38:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:40.837548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-99f26e0b-8365-4b51-be86-27788936aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:38:40.838948 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-99f26e0b-8365-4b51-be86-27788936aab9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711923 Apr 23 00:38:40.956521 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:38:40.972347 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-75d05b4e-1b28-41c5-8691-89d1dea96503 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273029 Apr 23 00:38:41.109529 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4156ce2-7b53-4b68-bfb3-1dcc4a8b1584 req-8bd9e6c6-fc99-4071-8121-9f6c49a8b615 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313074 Apr 23 00:38:41.342578 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 1, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}, {'id': '5b4ad027-9932-4954-af68-e0bdf6256a3d', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:35:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:38:38Z', 'updated_at': '2022-04-23T00:38:38Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:38:41.346376 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c0e4f8-9d43-41bc-abbd-adf89d0895d4 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 1, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}, {'id': '5b4ad027-9932-4954-af68-e0bdf6256a3d', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.212', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:35:e8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:38:38Z', 'updated_at': '2022-04-23T00:38:38Z', 'revision_number': 0, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:38:41.528243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2c3f0-9be1-480e-bb3f-4199f59e5a12 None None] New status for floating IP 5b4ad027-9932-4954-af68-e0bdf6256a3d: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:38:45.158215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6f9e677e-bbee-4381-bf06-ef5a399b9020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:47.553342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-19cc6f34-00a7-4b66-b790-6b1c51f853d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:48.243167 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:38:48.572355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:48.599215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:38:49.963401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:09.839124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:15.163293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fdf05a60-d7ee-472d-aef9-4baef9df1a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:17.553412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2d20dfbe-5cb7-44de-bca9-03d9d5743075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:18.574863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:18.602315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:19.965435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:21.098123 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-383b6d1f-74f5-437e-b30b-5f13af358a04 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696657 Apr 23 00:39:21.253326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-b865fee9-bbd8-4d4f-899b-bef1e05b3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:21.254820 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-b865fee9-bbd8-4d4f-899b-bef1e05b3d2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1099 time: 0.0733507 Apr 23 00:39:21.398970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-54d87fdb-532f-4c43-a922-96b79a252649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:21.400889 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-54d87fdb-532f-4c43-a922-96b79a252649 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.1249626 Apr 23 00:39:21.615292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-c1637277-dd7e-434a-b2ef-fd5817859e04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 200 len: 1001 time: 0.2083592 Apr 23 00:39:21.676049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-25f74908-95fd-4452-8f82-8166ed36daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:21.677333 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-25f74908-95fd-4452-8f82-8166ed36daaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0551455 Apr 23 00:39:21.751479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-19860a49-d203-4730-9b5b-4a9c2c022135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:21.752907 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-19860a49-d203-4730-9b5b-4a9c2c022135 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687242 Apr 23 00:39:21.881649 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-539652da-ffbb-47e2-b076-f0ce12952222 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227272 Apr 23 00:39:22.012678 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eaf60254-549e-42b5-9937-75ec80fd5284 req-887965f6-7c62-446e-8548-f5ea8ce6e65d service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246612 Apr 23 00:39:25.242470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:39:39.845173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:42.341908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff7b76-ea9e-4df3-ae0f-cbf25b96c2b8 req-17ec87a4-27f7-4aee-a928-25e2ddba97c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:42.343371 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c6ff7b76-ea9e-4df3-ae0f-cbf25b96c2b8 req-17ec87a4-27f7-4aee-a928-25e2ddba97c9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 945 time: 0.0793307 Apr 23 00:39:42.389144 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c6ff7b76-ea9e-4df3-ae0f-cbf25b96c2b8 req-464a15fe-97c1-481d-90f4-e4df94c46b6d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Apr 23 00:39:43.580195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12ddb-99c9-4230-8f5c-661b977089bc req-f13d315b-2963-42cd-a776-a768089fd98a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:43.581649 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-44f12ddb-99c9-4230-8f5c-661b977089bc req-f13d315b-2963-42cd-a776-a768089fd98a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 945 time: 0.0847967 Apr 23 00:39:43.625868 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-44f12ddb-99c9-4230-8f5c-661b977089bc req-3eb684c0-2370-46d9-b4c2-df70f697a3a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=cac2a1b4-4a34-46c0-8d36-bedbad075850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385356 Apr 23 00:39:44.001752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-ba9ec9cd-f507-4ce3-ae34-59e143f115f0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:44.003191 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-ba9ec9cd-f507-4ce3-ae34-59e143f115f0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 945 time: 0.0791428 Apr 23 00:39:44.074672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:39:44.074672 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:44.319225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:39:44.319488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:44.604883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:44.605560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:44.605560 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c disassociated. External IP: 172.26.8.250, port: 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb. Apr 23 00:39:44.605832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:39:44.755763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:44.780608 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c9546d7e-4aa5-4586-9044-0946fe2d4413 req-37e1bab1-2f1d-4041-ad90-b9081653a2f6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 210 time: 0.0452392 Apr 23 00:39:44.806325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:44.817567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.817921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.818278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.818619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.818950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.819280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.819612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.819941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.820266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.820583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.820902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:44.821224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:45.003454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:39:45.160575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc55e-4824-48ab-9a93-ddf0590b7341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:45.307852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:39:45.317850 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] Sync routers for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:39:45.328120 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:39:45.328725 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:45.382178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:39:45.384618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:45.387284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'name': 'network-vif-deleted', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:39:45.404491 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-921e53fc-707f-47c0-b4af-e4ddcc70d4c7 req-764d1280-d04d-483b-a971-98764e323aa7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb HTTP/1.1" status: 204 len: 173 time: 1.3965654 Apr 23 00:39:45.509719 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:39:45.568492 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04f2034-e695-45b3-a5ff-653887428f1a'] response: {'server_uuid': 'd274adf3-c2f2-4ff8-8c53-807e818d4591', 'name': 'network-vif-deleted', 'tag': '9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb', 'status': 'completed', 'code': 200} Apr 23 00:39:45.830308 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:45.834113 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] Checking router: e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:39:45.842568 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:39:45.843160 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:45.941066 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2060c68e-47a2-4e24-9595-23d163f83f9c req-6b5d86f1-0586-400e-88b7-5ff729580e2d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=d274adf3-c2f2-4ff8-8c53-807e818d4591 HTTP/1.1" status: 200 len: 210 time: 0.0418298 Apr 23 00:39:46.019786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:39:46.333782 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:46.337476 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac9cf48-9177-4655-b9a5-7bf814d98811 None None] The sync data for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv is: [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a393db9e-010c-48ab-ad25-bee16e05e9b8', 'name': '', 'network_id': '83f0382a-a5f1-4293-9670-535e11e63dc8', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:e1:3f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '383bb612-eafa-425f-ae1f-995c2180b173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:30Z', 'updated_at': '2022-04-23T00:36:39Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '383bb612-eafa-425f-ae1f-995c2180b173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:39:46.567305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952ff6c0-a18e-4a39-a974-b5a7d8f37bed None None] New status for floating IP 07dbab21-27c5-4280-a73f-7a378dc6f09c: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:39:47.037433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42856) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:47.107817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.137215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.198548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.217615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac2a1b4-4a34-46c0-8d36-bedbad075850,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:47.225880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.226233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.226854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.226854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.227410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.227575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.227904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.228232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.228559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.228882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.229208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.229530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:47.236868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.237979 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-347798df-1047-4c89-ba6d-e36b6e2ef3e4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/cac2a1b4-4a34-46c0-8d36-bedbad075850 HTTP/1.1" status: 204 len: 168 time: 0.1995466 Apr 23 00:39:47.268532 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42862) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:47.529304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port a3dc2c5e-684e-4eea-884b-b3e1c9654d22 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:39:47.529756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.555617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1409f5c3-df8d-4e4f-914c-7ae1f227581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.702072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.702435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:47.821335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for a3dc2c5e-684e-4eea-884b-b3e1c9654d22 owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:39:47.959343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:48.005927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=a3dc2c5e-684e-4eea-884b-b3e1c9654d22,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:48.096215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:48.109798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:48.110948 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8bf9f385-d011-4e7b-801a-c01a8aa6ff5d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/07dbab21-27c5-4280-a73f-7a378dc6f09c HTTP/1.1" status: 204 len: 168 time: 0.8414445 Apr 23 00:39:48.468325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd9ef-e9df-448c-8765-9cece7fa0516 req-a79c8bb1-a199-4803-b6fc-51e44580ce57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:48.468934 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-1dabd9ef-e9df-448c-8765-9cece7fa0516 req-a79c8bb1-a199-4803-b6fc-51e44580ce57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:39:48.484080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-1dabd9ef-e9df-448c-8765-9cece7fa0516 req-a79c8bb1-a199-4803-b6fc-51e44580ce57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:39:48.485214 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1dabd9ef-e9df-448c-8765-9cece7fa0516 req-a79c8bb1-a199-4803-b6fc-51e44580ce57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 946 time: 0.0949824 Apr 23 00:39:48.529770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-1dabd9ef-e9df-448c-8765-9cece7fa0516 req-ccb5959e-3b15-415e-a6b6-8ada4bb46ad6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:39:48.544202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-1dabd9ef-e9df-448c-8765-9cece7fa0516 req-ccb5959e-3b15-415e-a6b6-8ada4bb46ad6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:39:48.545778 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1dabd9ef-e9df-448c-8765-9cece7fa0516 req-ccb5959e-3b15-415e-a6b6-8ada4bb46ad6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549128 Apr 23 00:39:48.576953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:48.605375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:48.839696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:39:48.872984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:39:48.873333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9aa4e8ef-7cf1-4085-a5d0-ca9f056dadeb not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:39:49.735241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357b7b6-958a-4fc8-ab20-f2185caec13d req-ec3ef5bd-9a7e-4070-abce-f2c5fc1061ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:49.735943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3357b7b6-958a-4fc8-ab20-f2185caec13d req-ec3ef5bd-9a7e-4070-abce-f2c5fc1061ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:39:49.747786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3357b7b6-958a-4fc8-ab20-f2185caec13d req-ec3ef5bd-9a7e-4070-abce-f2c5fc1061ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:39:49.748884 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3357b7b6-958a-4fc8-ab20-f2185caec13d req-ec3ef5bd-9a7e-4070-abce-f2c5fc1061ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 946 time: 0.0937288 Apr 23 00:39:49.793877 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3357b7b6-958a-4fc8-ab20-f2185caec13d req-718f05a9-6499-49eb-ad29-e6d814c5ad12 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ed37557-cdbd-4842-be89-bf1c6ded9c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392232 Apr 23 00:39:49.968305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:50.170988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-f204cfde-d0d0-42d2-9a96-e4be3a851c1b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:50.172382 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-f204cfde-d0d0-42d2-9a96-e4be3a851c1b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 946 time: 0.0828846 Apr 23 00:39:50.240411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:39:50.240668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:50.478219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:39:50.478596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:50.597680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:39:50.738592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:50.789517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=9a1b16af-98ac-4ed3-b376-c5dde09ccaf1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:50.869113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:39:50.872139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:50.874880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'name': 'network-vif-deleted', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:39:50.890735 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17ce403e-a2d0-4c54-8b1c-040f087c41e0 req-68346f4e-ac3f-4c16-b2f3-212ce01b6bca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 HTTP/1.1" status: 204 len: 173 time: 0.7128253 Apr 23 00:39:50.920821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c6382c-a356-4c07-a00a-27f43e9276a0'] response: {'server_uuid': '13f035fc-bae9-4802-9a6c-e854efb404ee', 'name': 'network-vif-deleted', 'tag': '9a1b16af-98ac-4ed3-b376-c5dde09ccaf1', 'status': 'completed', 'code': 200} Apr 23 00:39:50.959927 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c90e4645-bd07-4b20-808d-10dc440e839a req-2f050605-60d8-4ec2-8d9e-63efa10e8c1b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=13f035fc-bae9-4802-9a6c-e854efb404ee HTTP/1.1" status: 200 len: 210 time: 0.0550239 Apr 23 00:39:52.058446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42878) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:52.127254 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a788f76a-e36c-46e6-a9e4-e7ae9e5e6ff3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:52.157571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a788f76a-e36c-46e6-a9e4-e7ae9e5e6ff3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:52.220381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a788f76a-e36c-46e6-a9e4-e7ae9e5e6ff3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:52.237271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788f76a-e36c-46e6-a9e4-e7ae9e5e6ff3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed37557-cdbd-4842-be89-bf1c6ded9c3b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:52.248814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a788f76a-e36c-46e6-a9e4-e7ae9e5e6ff3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:52.249971 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a788f76a-e36c-46e6-a9e4-e7ae9e5e6ff3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/6ed37557-cdbd-4842-be89-bf1c6ded9c3b HTTP/1.1" status: 204 len: 168 time: 0.1905377 Apr 23 00:39:52.280710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42884) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:52.941744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:53.307843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port a393db9e-010c-48ab-ad25-bee16e05e9b8 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:39:53.308645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:53.503250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port a393db9e-010c-48ab-ad25-bee16e05e9b8, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a393db9e-010c-48ab-ad25-bee16e05e9b8,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:39:53.503607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:53.632186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for a393db9e-010c-48ab-ad25-bee16e05e9b8 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:39:53.821598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:53.872116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=a393db9e-010c-48ab-ad25-bee16e05e9b8,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:54.266385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:54.615157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:39:54.790849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:39:54.801216 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] Sync routers for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:39:54.803818 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0e00ad4e-9334-418f-959e-11db713c58c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5220459 Apr 23 00:39:54.806508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42888) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:54.811242 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:39:54.811823 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:54.853268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:39:54.879895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet 383bb612-eafa-425f-ae1f-995c2180b173 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:39:54.883053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:54.893582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:39:54.893933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 9a1b16af-98ac-4ed3-b376-c5dde09ccaf1 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:39:54.941908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.020553 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:39:55.034470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.116758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.165904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=383bb612-eafa-425f-ae1f-995c2180b173,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:55.172139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.181564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42892) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:55.182146 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-47de0fbc-e129-4094-8d9a-6fdfc14332ff tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/383bb612-eafa-425f-ae1f-995c2180b173 HTTP/1.1" status: 204 len: 168 time: 0.3744545 Apr 23 00:39:55.187764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b5f67b-10f6-44f6-bbe2-5ebe79f6e2ef None None] Network 83f0382a-a5f1-4293-9670-535e11e63dc8 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:39:55.328788 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:39:53Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:55.333737 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] Checking router: e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:39:55.343490 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] Routers {'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:39:55.344081 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:55.369299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.503693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] DHCP port deletion for 83f0382a-a5f1-4293-9670-535e11e63dc8 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:39:55.507842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Deleting port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:39:55.508363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.524239 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] Set router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:39:55.552328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.563908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 875b6382-7212-4fc6-b1ca-f4906d529863 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:39:55.564185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.719303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] For port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e0cf67e2-59fc-4c3d-bd7a-65599a4881f6,segment=NetworkSegment(39fa90a6-4192-4eaa-931d-ec611df60f2e),segment_id=39fa90a6-4192-4eaa-931d-ec611df60f2e)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:39:55.719681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.823549 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:39:53Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:55.828350 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d10773-86cc-43d0-8991-90993b74b4fa None None] The sync data for ids ['e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2'] in dv-neutron-838784-1-hyperv is: [{'id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'name': 'tempest-TestNetworkBasicOps-router-2119604995', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:36:25Z', 'updated_at': '2022-04-23T00:39:53Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '875b6382-7212-4fc6-b1ca-f4906d529863', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:39:55.857025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 875b6382-7212-4fc6-b1ca-f4906d529863, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=875b6382-7212-4fc6-b1ca-f4906d529863,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:39:55.857386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.883354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Calling delete_port for e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:39:55.959381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:55.980504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 875b6382-7212-4fc6-b1ca-f4906d529863 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:39:56.007691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Pushing event deleted for resources: {'Port': ['ID=e0cf67e2-59fc-4c3d-bd7a-65599a4881f6,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:56.011174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] No DVR routers for this DVR port e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:39:56.019017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.019387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.020115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.020115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.020359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.020688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.021011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.021333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.022119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.022119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.022325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.022786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23728b80-3c2f-49c1-91f9-e4e2c879001c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:39:56.153010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.202331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=875b6382-7212-4fc6-b1ca-f4906d529863,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:56.299490 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.472021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.474190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.498884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.499391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:39:56.515598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.516701 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ca3771ec-ad83-47a8-86a5-fc8f238a5765 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/e881fcd3-e34f-4c8d-9bf7-fb21ccd589a2 HTTP/1.1" status: 204 len: 168 time: 1.3341212 Apr 23 00:39:56.519325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42896) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:56.636802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.764523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.789099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f0382a-a5f1-4293-9670-535e11e63dc8']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:56.800824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fa90a6-4192-4eaa-931d-ec611df60f2e') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:56.801118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fa90a6-4192-4eaa-931d-ec611df60f2e') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:56.812112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.828053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.833859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:39:56.834235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:39:56.848721 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:39:56.927702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.945374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:56.957293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=83f0382a-a5f1-4293-9670-535e11e63dc8,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:56.969398 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e6882ec0-d66a-45ee-81e7-e3e4075962f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/83f0382a-a5f1-4293-9670-535e11e63dc8 HTTP/1.1" status: 204 len: 168 time: 0.4461985 Apr 23 00:39:56.991147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42900) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:56.997425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--39606069', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:39:57.002637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:39:57.006702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:39:57.009672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:39:57.017780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:39:57.028259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:39:57.031788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.059527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:39:57.068197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.068532 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0 of type vlan for network a51d7d16-ff54-478b-954a-920d0c0d972a Apr 23 00:39:57.096698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.127744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.133381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:57.133964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.144221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 875b6382-7212-4fc6-b1ca-f4906d529863 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:39:57.187881 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 875b6382-7212-4fc6-b1ca-f4906d529863 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:39:57.188227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 875b6382-7212-4fc6-b1ca-f4906d529863 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:39:57.188650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a393db9e-010c-48ab-ad25-bee16e05e9b8 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:39:57.222028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a393db9e-010c-48ab-ad25-bee16e05e9b8 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:39:57.222264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a393db9e-010c-48ab-ad25-bee16e05e9b8 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:39:57.222707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:39:57.243198 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2509751 Apr 23 00:39:57.246446 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42904) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:57.249945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18846422-6d8f-4a51-b8ed-7a0a94763fdb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=a51d7d16-ff54-478b-954a-920d0c0d972a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:57.253441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:39:57.257862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:39:57.258214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e0cf67e2-59fc-4c3d-bd7a-65599a4881f6 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:39:57.260995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a51d7d16-ff54-478b-954a-920d0c0d972a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:39:57.262814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:39:57.267720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:39:57.270764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:39:57.277987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:39:57.286820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.287872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.303212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.567500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:57.983484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.015439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.150173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.147 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/a47e4deb-e0b4-40d6-8130-40f61d99207a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:39:58.301581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.330722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:58.387265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:39:58.390031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:39:58.393578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:39:58.441605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=a47e4deb-e0b4-40d6-8130-40f61d99207a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:39:58.805206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:59.249178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:59.450999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e35a5ddc-695c-4d52-b06e-097cce2dc894 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:39:59.630696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:39:59.641679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Sync routers for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:39:59.650819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:39:59.651507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:39:59.660308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:39:59.664455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2881e926-5a52-421a-a315-cf1fc98f8359 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4134767 Apr 23 00:39:59.664621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42908) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:59.827514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:39:59.861068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3433e6d7-f1c9-4d8e-a6c5-c8467f6687e5 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1953535 Apr 23 00:39:59.863649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42914) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:39:59.995197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0565ca7-9ff3-497d-b3b8-19cf80f8104c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:39:59.997205 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b0565ca7-9ff3-497d-b3b8-19cf80f8104c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326280 Apr 23 00:40:00.000833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42918) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:00.041117 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a5c36cf7-033f-461a-a11b-cfce3d134893 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391603 Apr 23 00:40:00.044344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42922) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:00.049667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-872292292', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:00.113477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:39:58Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:00.117590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Checking router: e35a5ddc-695c-4d52-b06e-097cce2dc894 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:00.117932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Updating router e35a5ddc-695c-4d52-b06e-097cce2dc894 port a47e4deb-e0b4-40d6-8130-40f61d99207a binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:40:00.176022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.262496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:00.266392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:00.269173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:00.274842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:00.285520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:40:00.289089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.501708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.507911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.514841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Transition to ACTIVE for port object a47e4deb-e0b4-40d6-8130-40f61d99207a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:00.521548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.586414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=06139a96-a77e-4307-b090-d8227d73447b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:00.596385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:00.596725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: a51d7d16-ff54-478b-954a-920d0c0d972a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:40:00.602127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Attempting to bind port a47e4deb-e0b4-40d6-8130-40f61d99207a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:00.602609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Attempting to bind port a47e4deb-e0b4-40d6-8130-40f61d99207a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:00.602971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Attempting to bind port a47e4deb-e0b4-40d6-8130-40f61d99207a on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:00.605003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f9ffd-f98e-4cd0-99a3-ee627146ad2c None None] Pushing event updated for resources: {'Port': ['ID=a47e4deb-e0b4-40d6-8130-40f61d99207a,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:00.610849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:40:00.611042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:00.611519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.611908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:40:00.612611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Bound port: a47e4deb-e0b4-40d6-8130-40f61d99207a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:00.613136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.616616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network a51d7d16-ff54-478b-954a-920d0c0d972a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:40:00.626211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a51d7d16-ff54-478b-954a-920d0c0d972a) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:00.630169 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:00.630781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.647429 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b39d5-0432-4054-a8ff-44db6c0ee2a7 None None] Network a51d7d16-ff54-478b-954a-920d0c0d972a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:40:00.651978 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8b05eb9c-fe10-466f-819a-68ab8651e92b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6065781 Apr 23 00:40:00.654703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42926) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:00.812134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] For port a47e4deb-e0b4-40d6-8130-40f61d99207a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:00.817539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] For port a47e4deb-e0b4-40d6-8130-40f61d99207a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a47e4deb-e0b4-40d6-8130-40f61d99207a,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:40:00.832349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:00.990198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:00.990851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:01.046274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f9ffd-f98e-4cd0-99a3-ee627146ad2c None None] Pushing event updated for resources: {'Port': ['ID=a47e4deb-e0b4-40d6-8130-40f61d99207a,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:01.066098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a51d7d16-ff54-478b-954a-920d0c0d972a', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:40:01.066885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.252702 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:01.348956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.503037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Allocated IP 172.20.0.2 (a51d7d16-ff54-478b-954a-920d0c0d972a/06139a96-a77e-4307-b090-d8227d73447b/e183d0ef-e8b1-48a2-82c1-2e1bfab98713) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:01.763998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:39:58Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:01.775084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1220892a-3838-44d5-9a2f-a58a74e9dffa None None] The sync data for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv is: [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:39:58Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:01.781428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.791656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Transition to ACTIVE for port object e183d0ef-e8b1-48a2-82c1-2e1bfab98713 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:01.813816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Transition to ACTIVE for port object e183d0ef-e8b1-48a2-82c1-2e1bfab98713 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:01.819155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.877893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Network a51d7d16-ff54-478b-954a-920d0c0d972a is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:01.880869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:01.884568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:40:01.885771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (a51d7d16-ff54-478b-954a-920d0c0d972a/06139a96-a77e-4307-b090-d8227d73447b/04609997-5eb9-4dc6-95b8-9b380a2f3187) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:01.960445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Pushing event updated for resources: {'Port': ['ID=e183d0ef-e8b1-48a2-82c1-2e1bfab98713,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:01.991263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Attempting to bind port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:01.991634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Attempting to bind port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:01.991997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Attempting to bind port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:01.998214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:40:01.998635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Checking segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:01.999063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:01.999632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Bound using segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:40:02.000059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Bound port: e183d0ef-e8b1-48a2-82c1-2e1bfab98713, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:02.000416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.090706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.108330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 04609997-5eb9-4dc6-95b8-9b380a2f3187 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:02.129619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] For port e183d0ef-e8b1-48a2-82c1-2e1bfab98713, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:02.133103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] For port e183d0ef-e8b1-48a2-82c1-2e1bfab98713, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e183d0ef-e8b1-48a2-82c1-2e1bfab98713,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:40:02.137956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.138929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.205898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network a51d7d16-ff54-478b-954a-920d0c0d972a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:02.215123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:02.220381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:40:02.240945 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:40:02.254907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=04609997-5eb9-4dc6-95b8-9b380a2f3187,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:02.284301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.303172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627b940-5bf6-4bcc-a653-28da64eca203 None None] Pushing event updated for resources: {'Port': ['ID=e183d0ef-e8b1-48a2-82c1-2e1bfab98713,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:02.544967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.973490 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:02.979556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.099658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.103040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=04609997-5eb9-4dc6-95b8-9b380a2f3187,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:03.222007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e183d0ef-e8b1-48a2-82c1-2e1bfab98713 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:03.257968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network a51d7d16-ff54-478b-954a-920d0c0d972a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:03.259195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:03.317452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:03.323625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2b5346-2806-4512-b098-d19407c9be96 None None] Network a51d7d16-ff54-478b-954a-920d0c0d972a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:40:03.353863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a47e4deb-e0b4-40d6-8130-40f61d99207a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:03.445925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e35a5ddc-695c-4d52-b06e-097cce2dc894 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:03.479561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c206ffb0-851b-4088-8296-ece291e1a4cb None None] Provisioning for port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:03.494700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c206ffb0-851b-4088-8296-ece291e1a4cb None None] Provisioning complete for port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:03.495071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c206ffb0-851b-4088-8296-ece291e1a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.619393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a47e4deb-e0b4-40d6-8130-40f61d99207a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:03.635007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a47e4deb-e0b4-40d6-8130-40f61d99207a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:03.635385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.743232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:03.753120 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Sync routers for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:03.756800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4fc0f3cd-4c4f-4e87-8d89-22cf321a33b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/e35a5ddc-695c-4d52-b06e-097cce2dc894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1009583 Apr 23 00:40:03.759319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42930) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:03.775526 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:03.776456 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:03.795742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c206ffb0-851b-4088-8296-ece291e1a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.890077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.908505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c206ffb0-851b-4088-8296-ece291e1a4cb None None] For port e183d0ef-e8b1-48a2-82c1-2e1bfab98713, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e183d0ef-e8b1-48a2-82c1-2e1bfab98713,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:03.913414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a47e4deb-e0b4-40d6-8130-40f61d99207a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a47e4deb-e0b4-40d6-8130-40f61d99207a,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:03.914931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c206ffb0-851b-4088-8296-ece291e1a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.922267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faed17e-be7f-4e6c-9af9-adef4385aba3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:03.922980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faed17e-be7f-4e6c-9af9-adef4385aba3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:03.923624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faed17e-be7f-4e6c-9af9-adef4385aba3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:03.924095 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faed17e-be7f-4e6c-9af9-adef4385aba3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:03.924562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faed17e-be7f-4e6c-9af9-adef4385aba3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:03.925003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faed17e-be7f-4e6c-9af9-adef4385aba3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:03.926817 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6faed17e-be7f-4e6c-9af9-adef4385aba3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1665273 Apr 23 00:40:03.929758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42934) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:03.952734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:03.982029 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:03.989359 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206ffb0-851b-4088-8296-ece291e1a4cb None None] Pushing event updated for resources: {'Port': ['ID=e183d0ef-e8b1-48a2-82c1-2e1bfab98713,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:04.042058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51feac2-1369-4b55-8d0a-87aca12b5aa1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:04.043848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51feac2-1369-4b55-8d0a-87aca12b5aa1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:04.044382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51feac2-1369-4b55-8d0a-87aca12b5aa1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:04.044981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51feac2-1369-4b55-8d0a-87aca12b5aa1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:04.045496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51feac2-1369-4b55-8d0a-87aca12b5aa1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:04.047521 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51feac2-1369-4b55-8d0a-87aca12b5aa1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:04.052103 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c51feac2-1369-4b55-8d0a-87aca12b5aa1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1181321 Apr 23 00:40:04.053223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42938) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:04.102427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a47e4deb-e0b4-40d6-8130-40f61d99207a,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:04.242879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-343b2a19-c307-4f8f-9f04-3b95de45eb5d None None] Provisioning complete for port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:04.244318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-343b2a19-c307-4f8f-9f04-3b95de45eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.300009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42942) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:04.305678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1481063764', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:04.314743 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-26e4c0b7-4b69-44d2-b4a4-47aa1e6064bc tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2601147 Apr 23 00:40:04.351402 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:04.357909 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Checking router: e35a5ddc-695c-4d52-b06e-097cce2dc894 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:04.358694 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Updating router e35a5ddc-695c-4d52-b06e-097cce2dc894 port 04609997-5eb9-4dc6-95b8-9b380a2f3187 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:40:04.420272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-343b2a19-c307-4f8f-9f04-3b95de45eb5d None None] Provisioning for port 04609997-5eb9-4dc6-95b8-9b380a2f3187 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:04.421374 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.425858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-343b2a19-c307-4f8f-9f04-3b95de45eb5d None None] Provisioning complete for port 04609997-5eb9-4dc6-95b8-9b380a2f3187 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:04.426463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-343b2a19-c307-4f8f-9f04-3b95de45eb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.482021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:04.486893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:port and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:04.490495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:04.495693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-343b2a19-c307-4f8f-9f04-3b95de45eb5d None None] Port 04609997-5eb9-4dc6-95b8-9b380a2f3187 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:40:04.497963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:04.508998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:40:04.512627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.539722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] device_id is not set on port f422f018-3599-481f-b228-256c7d95aa64 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:40:04.615343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-60cb75e2-e2e7-4aaf-9cc0-d609b8a4be3e None None] Provisioning complete for port 04609997-5eb9-4dc6-95b8-9b380a2f3187 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:04.615720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-60cb75e2-e2e7-4aaf-9cc0-d609b8a4be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.669662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-60cb75e2-e2e7-4aaf-9cc0-d609b8a4be3e None None] Port 04609997-5eb9-4dc6-95b8-9b380a2f3187 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:40:04.783869 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.795901 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Transition to ACTIVE for port object 04609997-5eb9-4dc6-95b8-9b380a2f3187 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:04.801862 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:04.872556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.10 (a51d7d16-ff54-478b-954a-920d0c0d972a/06139a96-a77e-4307-b090-d8227d73447b/f422f018-3599-481f-b228-256c7d95aa64) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:04.953867 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Pushing event updated for resources: {'Port': ['ID=04609997-5eb9-4dc6-95b8-9b380a2f3187,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:04.996545 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.996893 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.997229 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.997560 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.997888 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.998218 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.998568 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.998887 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.999210 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.999531 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:04.999894 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:05.000161 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:05.031350 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Attempting to bind port 04609997-5eb9-4dc6-95b8-9b380a2f3187 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:05.031716 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Attempting to bind port 04609997-5eb9-4dc6-95b8-9b380a2f3187 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:05.032077 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Attempting to bind port 04609997-5eb9-4dc6-95b8-9b380a2f3187 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:05.040304 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:40:05.040681 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Checking segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:05.041079 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.041472 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Bound using segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:40:05.041934 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Bound port: 04609997-5eb9-4dc6-95b8-9b380a2f3187, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:05.042875 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.098805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.115594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object f422f018-3599-481f-b228-256c7d95aa64 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:05.137946 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] For port 04609997-5eb9-4dc6-95b8-9b380a2f3187, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:05.141534 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] For port 04609997-5eb9-4dc6-95b8-9b380a2f3187, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04609997-5eb9-4dc6-95b8-9b380a2f3187,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:40:05.143251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.146518 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.168900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e183d0ef-e8b1-48a2-82c1-2e1bfab98713 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:05.210649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network a51d7d16-ff54-478b-954a-920d0c0d972a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:05.219451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:05.224581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:40:05.231701 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:05.232323 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:39:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:05.254021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:05.254510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.259348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:05.306272 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1945d8c-3ae5-40fb-b99b-57a0d5937d37 None None] Pushing event updated for resources: {'Port': ['ID=04609997-5eb9-4dc6-95b8-9b380a2f3187,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:05.309796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:05.310857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.351676 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a77c491a-124b-4fff-bed2-a55db8316e90 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0480161 Apr 23 00:40:05.448283 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:05.485475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a47e4deb-e0b4-40d6-8130-40f61d99207a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:05.578771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a47e4deb-e0b4-40d6-8130-40f61d99207a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:05.579149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.702537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42948) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:05.707870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641697303', 'description': 'tempest-secgroup-smoke-641697303 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:05.718540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:05.723088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:05.726228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:05.733056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:05.742713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.764596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:05.768607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:05.771624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e12d699b-3d7a-466e-98db-5a2106d3aa89 None None] Provisioning for port f422f018-3599-481f-b228-256c7d95aa64 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:05.771784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:05.777064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e12d699b-3d7a-466e-98db-5a2106d3aa89 None None] Provisioning complete for port f422f018-3599-481f-b228-256c7d95aa64 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:05.777386 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e12d699b-3d7a-466e-98db-5a2106d3aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.777976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:05.837327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e12d699b-3d7a-466e-98db-5a2106d3aa89 None None] Port f422f018-3599-481f-b228-256c7d95aa64 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:40:05.839024 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:05Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:05.843837 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c760c628-3267-470a-b06c-0cb0a5aea848 None None] The sync data for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv is: [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:05Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:05.854642 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.859076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.914419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9fa87-1d17-4042-9b31-34c9ff7de5b4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:05.918007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:05.919252 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-55fede12-ed0e-4f41-9075-0d25010644bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2157106 Apr 23 00:40:05.922166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42952) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:05.927273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '33e9fa87-1d17-4042-9b31-34c9ff7de5b4', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:05.933782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:05.937813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:05.940675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:05.953473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:05.973195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.040372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.043947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.068764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e396dc2-a71b-47e4-8605-ba272b11a2e9,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.078773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.079975 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a2a9d752-cf69-45f6-97be-0d19744ef036 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568873 Apr 23 00:40:06.082768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 42956) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:06.088015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '33e9fa87-1d17-4042-9b31-34c9ff7de5b4', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.095125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:06.100061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:06.103417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:06.110015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:06.127376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.191959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.195676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.220830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2153d43-7f7a-435c-b183-a4f4d9f1b342,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.230440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.231820 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6b80448d-f2d7-4e03-80a6-177ab2c3897c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481144 Apr 23 00:40:06.234810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42960) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:06.240209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '33e9fa87-1d17-4042-9b31-34c9ff7de5b4', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.247214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:06.251308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:06.254322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:06.260083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:06.278373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.345876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.350567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.375599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b846d2d9-507c-4bf0-801b-47f00a5ab82a,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.386369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.390000 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f18f715c-637c-4d31-b1d7-cfdaa8ab8436 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515274 Apr 23 00:40:06.390122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:06.395684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '33e9fa87-1d17-4042-9b31-34c9ff7de5b4', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.401696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:06.405780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:06.408748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:06.414498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:06.436100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.504653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.508423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.533988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec320adf-893b-430f-8542-e0eac433dbbc,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.544350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.545571 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-01cc2b12-c6db-4ec9-97cd-6d36ff054fbd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544306 Apr 23 00:40:06.548206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42968) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:06.553101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '33e9fa87-1d17-4042-9b31-34c9ff7de5b4', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.559790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:06.563810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:06.566739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:06.572552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:06.584094 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:40:06.591193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.659388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.663076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.687617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8116afcc-9afa-428b-a0f4-fa7abb63ac2e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.696506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.701258 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-49806d7c-3000-418c-a2a4-48756d308a68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485889 Apr 23 00:40:06.701530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 42972) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:06.706568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '33e9fa87-1d17-4042-9b31-34c9ff7de5b4', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:06.712624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:06.717546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:06.720406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:06.726172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:06.736046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:40:06.742599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.814371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.818145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.842068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd73cf7-01d2-4593-8bf6-dd07ed755c60,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:06.851507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:06.852937 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-66de6aae-835c-460b-a2ac-fe50f806e5da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504884 Apr 23 00:40:07.038193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-e9e28960-f561-4899-84c7-c11c6d53406a req-5a5d60fa-6d2b-4cf6-9de6-cfc7cce448a6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:07.053441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-e9e28960-f561-4899-84c7-c11c6d53406a req-5a5d60fa-6d2b-4cf6-9de6-cfc7cce448a6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:07.054529 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-5a5d60fa-6d2b-4cf6-9de6-cfc7cce448a6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641697303&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0594759 Apr 23 00:40:07.133863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28960-f561-4899-84c7-c11c6d53406a req-b982dc63-9e1e-499d-99e8-a58ed87a3c22 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:07.134457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-e9e28960-f561-4899-84c7-c11c6d53406a req-b982dc63-9e1e-499d-99e8-a58ed87a3c22 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:07.150878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-e9e28960-f561-4899-84c7-c11c6d53406a req-b982dc63-9e1e-499d-99e8-a58ed87a3c22 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:07.152667 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-b982dc63-9e1e-499d-99e8-a58ed87a3c22 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 931 time: 0.0909190 Apr 23 00:40:07.171336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04609997-5eb9-4dc6-95b8-9b380a2f3187 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:07.226952 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-575286d7-a022-4d4b-a707-38b2444b0e93 service neutron] 10.222.0.39 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0613563 Apr 23 00:40:07.238850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 04609997-5eb9-4dc6-95b8-9b380a2f3187 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:07.243553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 04609997-5eb9-4dc6-95b8-9b380a2f3187 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:07.243926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.360453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-ec43bfac-8af7-454b-a489-da3402ed1eb8 service neutron] 10.222.0.39 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270871 Apr 23 00:40:07.394463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.427868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 04609997-5eb9-4dc6-95b8-9b380a2f3187, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04609997-5eb9-4dc6-95b8-9b380a2f3187,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:07.431376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:07.492918 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-46d5f995-2762-489e-b29a-1c581943cb8e service neutron] 10.222.0.39 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264203 Apr 23 00:40:07.502105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=04609997-5eb9-4dc6-95b8-9b380a2f3187,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:07.672690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-39f6a84a-a628-4623-845d-9c2b853d6481 req-93050706-905a-48c7-960d-391bf17fa25f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:07.685615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-39f6a84a-a628-4623-845d-9c2b853d6481 req-93050706-905a-48c7-960d-391bf17fa25f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:07.686822 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-39f6a84a-a628-4623-845d-9c2b853d6481 req-93050706-905a-48c7-960d-391bf17fa25f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 210 time: 0.0621545 Apr 23 00:40:08.676429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28960-f561-4899-84c7-c11c6d53406a req-f7acabb3-498a-477d-b155-b97fc4bc79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:08.677683 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-f7acabb3-498a-477d-b155-b97fc4bc79ee service neutron] 10.222.0.42 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1027 time: 0.0607400 Apr 23 00:40:08.835729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28960-f561-4899-84c7-c11c6d53406a req-36a101f9-756d-4ecb-b665-b0f39e9e74af tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:08.837160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-36a101f9-756d-4ecb-b665-b0f39e9e74af tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 200 len: 795 time: 0.1539323 Apr 23 00:40:08.839662 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2595a462-afe6-4963-b45c-4d5dc4827770 req-4e24a6fc-49ac-4517-a806-867a4e0d2fe5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 210 time: 0.0476384 Apr 23 00:40:08.917390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e9e28960-f561-4899-84c7-c11c6d53406a req-e832bdc4-f72a-4260-a47a-d68106f1aa56 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:08.928552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e9e28960-f561-4899-84c7-c11c6d53406a req-e832bdc4-f72a-4260-a47a-d68106f1aa56 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:08.929561 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-e832bdc4-f72a-4260-a47a-d68106f1aa56 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 379 time: 0.0556800 Apr 23 00:40:08.948988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Request body: {'port': {'device_id': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:09.055302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.155703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04609997-5eb9-4dc6-95b8-9b380a2f3187 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:09.232722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 04609997-5eb9-4dc6-95b8-9b380a2f3187 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:09.233006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.537617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f422f018-3599-481f-b228-256c7d95aa64 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:40:09.546391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.562391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Transition to ACTIVE for port object f422f018-3599-481f-b228-256c7d95aa64 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:09.566019 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.755202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:09.843900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:09.844235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:09.844567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:09.849354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:40:09.849676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:09.855531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:40:09.855874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Checking segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:09.856264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Bound using segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:40:09.856694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Bound port: f422f018-3599-481f-b228-256c7d95aa64, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:09.857041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:09.885583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.008060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:10.023761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:40:10.029461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.083609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:10.084424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:10.085716 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] 10.222.0.42 "PUT /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1132 time: 1.1411247 Apr 23 00:40:10.088372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:10.130592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a4b38-9d54-4079-b776-f6c174287098 service neutron] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:10.152952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03d56-0a1a-46a5-acf3-cde1a91e1d7e req-d5caf662-19ed-49ff-a0df-f2ef95c6fede tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:10.154528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-98e03d56-0a1a-46a5-acf3-cde1a91e1d7e req-d5caf662-19ed-49ff-a0df-f2ef95c6fede tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 982 time: 0.2020166 Apr 23 00:40:10.156068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d331dc0-2cc3-47db-bf9f-454683fffbad'] response: {'name': 'network-changed', 'server_uuid': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64', 'status': 'completed', 'code': 200} Apr 23 00:40:10.253110 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-98e03d56-0a1a-46a5-acf3-cde1a91e1d7e req-6ac75eb3-e4d3-4935-9aa5-d3169b59c66a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Apr 23 00:40:10.275127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28960-f561-4899-84c7-c11c6d53406a req-c61b6951-ad60-4bfd-98f6-3ba48d7cc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:10.277143 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-c61b6951-ad60-4bfd-98f6-3ba48d7cc762 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 1135 time: 0.1151187 Apr 23 00:40:10.354397 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-d62dda6c-7920-4a8b-9dde-e24ed5d41656 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 217 time: 0.0654616 Apr 23 00:40:10.415323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28960-f561-4899-84c7-c11c6d53406a req-161299c5-1f4a-4267-a502-26bf6d8438b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:10.416753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-161299c5-1f4a-4267-a502-26bf6d8438b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06139a96-a77e-4307-b090-d8227d73447b HTTP/1.1" status: 200 len: 834 time: 0.0567331 Apr 23 00:40:10.490624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e28960-f561-4899-84c7-c11c6d53406a req-cf80aade-3fc0-4f95-896c-e3fea4be1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:10.492051 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-cf80aade-3fc0-4f95-896c-e3fea4be1d44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a51d7d16-ff54-478b-954a-920d0c0d972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695074 Apr 23 00:40:10.621079 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-6d8720e0-513b-4976-96e9-c2384d20fe05 service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212170 Apr 23 00:40:10.749501 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9e28960-f561-4899-84c7-c11c6d53406a req-9fb6279a-61f3-4954-a7e1-759fd42c601c service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231186 Apr 23 00:40:10.905702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-bd73bd2f-25df-4964-b509-5048d3a6a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:10.907106 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-bd73bd2f-25df-4964-b509-5048d3a6a8c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 1135 time: 0.0745702 Apr 23 00:40:11.035706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-93ac9103-fbe3-4471-99ba-4880164eed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:11.037149 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-93ac9103-fbe3-4471-99ba-4880164eed38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 200 len: 895 time: 0.1237581 Apr 23 00:40:11.108246 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-ad7d2e3f-91c0-4be6-b57c-a2d317a69c16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 217 time: 0.0647213 Apr 23 00:40:11.169410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-ea3afc23-2ed3-4a68-abd0-2f1d5320345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:11.170743 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-ea3afc23-2ed3-4a68-abd0-2f1d5320345c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06139a96-a77e-4307-b090-d8227d73447b HTTP/1.1" status: 200 len: 834 time: 0.0572093 Apr 23 00:40:11.244192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-69ebbf9b-5d81-406e-bf2d-ef47602a5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:11.245638 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-69ebbf9b-5d81-406e-bf2d-ef47602a5a71 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a51d7d16-ff54-478b-954a-920d0c0d972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688064 Apr 23 00:40:11.454064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360ad23-41ff-426c-bdd9-698a668d3108 req-e0e0ea7b-441f-4eaa-8b71-ca76139c2568 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:11.455554 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8360ad23-41ff-426c-bdd9-698a668d3108 req-e0e0ea7b-441f-4eaa-8b71-ca76139c2568 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 982 time: 0.0837367 Apr 23 00:40:11.488504 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-be2c057c-4838-47a6-b160-b74af84b7551 service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362070 Apr 23 00:40:11.500468 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8360ad23-41ff-426c-bdd9-698a668d3108 req-7ca0977c-e8ca-4100-b73b-a090c9eb0b7b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390508 Apr 23 00:40:11.618465 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0e28c29-fdb6-45fc-9b34-d8b112321223 req-1663bff2-2346-43be-88e5-4e965ec812f2 service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240108 Apr 23 00:40:12.690202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bb9c4-a088-4c70-91dd-eec3f10c82a7 req-97a24f7e-8a14-4fe5-b422-d47bcb78d2bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:12.691673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a3bb9c4-a088-4c70-91dd-eec3f10c82a7 req-97a24f7e-8a14-4fe5-b422-d47bcb78d2bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 982 time: 0.0844827 Apr 23 00:40:12.735987 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a3bb9c4-a088-4c70-91dd-eec3f10c82a7 req-ac18a014-44e5-4e39-aedf-abfa3cc42e5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Apr 23 00:40:12.975571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:40:13.108714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:13.121718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'f422f018-3599-481f-b228-256c7d95aa64', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'port_id': 'f422f018-3599-481f-b228-256c7d95aa64', 'mac_address': 'fa:16:3e:8c:9d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:40:13.185741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.202887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422f018-3599-481f-b228-256c7d95aa64 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:40:13.218518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:13.222688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:13.287348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:13.609270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['f422f018-3599-481f-b228-256c7d95aa64'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:40:13.921838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f09bb8-c5c7-4bdb-bdee-e01a512b8c82 req-5ac96b8d-776d-4565-afa0-6fb378f7127a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:13.923212 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86f09bb8-c5c7-4bdb-bdee-e01a512b8c82 req-5ac96b8d-776d-4565-afa0-6fb378f7127a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 983 time: 0.0821953 Apr 23 00:40:13.967623 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86f09bb8-c5c7-4bdb-bdee-e01a512b8c82 req-4f904b6a-c816-4a6d-936c-2304a396892b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387983 Apr 23 00:40:14.994525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:15.064590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port f422f018-3599-481f-b228-256c7d95aa64 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:15.069584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port f422f018-3599-481f-b228-256c7d95aa64 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:15.069949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:15.167712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe41a10-1078-4f8f-b790-640611ae2f68 req-6e0ccbe4-4710-4dfe-bc91-b7beebe6f4b3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:15.169168 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8fe41a10-1078-4f8f-b790-640611ae2f68 req-6e0ccbe4-4710-4dfe-bc91-b7beebe6f4b3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 983 time: 0.0847793 Apr 23 00:40:15.197001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-29aeebba-404c-4b69-91f2-5a4fd89d2d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:15.203940 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:15.215296 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8fe41a10-1078-4f8f-b790-640611ae2f68 req-cb1a7ed0-ca99-498b-bf30-8b878d808a94 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Apr 23 00:40:15.232043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:15.241594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:15.245586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:15.279756 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67a5b31-e78b-4114-bc80-b9c8b949262f'] response: {'server_uuid': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64', 'code': 200} Apr 23 00:40:15.317010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:15.530619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38d901-ca52-44bc-ba2e-e5cadf28b790 req-7e7dcab6-01ff-4cfa-848b-7f8787a34476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:15.532005 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f38d901-ca52-44bc-ba2e-e5cadf28b790 req-7e7dcab6-01ff-4cfa-848b-7f8787a34476 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 1137 time: 0.0709481 Apr 23 00:40:15.570944 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f38d901-ca52-44bc-ba2e-e5cadf28b790 req-68dec2d8-e7b4-495b-8e87-d32241e430a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Apr 23 00:40:16.405024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7dfa8-112d-4b93-8d7a-93cc49079905 req-650932f8-01ae-4e03-999e-a74192f11b02 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:16.406479 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04d7dfa8-112d-4b93-8d7a-93cc49079905 req-650932f8-01ae-4e03-999e-a74192f11b02 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 984 time: 0.0844748 Apr 23 00:40:16.449677 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04d7dfa8-112d-4b93-8d7a-93cc49079905 req-dd9cee2b-cc4b-4675-ad72-04684adf015b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Apr 23 00:40:17.557629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4dff000a-9d26-4f11-aadd-e703c8d726d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:17.637988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367bee7-92ff-432f-846b-77956aeb5bb5 req-b81d2e19-6a72-40dc-88e6-4666aaaac991 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:17.639470 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6367bee7-92ff-432f-846b-77956aeb5bb5 req-b81d2e19-6a72-40dc-88e6-4666aaaac991 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 984 time: 0.0818846 Apr 23 00:40:17.687919 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6367bee7-92ff-432f-846b-77956aeb5bb5 req-18287d4a-31c8-4517-af6d-26ca172d72b3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421638 Apr 23 00:40:17.873115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f1f7-5e52-415f-90df-188adea93141 req-d0878235-d79c-43d9-9d61-be88831b50d7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:17.874561 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f237f1f7-5e52-415f-90df-188adea93141 req-d0878235-d79c-43d9-9d61-be88831b50d7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 984 time: 0.0809653 Apr 23 00:40:17.921914 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f237f1f7-5e52-415f-90df-188adea93141 req-c8bae731-72e7-4233-aafd-9110dc5a7968 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Apr 23 00:40:17.944432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43024) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:18.016236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd518920-2cfe-4374-9ad8-94d4ed470515 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:18.017991 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cd518920-2cfe-4374-9ad8-94d4ed470515 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 1132 time: 0.0716722 Apr 23 00:40:18.020770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43028) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:18.025657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'f422f018-3599-481f-b228-256c7d95aa64', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:18.032787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:18.036555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:18.039337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:18.045952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:18.056228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.194125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.335004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.81 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/c98a15ac-7dd8-4749-9aef-e164f7713bff) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:18.479886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.507835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.567528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:18.570205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:18.572549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:40:18.579618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.609770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:18.628516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=c98a15ac-7dd8-4749-9aef-e164f7713bff,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:19.103067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:19.175808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:19.382143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:19.386801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:19.424485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43032) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:19.595604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=c98a15ac-7dd8-4749-9aef-e164f7713bff,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:19.671163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:19.781362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Deleting port e9c11f9b-d20e-47ee-aa88-a7742970b7fd {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:19.781697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:19.946623 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP af1d7244-e76d-4bcc-9a28-ea75cf55b629 associated. External IP: 172.26.8.81, port: f422f018-3599-481f-b228-256c7d95aa64. Apr 23 00:40:19.972371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:20.178145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:20.178764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:20.443793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Calling delete_port for e9c11f9b-d20e-47ee-aa88-a7742970b7fd owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:20.695601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e35a5ddc-695c-4d52-b06e-097cce2dc894 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:20.831875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:20.974144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event deleted for resources: {'Port': ['ID=e9c11f9b-d20e-47ee-aa88-a7742970b7fd,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:21.047740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:21.058371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] Sync routers for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:21.066743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:21.067076 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Floating IP 5b4ad027-9932-4954-af68-e0bdf6256a3d disassociated (deleted). External IP: 172.26.8.212, port: a4f5ed0c-3b42-4009-a72b-28c9a79d7e03. Apr 23 00:40:21.067915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:21.068527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:21.146850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:21.247153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:21.276495 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-32d33316-eebf-49ba-9f20-fb89a702cf8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.2546828 Apr 23 00:40:21.279985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43036) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:21.285290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:21.359040 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e1b0c2-a677-407a-be7d-e4b9030003e1'] response: {'name': 'network-changed', 'server_uuid': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64', 'status': 'completed', 'code': 200} Apr 23 00:40:21.359262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0bca0-5440-430e-b6c4-43232af7621f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:21.360557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cfc0bca0-5440-430e-b6c4-43232af7621f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e&network_id=a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 200 len: 1132 time: 0.0794871 Apr 23 00:40:21.534993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:21.611556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-de6b40ac-35ec-41dc-b74c-a71d3d9115f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:21.613035 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-de6b40ac-35ec-41dc-b74c-a71d3d9115f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 1137 time: 0.2185009 Apr 23 00:40:21.656546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'af1d7244-e76d-4bcc-9a28-ea75cf55b629', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'port_id': 'f422f018-3599-481f-b228-256c7d95aa64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1481063764', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'mac_address': 'fa:16:3e:8c:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:40:19Z', 'updated_at': '2022-04-23T00:40:19Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:21.660870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] Checking router: e35a5ddc-695c-4d52-b06e-097cce2dc894 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:21.670120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:21.670784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:21.766165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fe424-f346-4db2-943b-a31a0c0a4ab2 req-862ca11c-2a41-4768-8faf-8b1b95419e0a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:21.768102 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c89fe424-f346-4db2-943b-a31a0c0a4ab2 req-862ca11c-2a41-4768-8faf-8b1b95419e0a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 984 time: 0.0863721 Apr 23 00:40:21.817916 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c89fe424-f346-4db2-943b-a31a0c0a4ab2 req-1a843cb4-b3fe-4deb-aea2-85813e5b9bab tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Apr 23 00:40:21.862896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:21.962132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:21.967647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:21.973831 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:21.986373 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:21.987198 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:22.043779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-cb36df2f-19b0-41a1-b835-551c8cb8b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:22.045219 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-cb36df2f-19b0-41a1-b835-551c8cb8b8f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 200 len: 895 time: 0.4068425 Apr 23 00:40:22.051074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a4c581c2-1ce1-4fc5-9208-4e6f0edf958a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "DELETE /v2.0/floatingips/5b4ad027-9932-4954-af68-e0bdf6256a3d HTTP/1.1" status: 204 len: 168 time: 2.6230967 Apr 23 00:40:22.175466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-4691425e-67c1-42b1-92b8-7ec07d84b772 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1037 time: 0.1088469 Apr 23 00:40:22.192818 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:22.249277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'af1d7244-e76d-4bcc-9a28-ea75cf55b629', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'port_id': 'f422f018-3599-481f-b228-256c7d95aa64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1481063764', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'mac_address': 'fa:16:3e:8c:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:40:19Z', 'updated_at': '2022-04-23T00:40:19Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:22.250763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-6686bf5a-3d72-4372-b809-7fa9e4a67a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:22.252454 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-6686bf5a-3d72-4372-b809-7fa9e4a67a91 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06139a96-a77e-4307-b090-d8227d73447b HTTP/1.1" status: 200 len: 834 time: 0.0702136 Apr 23 00:40:22.253503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d25f9e0-7e81-4fb8-9ca7-543f0f60a1be None None] The sync data for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv is: [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'af1d7244-e76d-4bcc-9a28-ea75cf55b629', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.81', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'port_id': 'f422f018-3599-481f-b228-256c7d95aa64', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1481063764', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'mac_address': 'fa:16:3e:8c:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed07d7f-12b8-4cda-b199-62564bf85d4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:40:19Z', 'updated_at': '2022-04-23T00:40:19Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:22.346010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-98a95c98-5d42-40c1-874e-35c82d75680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:22.347538 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-98a95c98-5d42-40c1-874e-35c82d75680a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a51d7d16-ff54-478b-954a-920d0c0d972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874579 Apr 23 00:40:22.521622 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-1c893733-17f4-49aa-9713-a064c48a109d service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647444 Apr 23 00:40:22.545300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3a0f47-adf4-40f2-b61c-e1a00fb732d8 None None] New status for floating IP af1d7244-e76d-4bcc-9a28-ea75cf55b629: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:40:22.609081 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 1, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:22.613745 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:22.623978 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:22.624623 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:22.639899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b89727-831c-42c7-8964-235e59c9614d req-3c40585a-4039-4e48-a967-496a736407a5 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:22.642109 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72b89727-831c-42c7-8964-235e59c9614d req-3c40585a-4039-4e48-a967-496a736407a5 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 945 time: 0.2222936 Apr 23 00:40:22.694783 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72b89727-831c-42c7-8964-235e59c9614d req-fcfe7d08-a3e9-4057-913c-22afa39d851c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456610 Apr 23 00:40:22.712590 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0529512f-2a69-4b62-8d4a-9a61dafc159f req-f46dc125-0c21-4c1c-999f-f9f21d783809 service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483762 Apr 23 00:40:22.820777 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:23.023701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63015512-b183-4b3e-ab49-84c9ef2a00e9 req-2b1ac536-c9fe-47ad-8943-1aca5038ed59 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.025176 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-63015512-b183-4b3e-ab49-84c9ef2a00e9 req-2b1ac536-c9fe-47ad-8943-1aca5038ed59 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 984 time: 0.0829694 Apr 23 00:40:23.070676 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-63015512-b183-4b3e-ab49-84c9ef2a00e9 req-2cbb41cb-3ec1-4846-8063-73cde7cd36ba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392303 Apr 23 00:40:23.181780 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 1, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:23.186222 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527211fd-b593-49f9-bd8f-640f90989d03 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '48cff766-5e45-4acb-8e78-0b05e6cdefaa', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'port_id': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'mac_address': 'fa:16:3e:28:1b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:36:26Z', 'updated_at': '2022-04-23T00:36:31Z', 'revision_number': 1, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:23.359817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:23.394381 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bba7df6-96cd-4914-b8a3-86db0cfeb179 None None] New status for floating IP 5b4ad027-9932-4954-af68-e0bdf6256a3d: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:40:23.404872 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46698a69-1e72-4e70-a2c0-a326ee0a66b3'] response: {'name': 'network-changed', 'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'status': 'completed', 'code': 200} Apr 23 00:40:23.540006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-68558a59-3a02-4bd4-af61-b3d5519b846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.541573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-68558a59-3a02-4bd4-af61-b3d5519b846e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 1098 time: 0.0805449 Apr 23 00:40:23.546912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-aa1f1b79-42ef-4a87-9c09-12d939946937 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.548471 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-aa1f1b79-42ef-4a87-9c09-12d939946937 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 984 time: 0.0874546 Apr 23 00:40:23.622601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-a1816356-428e-4bef-ab10-f6aa759a5b53 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.623953 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-a1816356-428e-4bef-ab10-f6aa759a5b53 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688679 Apr 23 00:40:23.674623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-57162106-4de1-406c-a137-9f749cccf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.676066 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-57162106-4de1-406c-a137-9f749cccf560 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.1281815 Apr 23 00:40:23.755726 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-5c13c557-3cb1-40b7-b5ea-88bef2828479 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 HTTP/1.1" status: 200 len: 217 time: 0.0628614 Apr 23 00:40:23.774188 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-19301c0a-30f3-40d9-9b25-715b8a719a47 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1448922 Apr 23 00:40:23.786830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:23.821839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-c3c50e3c-9c22-4635-a5da-38a7250ad82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.823352 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-c3c50e3c-9c22-4635-a5da-38a7250ad82f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.0610766 Apr 23 00:40:23.898049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-802ed7c2-b630-46c3-917c-4b490d3522ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:23.899539 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-802ed7c2-b630-46c3-917c-4b490d3522ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694625 Apr 23 00:40:23.959817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:24.015377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e3e75-5df9-4e4d-87e0-e8fccc982c2b req-c70af029-c06f-4575-953e-4d1c1606faa8 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:24.016089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5a4e3e75-5df9-4e4d-87e0-e8fccc982c2b req-c70af029-c06f-4575-953e-4d1c1606faa8 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:24.054907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5a4e3e75-5df9-4e4d-87e0-e8fccc982c2b req-c70af029-c06f-4575-953e-4d1c1606faa8 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:24.056040 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5a4e3e75-5df9-4e4d-87e0-e8fccc982c2b req-c70af029-c06f-4575-953e-4d1c1606faa8 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 945 time: 0.2433028 Apr 23 00:40:24.071878 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-28657afe-7078-4a0a-ac5f-16dbbdb863c0 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613400 Apr 23 00:40:24.277136 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9dfdf8ae-91fd-41f0-b9d9-0ede705a05d7 req-b8a9dc35-cf14-4e48-b28d-3a7418ca6ac0 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978767 Apr 23 00:40:24.300878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff03ad-7822-486d-8bbd-510f04c6c5d9 req-d89e544b-71d7-479f-a066-6c844cc284f3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:24.302237 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e1ff03ad-7822-486d-8bbd-510f04c6c5d9 req-d89e544b-71d7-479f-a066-6c844cc284f3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 984 time: 0.1158717 Apr 23 00:40:24.319335 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5a4e3e75-5df9-4e4d-87e0-e8fccc982c2b req-b67f243d-ad55-481b-8be2-8bf38abbbb6a tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558846 Apr 23 00:40:24.355048 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e1ff03ad-7822-486d-8bbd-510f04c6c5d9 req-df6c1e5f-3ff4-49bb-bc3c-a1c1b900857d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Apr 23 00:40:24.365546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:24.395783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:24.451553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] device_id is not set on port f422f018-3599-481f-b228-256c7d95aa64 yet. {{(pid=88073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:40:24.459876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:24.465578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:24.596720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-89f27c4c-286e-4446-81cc-2792c544029c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:24.598361 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-89f27c4c-286e-4446-81cc-2792c544029c tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 945 time: 0.0853341 Apr 23 00:40:24.603751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=6']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:24.662802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] No DVR routers for this DVR port f422f018-3599-481f-b228-256c7d95aa64 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:24.677463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Deleting port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:24.678057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:24.813838 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8acd973a-e80f-460e-8b29-0a8cb3144c46 None None] Provisioning complete for port f422f018-3599-481f-b228-256c7d95aa64 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:24.814388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8acd973a-e80f-460e-8b29-0a8cb3144c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:24.868712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-8acd973a-e80f-460e-8b29-0a8cb3144c46 None None] Port f422f018-3599-481f-b228-256c7d95aa64 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:40:24.895261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] In _notify_port_updated(), no bound segment for port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:40:24.896134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:24.896748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:24.898031 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-66ebbf66-49a9-445f-8230-987c0e8f81fc req-5ac2e22f-4613-409f-a6a2-a02f7f6a8290 service neutron] 10.222.0.42 "PUT /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1027 time: 1.1158469 Apr 23 00:40:24.933706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] For port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:24.934040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:25.061087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Calling delete_port for a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:25.299873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:25.348598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event deleted for resources: {'Port': ['ID=a4f5ed0c-3b42-4009-a72b-28c9a79d7e03,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:25.438635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] No DVR routers for this DVR port a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:25.441345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:25.452761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'name': 'network-vif-deleted', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:25.461711 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-660dc1b4-83b3-42fa-bd46-bbf9f189bc68 req-a3f4b3cd-d678-425f-ab91-d5eb07ea39cf tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "DELETE /v2.0/ports/a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 HTTP/1.1" status: 204 len: 173 time: 0.8574438 Apr 23 00:40:25.511972 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-418a6c6f-b50b-4bb1-919b-4bfabe000c65 req-81a61527-dfc3-477d-af6a-db3aed529c78 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=124ca3c7-be04-4bf6-8bc2-195c012ba187 HTTP/1.1" status: 200 len: 210 time: 0.0627720 Apr 23 00:40:25.550505 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2e03b95c-5885-4d04-9233-02149e96eb17 req-1b212649-0baf-4105-9fc8-4fa29bd43e99 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ed07d7f-12b8-4cda-b199-62564bf85d4e HTTP/1.1" status: 200 len: 210 time: 0.0510757 Apr 23 00:40:25.583963 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e915319f-8fe1-450f-820a-cd8c3c6b7283'] response: {'server_uuid': '124ca3c7-be04-4bf6-8bc2-195c012ba187', 'name': 'network-vif-deleted', 'tag': 'a4f5ed0c-3b42-4009-a72b-28c9a79d7e03', 'status': 'completed', 'code': 200} Apr 23 00:40:26.646580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43070) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:26.723728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404257ee-7c47-4ffd-a6dc-63aa7bf15cb7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:26.725301 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-404257ee-7c47-4ffd-a6dc-63aa7bf15cb7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 926 time: 0.0776885 Apr 23 00:40:26.908543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43078) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:26.913777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856300615', 'description': 'tempest-secgroup-smoke-856300615 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:26.921158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:26.930664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:26.940077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:26.960911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:26.965341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:26.968224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:26.973861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:27.046043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.049800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.077279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:27.098490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fda038-36b5-4368-a871-40d98fd18e2d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:27.106054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.107621 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-47e07681-cd35-442e-8c59-8201aa7b30b6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1979449 Apr 23 00:40:27.110307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43082) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:27.116133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '78fda038-36b5-4368-a871-40d98fd18e2d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:27.122952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:27.127169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:27.129941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:27.131353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:27.131728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a4f5ed0c-3b42-4009-a72b-28c9a79d7e03 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:27.132117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:27.136298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:27.154200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.195760 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:27.217404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.220172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.243604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6501e53-514d-46d2-be3b-99f7308b7773,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:27.253117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.254455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bd28a783-337c-4a27-a205-16b0ee2b7488 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431756 Apr 23 00:40:27.257081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43086) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:27.262796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '78fda038-36b5-4368-a871-40d98fd18e2d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:27.268831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:27.272920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:27.275953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:27.282504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:27.301275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.366468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.370724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.394264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280ae9df-f5a2-4f5f-b08b-3f194e3aaeab,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:27.403517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.404737 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5a7da986-92fe-4acd-b292-90c7f05697e9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466618 Apr 23 00:40:27.407514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43090) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:27.412614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '78fda038-36b5-4368-a871-40d98fd18e2d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:27.419548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:27.423440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:27.426299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:27.432355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:27.448277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.512973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.516566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.539163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f57f4a-8b6f-4623-81c5-c21c5c9e3e71,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:27.550167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.551463 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7a6d3def-4e64-41cd-8555-d59a2e13c7e6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429684 Apr 23 00:40:27.554178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43094) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:27.559772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '78fda038-36b5-4368-a871-40d98fd18e2d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:27.565581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:27.569659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:27.572631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:27.578910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:27.598319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.663337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.667631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.690834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2690df11-5d0f-426f-9e65-4fc94ea5cc12,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:27.700750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.702138 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-df46f57e-2c7a-4a0b-9194-80df75b916c3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470044 Apr 23 00:40:27.704972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43098) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:27.710379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '78fda038-36b5-4368-a871-40d98fd18e2d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:27.717919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:27.723424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:27.728159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:27.734935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:27.751693 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:40:27.758774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.826069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.831775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.860089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e16ef75-dff9-46f1-8cd8-f1ef15fb2f80,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:27.875582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.877120 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-987733d8-6c8b-457c-b204-6b64119dfce0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1712139 Apr 23 00:40:27.879987 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43104) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:27.884886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '78fda038-36b5-4368-a871-40d98fd18e2d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:27.891090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:27.895039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:27.898025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:27.904625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:27.914654 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:40:27.921452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.993609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:27.996940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:28.014852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a8086a-7b56-4a9b-8e64-977b09495887,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:28.034834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:28.036380 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5fd22d92-4dc3-4a7c-afb0-50478d130e66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554422 Apr 23 00:40:28.208071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-a83dbe98-83e3-4ec9-8b54-e2fc2fa9b9f0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:28.223496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-a83dbe98-83e3-4ec9-8b54-e2fc2fa9b9f0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:28.224640 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-a83dbe98-83e3-4ec9-8b54-e2fc2fa9b9f0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856300615&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0617616 Apr 23 00:40:28.306042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-f0324d0a-c8ac-4170-bb44-9d1135cf9829 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:28.306971 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-f0324d0a-c8ac-4170-bb44-9d1135cf9829 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 931 time: 0.0748408 Apr 23 00:40:28.382322 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-6d26db87-509c-4e2b-acd8-a627cc6f2841 service neutron] 10.222.0.39 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0626812 Apr 23 00:40:28.515415 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-ab0b3e90-5791-4678-ae7d-ac0eeecb8a3c service neutron] 10.222.0.39 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270714 Apr 23 00:40:28.649192 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-0c1924b1-bf43-4d18-93af-84f21f02c77d service neutron] 10.222.0.39 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277599 Apr 23 00:40:28.844690 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a80d4145-e790-44d3-a589-bb61d57eaa7f req-ca1c36ed-54a1-4721-ba5b-6ad04910ce98 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 210 time: 0.0458939 Apr 23 00:40:29.931110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-769ad726-5bb9-4910-a4de-e1af022da37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:29.932830 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-769ad726-5bb9-4910-a4de-e1af022da37b service neutron] 10.222.0.42 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1027 time: 0.0721929 Apr 23 00:40:30.006755 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8f9982b1-6fe6-4d41-a29f-d9ca7692c6b0 req-dd61dbdd-e9e2-435b-83cc-f51b8325fc43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 210 time: 0.0524862 Apr 23 00:40:30.131559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-7dedc171-25ab-4988-9a42-6fd8a8330ce2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:30.132335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-7dedc171-25ab-4988-9a42-6fd8a8330ce2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:30.148349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-7dedc171-25ab-4988-9a42-6fd8a8330ce2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:30.149585 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-7dedc171-25ab-4988-9a42-6fd8a8330ce2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 200 len: 795 time: 0.2119808 Apr 23 00:40:30.215250 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-983d4343-51d3-40ce-94a4-6cf0ee8ad102 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 471 time: 0.0479796 Apr 23 00:40:30.227086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Request body: {'port': {'device_id': '1e76b773-ef8d-49c4-99f4-b7532c9c1db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:30.339940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:30.683667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f422f018-3599-481f-b228-256c7d95aa64 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:40:30.690955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:30.705556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Transition to ACTIVE for port object f422f018-3599-481f-b228-256c7d95aa64 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:30.709180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:30.847556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=7']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:30.975175 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:30.975820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:30.975820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:30.980618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:40:30.980939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Attempting to bind port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:30.985998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:40:30.986358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Checking segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:30.986740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Bound using segment: {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:40:30.987162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Bound port: f422f018-3599-481f-b228-256c7d95aa64, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:30.987510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:31.086860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:31.089916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:40:31.094687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:31.190827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:31.191449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:31.192810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] 10.222.0.42 "PUT /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1132 time: 0.9702528 Apr 23 00:40:31.195314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e76b773-ef8d-49c4-99f4-b7532c9c1db1', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:31.227171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6154f-1634-47cd-83d1-c35d2d518e7a service neutron] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=8']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:31.284279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43152) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:31.392728 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf79a6f7-c766-4a55-bf41-c0612e796009'] response: {'name': 'network-changed', 'server_uuid': '1e76b773-ef8d-49c4-99f4-b7532c9c1db1', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64', 'status': 'completed', 'code': 200} Apr 23 00:40:31.411643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a275f7-2b79-4750-a865-4d4832836cef req-8fc8ff71-2a89-4ac8-a762-d6fa8bd3284a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:31.413212 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-48a275f7-2b79-4750-a865-4d4832836cef req-8fc8ff71-2a89-4ac8-a762-d6fa8bd3284a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 982 time: 0.2832577 Apr 23 00:40:31.483982 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-48a275f7-2b79-4750-a865-4d4832836cef req-68b9b44d-abc4-409c-82f1-1901ad5e012d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622180 Apr 23 00:40:31.488605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-42d0de34-809f-442d-b9ee-c0f784f11a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:31.490040 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-42d0de34-809f-442d-b9ee-c0f784f11a13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 1135 time: 0.2323871 Apr 23 00:40:31.605696 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-04ea98c0-4b42-4e94-acd3-284099c18781 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1037 time: 0.0978115 Apr 23 00:40:31.616373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Deleting port e99bd66c-165e-4769-8781-4a422fe93cce {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:31.616722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:31.671395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-ced19542-43bd-416c-9420-615be45b5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:31.672983 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-ced19542-43bd-416c-9420-615be45b5129 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06139a96-a77e-4307-b090-d8227d73447b HTTP/1.1" status: 200 len: 834 time: 0.0612733 Apr 23 00:40:31.749640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-4c7b263b-a9de-4b40-a150-6462abe3666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:31.751504 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-4c7b263b-a9de-4b40-a150-6462abe3666b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a51d7d16-ff54-478b-954a-920d0c0d972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716164 Apr 23 00:40:31.789464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:31.789785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:31.882200 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-bfdd7067-1cdd-411f-a295-25a4c360d6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245859 Apr 23 00:40:31.914635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Calling delete_port for e99bd66c-165e-4769-8781-4a422fe93cce owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:32.016872 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d6684e-f171-4223-bdd0-41ddd76f48e6 req-fe12a207-4f4e-4e90-a555-42780ab35adf service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279864 Apr 23 00:40:32.070668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:32.116791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event deleted for resources: {'Port': ['ID=e99bd66c-165e-4769-8781-4a422fe93cce,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:32.171308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-4052f26d-6c8c-4883-96f9-74a8d67d172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:32.172788 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-4052f26d-6c8c-4883-96f9-74a8d67d172f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 1135 time: 0.0714240 Apr 23 00:40:32.211929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:32.212259 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Floating IP 48cff766-5e45-4acb-8e78-0b05e6cdefaa disassociated (deleted). External IP: 172.26.8.96, port: 7c5cf2b3-931e-4ed1-b529-d803293ec81c. Apr 23 00:40:32.305101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-7d900406-59b8-4dca-8ddc-c6f4b4f56c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:32.306503 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-7d900406-59b8-4dca-8ddc-c6f4b4f56c7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 200 len: 895 time: 0.1270421 Apr 23 00:40:32.409455 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-5f08f489-3907-459b-8b52-cfd7d1c89574 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1037 time: 0.0969577 Apr 23 00:40:32.474964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-88474a2a-9e00-4beb-b18d-6d7dd5bb0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:32.476409 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-88474a2a-9e00-4beb-b18d-6d7dd5bb0104 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=06139a96-a77e-4307-b090-d8227d73447b HTTP/1.1" status: 200 len: 834 time: 0.0611901 Apr 23 00:40:32.553528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-7fcd0731-a222-4e04-ac74-c061e27b8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:32.555213 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-7fcd0731-a222-4e04-ac74-c061e27b8c06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a51d7d16-ff54-478b-954a-920d0c0d972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726151 Apr 23 00:40:32.565619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:32.701378 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-e7cd8105-87fb-431c-bb1f-c9bb6803e79b service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389501 Apr 23 00:40:32.799040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:32.810041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:32.819302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:32.820120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:32.822646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:32.838393 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ec6fa73-c158-4111-9b18-ec3befd6b364 req-c0f18ca5-93a8-4a01-8473-d50145b61012 service neutron] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311479 Apr 23 00:40:33.004568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:33.022963 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-290587d7-41f5-4e32-be3f-79d395100117 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "DELETE /v2.0/floatingips/48cff766-5e45-4acb-8e78-0b05e6cdefaa HTTP/1.1" status: 204 len: 168 time: 1.7344785 Apr 23 00:40:33.022963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:33.038670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1d7c8-e9d0-4125-88a9-21120b57fc6c req-81fcfc6a-5d3b-4ebd-b3a7-0d78939c149d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:33.040204 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4dd1d7c8-e9d0-4125-88a9-21120b57fc6c req-81fcfc6a-5d3b-4ebd-b3a7-0d78939c149d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 982 time: 0.2894220 Apr 23 00:40:33.092380 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4dd1d7c8-e9d0-4125-88a9-21120b57fc6c req-8174fd6c-b4f5-4bc7-b5d6-86cf0223f7a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452292 Apr 23 00:40:33.158858 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a769f285-0cff-41b3-babe-eb2021bbe3ab'] response: {'name': 'network-changed', 'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'status': 'completed', 'code': 200} Apr 23 00:40:33.278427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-7a327cef-f049-4adb-af75-44bb62957a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:33.280094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-7a327cef-f049-4adb-af75-44bb62957a22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 1099 time: 0.0784426 Apr 23 00:40:33.376175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:33.380777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:33.393752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:33.394517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:33.421226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-016b7402-a5ed-4698-9ecf-6ba7401306ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:33.423094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-016b7402-a5ed-4698-9ecf-6ba7401306ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 200 len: 912 time: 0.1372421 Apr 23 00:40:33.506057 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-21709f02-9677-4ee1-a3d5-f82e126a4816 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 200 len: 217 time: 0.0622649 Apr 23 00:40:33.560601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a76c20-a549-4878-9c21-89221e635823 req-db6cdfbe-f132-40c3-a414-8496bd9962d1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:33.561336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-70a76c20-a549-4878-9c21-89221e635823 req-db6cdfbe-f132-40c3-a414-8496bd9962d1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:33.578613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:33.579893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-70a76c20-a549-4878-9c21-89221e635823 req-db6cdfbe-f132-40c3-a414-8496bd9962d1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:33.581452 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-70a76c20-a549-4878-9c21-89221e635823 req-db6cdfbe-f132-40c3-a414-8496bd9962d1 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 946 time: 0.1032991 Apr 23 00:40:33.632854 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-70a76c20-a549-4878-9c21-89221e635823 req-85552af2-e285-4ff9-9935-6484755902c6 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 Apr 23 00:40:33.672731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-8c2ae809-8cd4-4f61-91c7-242a021ae776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:33.674167 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-8c2ae809-8cd4-4f61-91c7-242a021ae776 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 200 len: 851 time: 0.1619978 Apr 23 00:40:33.750603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-96dd0423-cfc9-4654-975b-5473b1a3ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:33.752253 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-96dd0423-cfc9-4654-975b-5473b1a3ed7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707510 Apr 23 00:40:33.887612 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-dae35f78-b056-496d-9337-55afff2993fa service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280944 Apr 23 00:40:33.909968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:33.913896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a538cff-bce7-4a80-b97a-a1de49fcac27 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:31:51Z', 'revision_number': 4, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'cb3af693-8224-421a-89b7-855b7e71df39', 'name': '', 'network_id': 'cd4803e1-91a3-4d0b-b8d0-6dfabbc61306', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'mac_address': 'fa:16:3e:17:91:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:49Z', 'updated_at': '2022-04-23T00:32:24Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'subnets': [{'id': '91a2fd5d-aa12-4ca7-acc8-288cfdc070ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:34.025358 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1bbc8b45-290f-4fda-bd06-d2c2678a9d5c req-db8255c7-83f1-4710-b88e-ef7c081166d9 service neutron] 10.222.0.42 "GET /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304219 Apr 23 00:40:34.133001 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1302e62-4a5b-49b8-89eb-8aa13c671b57 None None] New status for floating IP 48cff766-5e45-4acb-8e78-0b05e6cdefaa: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:40:34.288804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e1467-f394-446b-9c5b-6cd1a8da7284 req-264a08d8-fc11-4e30-97cc-81ba5bab8c55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:34.290336 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de2e1467-f394-446b-9c5b-6cd1a8da7284 req-264a08d8-fc11-4e30-97cc-81ba5bab8c55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 982 time: 0.0829053 Apr 23 00:40:34.336213 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de2e1467-f394-446b-9c5b-6cd1a8da7284 req-9823b575-40ca-47f3-b719-caef3961661b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Apr 23 00:40:34.820938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3900062-fc30-410c-ad40-f533c82b2eee req-d3fd8fda-edcd-42ae-8b89-95544ef09ff3 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:34.822398 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c3900062-fc30-410c-ad40-f533c82b2eee req-d3fd8fda-edcd-42ae-8b89-95544ef09ff3 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 946 time: 0.0813565 Apr 23 00:40:34.867033 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c3900062-fc30-410c-ad40-f533c82b2eee req-5ea97f83-7da8-4a3d-bbc4-d572907cf8a9 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/security-groups?id=4a449ad4-3af9-4bf1-a199-9993fca13f83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373347 Apr 23 00:40:35.102317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:40:35.238678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:35.247791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-334191ef-f2a8-485c-a9d1-8e747bee1f0e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:35.248806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-334191ef-f2a8-485c-a9d1-8e747bee1f0e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:35.252455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'f422f018-3599-481f-b228-256c7d95aa64', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'port_id': 'f422f018-3599-481f-b228-256c7d95aa64', 'mac_address': 'fa:16:3e:8c:9d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:40:35.259795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-334191ef-f2a8-485c-a9d1-8e747bee1f0e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:35.261513 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-334191ef-f2a8-485c-a9d1-8e747bee1f0e tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 946 time: 0.0969102 Apr 23 00:40:35.306414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:35.323485 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422f018-3599-481f-b228-256c7d95aa64 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:40:35.333676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Deleting port 7c5cf2b3-931e-4ed1-b529-d803293ec81c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:35.334195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:35.338804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:35.342806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:35.412235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=9']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:35.641721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] For port 7c5cf2b3-931e-4ed1-b529-d803293ec81c, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7c5cf2b3-931e-4ed1-b529-d803293ec81c,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:35.641995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:35.659877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901439-57d2-4082-937a-773f927a43e4 req-d2e77459-f8ee-4c71-86f7-50640a50a491 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:35.661320 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4e901439-57d2-4082-937a-773f927a43e4 req-d2e77459-f8ee-4c71-86f7-50640a50a491 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 983 time: 0.2134719 Apr 23 00:40:35.700337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['f422f018-3599-481f-b228-256c7d95aa64'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:40:35.786874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Calling delete_port for 7c5cf2b3-931e-4ed1-b529-d803293ec81c owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:35.864975 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4e901439-57d2-4082-937a-773f927a43e4 req-75d8fab8-c7b2-4cd5-a2a8-f5d42fff18a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496787 Apr 23 00:40:35.952908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:36.011533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event deleted for resources: {'Port': ['ID=7c5cf2b3-931e-4ed1-b529-d803293ec81c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:36.023071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bbdb827d-c00f-4030-8266-43096586f2ef req-38a633a5-b72c-4ed1-a106-b484bb5607c2 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 210 time: 0.0455494 Apr 23 00:40:36.088146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] No DVR routers for this DVR port 7c5cf2b3-931e-4ed1-b529-d803293ec81c on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:36.090974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:36.093347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'name': 'network-vif-deleted', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:36.110621 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c64a4118-89dd-4c3b-a6f4-9d8f38594dbf req-64321bb8-560e-4107-aabe-b68998a81fd7 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.42 "DELETE /v2.0/ports/7c5cf2b3-931e-4ed1-b529-d803293ec81c HTTP/1.1" status: 204 len: 173 time: 0.8434303 Apr 23 00:40:36.138526 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0f049c-3777-4e53-a594-5ef33d178844'] response: {'server_uuid': '997ca51f-77cc-46c2-a0fb-2167dd6fb297', 'name': 'network-vif-deleted', 'tag': '7c5cf2b3-931e-4ed1-b529-d803293ec81c', 'status': 'completed', 'code': 200} Apr 23 00:40:37.065154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d983d8-b938-429b-8445-3ab120bd9013 req-d2ba421f-1da5-46d1-af22-ae16c8245c49 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:37.066762 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e8d983d8-b938-429b-8445-3ab120bd9013 req-d2ba421f-1da5-46d1-af22-ae16c8245c49 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 983 time: 0.0925336 Apr 23 00:40:37.124265 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e8d983d8-b938-429b-8445-3ab120bd9013 req-0b8d9489-0f30-44e7-9dc0-23e8a99c78c7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519843 Apr 23 00:40:37.139948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:37.202026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6e12158f-f36c-4594-bfea-f9388b0b0efc req-f09524d2-0c94-42fc-a908-291c6b3bb036 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Synchronizing usage tracker for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:40:37.209664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port f422f018-3599-481f-b228-256c7d95aa64 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:37.215174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port f422f018-3599-481f-b228-256c7d95aa64 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:37.215578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:37.218782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6e12158f-f36c-4594-bfea-f9388b0b0efc req-f09524d2-0c94-42fc-a908-291c6b3bb036 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Unset dirty status for tenant:f3c997e7c28e47a8a535b6f6b9b3840e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:40:37.220045 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6e12158f-f36c-4594-bfea-f9388b0b0efc req-f09524d2-0c94-42fc-a908-291c6b3bb036 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "GET /v2.0/ports?device_id=997ca51f-77cc-46c2-a0fb-2167dd6fb297 HTTP/1.1" status: 200 len: 210 time: 0.0650096 Apr 23 00:40:37.358947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:37.385026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e76b773-ef8d-49c4-99f4-b7532c9c1db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:40:37.394446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:37.398600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:37.399360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7c5cf2b3-931e-4ed1-b529-d803293ec81c no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:37.467434 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6feb86-6047-435a-8292-1d1388bd95f2'] response: {'server_uuid': '1e76b773-ef8d-49c4-99f4-b7532c9c1db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422f018-3599-481f-b228-256c7d95aa64', 'code': 200} Apr 23 00:40:37.474088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 7c5cf2b3-931e-4ed1-b529-d803293ec81c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:37.474464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7c5cf2b3-931e-4ed1-b529-d803293ec81c not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:37.500674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=10']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:37.687951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3058ff-2280-4413-806b-e4f6eba9f390 req-8677afce-fb77-4b44-9790-fea52ec61405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:37.689346 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1f3058ff-2280-4413-806b-e4f6eba9f390 req-8677afce-fb77-4b44-9790-fea52ec61405 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 1138 time: 0.0697944 Apr 23 00:40:37.730393 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1f3058ff-2280-4413-806b-e4f6eba9f390 req-8c41f8bd-6b16-4e87-b28a-80bc669fdce5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Apr 23 00:40:38.319416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43184) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:38.413653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e55d93-0a86-4a27-a52d-ef438aa61dd3 req-4b80b5ac-2b4d-44e5-8603-40a9fd6995ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:38.415101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9e55d93-0a86-4a27-a52d-ef438aa61dd3 req-4b80b5ac-2b4d-44e5-8603-40a9fd6995ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 985 time: 0.1815443 Apr 23 00:40:38.459070 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9e55d93-0a86-4a27-a52d-ef438aa61dd3 req-571378f2-8470-4645-a07b-55bfb0652eea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 Apr 23 00:40:38.477873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Deleting port 5152a381-2a7c-41db-b88b-8231f9d38b88 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:38.478219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:38.648605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:38.648838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:38.767938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Calling delete_port for 5152a381-2a7c-41db-b88b-8231f9d38b88 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:38.910346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:38.956069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event deleted for resources: {'Port': ['ID=5152a381-2a7c-41db-b88b-8231f9d38b88,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:39.062601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:39.081113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:39.082361 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-460d4082-8498-4ed6-9f8e-2b365fe73891 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "DELETE /v2.0/floatingips/e7369414-f7c5-4f2d-a89c-2ba2f1a185ae HTTP/1.1" status: 204 len: 168 time: 0.7619388 Apr 23 00:40:39.239921 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:40:39.647348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94bd2-076f-419a-ac0b-a70730315958 req-5f3f3931-99fb-47f8-bb32-bf50f6eab1b4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:39.648751 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-63a94bd2-076f-419a-ac0b-a70730315958 req-5f3f3931-99fb-47f8-bb32-bf50f6eab1b4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 985 time: 0.0835381 Apr 23 00:40:39.693807 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-63a94bd2-076f-419a-ac0b-a70730315958 req-abb93aed-c38b-41ae-9c12-e2898b3a98ae tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Apr 23 00:40:39.879008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01648953-14f6-4d2a-95bb-2d475b477464 req-07488914-40a2-469b-821d-d7dc1a22ee66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:39.880533 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-01648953-14f6-4d2a-95bb-2d475b477464 req-07488914-40a2-469b-821d-d7dc1a22ee66 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 985 time: 0.0800350 Apr 23 00:40:39.884782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:39.929308 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-01648953-14f6-4d2a-95bb-2d475b477464 req-38d1b177-3fa1-4d31-9193-a98b2b326517 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Apr 23 00:40:39.954579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43200) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:40.029639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb06aca-42ca-42bc-9126-800fbcbce63e tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:40.033996 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-beb06aca-42ca-42bc-9126-800fbcbce63e tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1&network_id=a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 200 len: 1133 time: 0.0756319 Apr 23 00:40:40.402733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db90f5-f3b4-441a-b3b8-c1238b7e48df req-b6211bae-f216-41d7-a32d-9072f0ecbbea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:40.404230 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b0db90f5-f3b4-441a-b3b8-c1238b7e48df req-b6211bae-f216-41d7-a32d-9072f0ecbbea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 985 time: 0.0826807 Apr 23 00:40:40.449407 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b0db90f5-f3b4-441a-b3b8-c1238b7e48df req-69900e7e-1051-46e4-a509-1fd3a76e5e12 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Apr 23 00:40:41.533249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43214) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:41.665056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89e667b0-aaf6-469f-8e04-fc1f1e90a889 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:41.710903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89e667b0-aaf6-469f-8e04-fc1f1e90a889 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:41.745210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d8c7-9303-4ebd-82f0-140882b1effd req-4e524c9d-07af-45c9-8163-cffce8eb0829 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:41.746694 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-85b5d8c7-9303-4ebd-82f0-140882b1effd req-4e524c9d-07af-45c9-8163-cffce8eb0829 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 985 time: 0.1765010 Apr 23 00:40:41.810516 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-85b5d8c7-9303-4ebd-82f0-140882b1effd req-f05e3b29-d373-42f9-b809-c69db3617c45 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533669 Apr 23 00:40:41.841998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89e667b0-aaf6-469f-8e04-fc1f1e90a889 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:41.860939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-69567988-38a2-47bb-8aa1-9662eda234ac tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:41.862589 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-69567988-38a2-47bb-8aa1-9662eda234ac tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 985 time: 0.0936565 Apr 23 00:40:41.864751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e667b0-aaf6-469f-8e04-fc1f1e90a889 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a449ad4-3af9-4bf1-a199-9993fca13f83,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:41.886376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-89e667b0-aaf6-469f-8e04-fc1f1e90a889 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:41.890913 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-89e667b0-aaf6-469f-8e04-fc1f1e90a889 tempest-TestVolumeBootPattern-2043126892 tempest-TestVolumeBootPattern-2043126892-project] 10.222.0.39 "DELETE /v2.0/security-groups/4a449ad4-3af9-4bf1-a199-9993fca13f83 HTTP/1.1" status: 204 len: 168 time: 0.3537474 Apr 23 00:40:41.943122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-5b832651-915d-47ba-9c8c-dad9b343f902 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:41.944572 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-5b832651-915d-47ba-9c8c-dad9b343f902 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0765359 Apr 23 00:40:41.950383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43220) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:42.095128 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-d7db4063-1766-4d84-be0c-877d776698a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1459105 Apr 23 00:40:42.105196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:42.217596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:42.416244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f422f018-3599-481f-b228-256c7d95aa64,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:42.447473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] For port f422f018-3599-481f-b228-256c7d95aa64, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:42.502149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] device_id is not set on port f422f018-3599-481f-b228-256c7d95aa64 yet. {{(pid=88072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 23 00:40:42.511482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:42.518655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:42.659347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] Pushing event updated for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=11']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:42.719864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] No DVR routers for this DVR port f422f018-3599-481f-b228-256c7d95aa64 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:42.778658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:42.841019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-86b8b195-34e4-44d6-88d1-2cbf33197b26 None None] Provisioning complete for port f422f018-3599-481f-b228-256c7d95aa64 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:42.841961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86b8b195-34e4-44d6-88d1-2cbf33197b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:42.904494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-86b8b195-34e4-44d6-88d1-2cbf33197b26 None None] Port f422f018-3599-481f-b228-256c7d95aa64 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:40:42.946818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] In _notify_port_updated(), no bound segment for port f422f018-3599-481f-b228-256c7d95aa64 on network a51d7d16-ff54-478b-954a-920d0c0d972a {{(pid=88072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 23 00:40:42.947736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:42.948354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:42.949617 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e97ac35c-0228-42e7-ba21-e9bc065a61e1 req-04ef5e7b-efe7-4889-aeaa-13328e31a70e service neutron] 10.222.0.42 "PUT /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 200 len: 1028 time: 0.8485129 Apr 23 00:40:42.997339 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b2b90b4-471b-4515-ab04-2b5ca1770204 req-c4b127af-226c-49f1-886d-15cc921c1a75 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e76b773-ef8d-49c4-99f4-b7532c9c1db1 HTTP/1.1" status: 200 len: 210 time: 0.0569327 Apr 23 00:40:43.201038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Deleting port cb3af693-8224-421a-89b7-855b7e71df39 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:43.201380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:43.370739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] For port cb3af693-8224-421a-89b7-855b7e71df39, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cb3af693-8224-421a-89b7-855b7e71df39,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:43.370739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:43.492914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Calling delete_port for cb3af693-8224-421a-89b7-855b7e71df39 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:43.670306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:43.719090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3af693-8224-421a-89b7-855b7e71df39,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:44.096877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43230) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:44.112193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.169691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fb8e-1c64-4b9c-b260-d99be7ace9b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.199241 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fb8e-1c64-4b9c-b260-d99be7ace9b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.262345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fb8e-1c64-4b9c-b260-d99be7ace9b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.282329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4fb8e-1c64-4b9c-b260-d99be7ace9b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fda038-36b5-4368-a871-40d98fd18e2d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:44.290806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8ac4fb8e-1c64-4b9c-b260-d99be7ace9b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.294587 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8ac4fb8e-1c64-4b9c-b260-d99be7ace9b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/78fda038-36b5-4368-a871-40d98fd18e2d HTTP/1.1" status: 204 len: 168 time: 0.1941476 Apr 23 00:40:44.323948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43236) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:44.492540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:44.613932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port c98a15ac-7dd8-4749-9aef-e164f7713bff {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:44.614180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.672449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:44.683339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] Sync routers for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:44.690899 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a3b4557f-06ac-426c-b0af-60a7bf3d6174 admin admin] 10.222.0.39 "PUT /v2.0/routers/80a28acb-1d4d-4427-9269-f9a84dbefcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7372596 Apr 23 00:40:44.691134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43240) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:44.697755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:44.699102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:44.789989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.790380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.871294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:44.887953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:44.917930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for c98a15ac-7dd8-4749-9aef-e164f7713bff owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:45.078725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.089006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Deleting port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:45.089529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.091955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.143678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=c98a15ac-7dd8-4749-9aef-e164f7713bff,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:45.204177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ca86d62-f6b0-42d3-8a72-dd636e10e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.212061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:40:43Z', 'revision_number': 5, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port': {'id': '6a55de71-7b8f-4fd8-ad09-bdea1e934b12', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:31:41Z', 'updated_at': '2022-04-23T00:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:45.217414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] Checking router: 80a28acb-1d4d-4427-9269-f9a84dbefcc8 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:45.225794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] Routers {'80a28acb-1d4d-4427-9269-f9a84dbefcc8'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:45.226427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:45.247312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.247693 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP af1d7244-e76d-4bcc-9a28-ea75cf55b629 disassociated (deleted). External IP: 172.26.8.81, port: f422f018-3599-481f-b228-256c7d95aa64. Apr 23 00:40:45.294860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] For port 6a55de71-7b8f-4fd8-ad09-bdea1e934b12, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:45.295463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.382983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] Set router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:45.423230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Calling delete_port for 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:45.491362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:40:45Z', 'revision_number': 6, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:45.496768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11d8c3-ed27-43b1-9fea-21f150eca4d1 None None] The sync data for ids ['80a28acb-1d4d-4427-9269-f9a84dbefcc8'] in dv-neutron-838784-1-hyperv is: [{'id': '80a28acb-1d4d-4427-9269-f9a84dbefcc8', 'name': 'tempest-TestVolumeBootPattern-2105022597-router', 'tenant_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:31:39Z', 'updated_at': '2022-04-23T00:40:45Z', 'revision_number': 6, 'project_id': 'f3c997e7c28e47a8a535b6f6b9b3840e', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:45.616215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e35a5ddc-695c-4d52-b06e-097cce2dc894 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:45.726886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.778093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a55de71-7b8f-4fd8-ad09-bdea1e934b12,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:45.820136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.820496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.820752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.821406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.821406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.821741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.822072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.822430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.824497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.824497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.824497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.824497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:45.887101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.915936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:45.926416 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] Sync routers for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:45.938461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:45.940157 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:45.940748 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:46.003467 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-339ec39f-99a5-4f68-8291-cd2518bcedf2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/af1d7244-e76d-4bcc-9a28-ea75cf55b629 HTTP/1.1" status: 204 len: 168 time: 1.6780355 Apr 23 00:40:46.082053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.084555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.112648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.113624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a28acb-1d4d-4427-9269-f9a84dbefcc8 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:40:46.126342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.129728 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-035f224b-56fc-4b62-b0c3-b81e45c51af7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/80a28acb-1d4d-4427-9269-f9a84dbefcc8 HTTP/1.1" status: 204 len: 168 time: 1.4353001 Apr 23 00:40:46.129977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43248) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:46.144037 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:46.163702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43252) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:46.228533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] Deleting subnet 91a2fd5d-aa12-4ca7-acc8-288cfdc070ae {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:40:46.235813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.300543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5eea-87ef-4fe6-8366-fa650ac8a263 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.315327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.374532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5eea-87ef-4fe6-8366-fa650ac8a263 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.444954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.462722 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:46.467316 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] Checking router: e35a5ddc-695c-4d52-b06e-097cce2dc894 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:46.476266 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:46.476873 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:46.511527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5eea-87ef-4fe6-8366-fa650ac8a263 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.537520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b5eea-87ef-4fe6-8366-fa650ac8a263 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9fa87-1d17-4042-9b31-34c9ff7de5b4,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:46.541919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.589777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a2fd5d-aa12-4ca7-acc8-288cfdc070ae,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:46.592588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.596800 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6fc39b4f-dce3-4a7e-90b6-562f38821717 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/91a2fd5d-aa12-4ca7-acc8-288cfdc070ae HTTP/1.1" status: 204 len: 168 time: 0.4634624 Apr 23 00:40:46.596943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57e867-83c7-43f6-84ea-be99ad7e6e93 None None] Network cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:40:46.597543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5eea-87ef-4fe6-8366-fa650ac8a263 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.597543 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dc2b5eea-87ef-4fe6-8366-fa650ac8a263 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/33e9fa87-1d17-4042-9b31-34c9ff7de5b4 HTTP/1.1" status: 204 len: 168 time: 0.4277565 Apr 23 00:40:46.597697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43256) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:46.652516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43262) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:46.702152 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:46.721528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.737269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port f422f018-3599-481f-b228-256c7d95aa64 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:46.737496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Deleting port 512e7729-e612-4877-ba08-ab3b00af2071 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:46.737598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.737691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:46.917839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] DHCP port deletion for cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:40:46.922948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Deleting port 512e7729-e612-4877-ba08-ab3b00af2071 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:46.923558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.012992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.017717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] For port 512e7729-e612-4877-ba08-ab3b00af2071, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=512e7729-e612-4877-ba08-ab3b00af2071,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:47.018082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.149799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:47.156562 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:47.161590 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132a76e-913f-4e99-bee9-bd46fbed01a9 None None] The sync data for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv is: [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:02Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '04609997-5eb9-4dc6-95b8-9b380a2f3187', 'name': '', 'network_id': 'a51d7d16-ff54-478b-954a-920d0c0d972a', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:5d:26:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '06139a96-a77e-4307-b090-d8227d73447b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:01Z', 'updated_at': '2022-04-23T00:40:07Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': '06139a96-a77e-4307-b090-d8227d73447b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:47.191623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for f422f018-3599-481f-b228-256c7d95aa64 owned by {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:47.197905 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Calling delete_port for 512e7729-e612-4877-ba08-ab3b00af2071 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:47.233688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 512e7729-e612-4877-ba08-ab3b00af2071 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:47.291587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.310088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f422f018-3599-481f-b228-256c7d95aa64 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:47.337939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=512e7729-e612-4877-ba08-ab3b00af2071,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:47.344475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] No DVR routers for this DVR port 512e7729-e612-4877-ba08-ab3b00af2071 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:47.348865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] For port 512e7729-e612-4877-ba08-ab3b00af2071, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=512e7729-e612-4877-ba08-ab3b00af2071,segment=NetworkSegment(3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f),segment_id=3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:47.349554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.365020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.435095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=f422f018-3599-481f-b228-256c7d95aa64,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:47.503461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Calling delete_port for 512e7729-e612-4877-ba08-ab3b00af2071 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:47.526206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.526575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.526912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.527242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.527565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.527899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.528220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.528542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.528863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.529177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.529496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.529860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:47.551792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No active binding found for port 512e7729-e612-4877-ba08-ab3b00af2071 {{(pid=88074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 23 00:40:47.552397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 512e7729-e612-4877-ba08-ab3b00af2071 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:47.552967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:47.569755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.580427 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-caff46d3-6a14-4a18-ac93-9627f2aac91e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/ports/f422f018-3599-481f-b228-256c7d95aa64 HTTP/1.1" status: 204 len: 168 time: 0.9267790 Apr 23 00:40:47.584464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43266) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:47.595078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310bea07-d3c8-4938-8257-71579d48c1ef None None] New status for floating IP af1d7244-e76d-4bcc-9a28-ea75cf55b629: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:40:47.622191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.651628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4803e1-91a3-4d0b-b8d0-6dfabbc61306']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:47.668029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:47.668512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6ffd0d-cfd0-4c1d-9eff-81b0abab751f') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:47.681876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.698821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.705741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:40:47.706427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:40:47.721650 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:40:47.729709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:47.730192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6a55de71-7b8f-4fd8-ad09-bdea1e934b12 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:47.730496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cb3af693-8224-421a-89b7-855b7e71df39 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:47.774480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: cb3af693-8224-421a-89b7-855b7e71df39 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:47.775212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cb3af693-8224-421a-89b7-855b7e71df39 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:47.788786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-29f2d9bb-2942-4f5d-98dc-ac281793c7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.813647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 23 00:40:47.816343 dv-neutron-838784-1-hyperv neutron-server[88074]: util.warn( Apr 23 00:40:47.826552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:40:47.827008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:40:47.839301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:47.845806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4803e1-91a3-4d0b-b8d0-6dfabbc61306,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:47.862582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b3331efa-5f13-4a2b-840e-d50000b001a6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cd4803e1-91a3-4d0b-b8d0-6dfabbc61306 HTTP/1.1" status: 204 len: 168 time: 1.2639542 Apr 23 00:40:47.865459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43270) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:48.192429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.328150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Deleting port 512e7729-e612-4877-ba08-ab3b00af2071 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:48.328722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.403665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-348ee644-d1ee-4163-b8ae-747c848d4cfc None None] The port '512e7729-e612-4877-ba08-ab3b00af2071' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:40:48.420563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.582993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.612866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.664719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 04609997-5eb9-4dc6-95b8-9b380a2f3187 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:48.664975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.777814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Deleting port d9e78393-97b7-40b2-9f80-a2416f03bd1c {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:48.778160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.854728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 04609997-5eb9-4dc6-95b8-9b380a2f3187, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=04609997-5eb9-4dc6-95b8-9b380a2f3187,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:48.855007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:48.987392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 04609997-5eb9-4dc6-95b8-9b380a2f3187 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:49.071812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] For port d9e78393-97b7-40b2-9f80-a2416f03bd1c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d9e78393-97b7-40b2-9f80-a2416f03bd1c,segment=NetworkSegment(184dad1d-2e98-47bd-bedc-8ce7d2fd3df3),segment_id=184dad1d-2e98-47bd-bedc-8ce7d2fd3df3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:49.072168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:49.195787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Calling delete_port for d9e78393-97b7-40b2-9f80-a2416f03bd1c owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:49.319060 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:49.368768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=04609997-5eb9-4dc6-95b8-9b380a2f3187,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:49.378774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:49.433371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e78393-97b7-40b2-9f80-a2416f03bd1c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:49.680620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:49.709761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:49.982363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.081362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:50.168822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router e35a5ddc-695c-4d52-b06e-097cce2dc894 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:50.261445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:50.271822 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] Sync routers for ids ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:50.281590 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-21ecf31a-6807-434f-921b-7f2dd2a5caab admin admin] 10.222.0.39 "PUT /v2.0/routers/4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4151309 Apr 23 00:40:50.282272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43274) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:50.282681 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] Routers {'4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:50.283345 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:50.349187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:50.362541 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d451117a-0a28-4d62-bb5d-8953151152cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/e35a5ddc-695c-4d52-b06e-097cce2dc894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769666 Apr 23 00:40:50.364285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] Sync routers for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:50.365122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43278) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:50.377729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:50.378371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:50.435443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet 06139a96-a77e-4307-b090-d8227d73447b {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:40:50.439143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.503328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.512954 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] Set router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:50.558840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:50.601544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.624509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.685867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.728149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=06139a96-a77e-4307-b090-d8227d73447b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:50.732764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.738997 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2bfa0940-32f1-411a-9ba0-433704e64705 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/06139a96-a77e-4307-b090-d8227d73447b HTTP/1.1" status: 204 len: 168 time: 0.3729177 Apr 23 00:40:50.741494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43282) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:50.754869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fc1c2-5e49-4a95-a430-eca35579a552 None None] Network a51d7d16-ff54-478b-954a-920d0c0d972a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:40:50.847555 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:40:49Z', 'revision_number': 5, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port': {'id': '8bdc581e-0b36-447a-b8f6-842612e36c43', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:32:07Z', 'updated_at': '2022-04-23T00:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:50.852085 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] Checking router: 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:50.861026 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] Routers {'4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:50.861947 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:50.865987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.879187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Deleting port 8bdc581e-0b36-447a-b8f6-842612e36c43 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:50.879627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:50.941446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.029661 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] Set router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:51.130159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147'}], 'enable_snat': True}, 'gw_port_id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:49Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': 'a47e4deb-e0b4-40d6-8130-40f61d99207a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b3:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:39:58Z', 'updated_at': '2022-04-23T00:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:51.136866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] Checking router: e35a5ddc-695c-4d52-b06e-097cce2dc894 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:51.151396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] Routers {'e35a5ddc-695c-4d52-b06e-097cce2dc894'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:51.152058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['e35a5ddc-695c-4d52-b06e-097cce2dc894'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:51.171725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.176936 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:40:50Z', 'revision_number': 6, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:51.183386 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be323510-81f2-4ba6-9b50-49fc36f83937 None None] The sync data for ids ['4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48'] in dv-neutron-838784-1-hyperv is: [{'id': '4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48', 'name': 'tempest-TestVolumeBootPattern-1189385616-router', 'tenant_id': 'ad59445bf18649648df4909baed8e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:32:03Z', 'updated_at': '2022-04-23T00:40:50Z', 'revision_number': 6, 'project_id': 'ad59445bf18649648df4909baed8e44d', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:51.185262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port a47e4deb-e0b4-40d6-8130-40f61d99207a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:51.185794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.224792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] For port 8bdc581e-0b36-447a-b8f6-842612e36c43, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8bdc581e-0b36-447a-b8f6-842612e36c43,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:51.224792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.255405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] DHCP port deletion for a51d7d16-ff54-478b-954a-920d0c0d972a request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:40:51.270102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] Deleting port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:51.270502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.356923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Calling delete_port for 8bdc581e-0b36-447a-b8f6-842612e36c43 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:51.368009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port a47e4deb-e0b4-40d6-8130-40f61d99207a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a47e4deb-e0b4-40d6-8130-40f61d99207a,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:51.368547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.434167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] Set router e35a5ddc-695c-4d52-b06e-097cce2dc894 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:51.552704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:51Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:51.554270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.568062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fafa0-349d-461b-84c1-4db20291a645 None None] The sync data for ids ['e35a5ddc-695c-4d52-b06e-097cce2dc894'] in dv-neutron-838784-1-hyperv is: [{'id': 'e35a5ddc-695c-4d52-b06e-097cce2dc894', 'name': 'tempest-TestNetworkBasicOps-router-2120645618', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:39:57Z', 'updated_at': '2022-04-23T00:40:51Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:51.611572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdc581e-0b36-447a-b8f6-842612e36c43,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:51.645836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for a47e4deb-e0b4-40d6-8130-40f61d99207a owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:51.711215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] For port e183d0ef-e8b1-48a2-82c1-2e1bfab98713, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e183d0ef-e8b1-48a2-82c1-2e1bfab98713,segment=NetworkSegment(dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0),segment_id=dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:51.711612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.713919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.830171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.837666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] Calling delete_port for e183d0ef-e8b1-48a2-82c1-2e1bfab98713 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:51.905454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.907809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.912193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=a47e4deb-e0b4-40d6-8130-40f61d99207a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:51.920290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.936615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.936615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:40:51.952467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:51.957875 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0cbea863-b0cd-4046-a7b4-4ff0259f3cf8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4df7fc9a-57d3-45c8-8b2a-9aa9031d2d48 HTTP/1.1" status: 204 len: 168 time: 1.6732163 Apr 23 00:40:51.957875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43286) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:51.982371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.017532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] No DVR routers for this DVR port e183d0ef-e8b1-48a2-82c1-2e1bfab98713 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:52.035683 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7faba-b04c-4cbe-92a0-2677dcf19a45 None None] Pushing event deleted for resources: {'Port': ['ID=e183d0ef-e8b1-48a2-82c1-2e1bfab98713,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:52.052262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] Deleting subnet e5ed89ba-2fa9-4e25-adaa-9bddb1194349 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:40:52.055381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.112268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.168565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.170697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.192981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.193635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router e35a5ddc-695c-4d52-b06e-097cce2dc894 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:40:52.195141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.209868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.211078 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3b3b0840-8637-40bc-a6a2-6f8e04b683f4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/e35a5ddc-695c-4d52-b06e-097cce2dc894 HTTP/1.1" status: 204 len: 168 time: 1.4684706 Apr 23 00:40:52.214740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43290) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:52.272031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.338900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.433996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ed89ba-2fa9-4e25-adaa-9bddb1194349,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:52.437591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.445722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b54ea7-f533-4352-8e35-783b687ae811 None None] Network 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:40:52.446196 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9def68b6-4991-497f-84a4-5ab58bdf1ae4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e5ed89ba-2fa9-4e25-adaa-9bddb1194349 HTTP/1.1" status: 204 len: 168 time: 0.4852626 Apr 23 00:40:52.446196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43294) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:52.478527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.510636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51d7d16-ff54-478b-954a-920d0c0d972a']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:52.523612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:52.523910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdb9050-96d7-4ee3-b1a9-a1f8ae75c7b0') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:52.539818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.554580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.559988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.566430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Deleting port 378b241f-603a-4c19-8ad5-b63521897a1c {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:52.566824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.571053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:40:52.571476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:40:52.683290 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:40:52.725568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.731405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.762153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=a51d7d16-ff54-478b-954a-920d0c0d972a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:52.772783 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-840e66f6-4dfd-4619-95a6-5fdb058bad0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/a51d7d16-ff54-478b-954a-920d0c0d972a HTTP/1.1" status: 204 len: 168 time: 0.5569682 Apr 23 00:40:52.790312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43298) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:52.794204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] DHCP port deletion for 8fe71d8b-c5c1-4184-b792-c773ee98b4b6 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:40:52.799053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Deleting port 378b241f-603a-4c19-8ad5-b63521897a1c {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:52.799798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.806280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ee57a2ee-97b9-47f8-8450-6af602ece9d7 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0117426 Apr 23 00:40:52.808421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43302) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:52.817901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--344001023', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:52.827141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:52.832759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:52.841007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:52.849848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:52.858804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] For port 378b241f-603a-4c19-8ad5-b63521897a1c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=378b241f-603a-4c19-8ad5-b63521897a1c,segment=NetworkSegment(184dad1d-2e98-47bd-bedc-8ce7d2fd3df3),segment_id=184dad1d-2e98-47bd-bedc-8ce7d2fd3df3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:52.859812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.865509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:40:52.870611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.903142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:40:52.914798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:52.915465 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment 6c2c15ce-d199-4ad7-a05a-547fff182d4c of type vlan for network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 Apr 23 00:40:52.970996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.027385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Calling delete_port for 378b241f-603a-4c19-8ad5-b63521897a1c owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:53.044391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.051423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:53.052120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.088869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] For port 378b241f-603a-4c19-8ad5-b63521897a1c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=378b241f-603a-4c19-8ad5-b63521897a1c,segment=NetworkSegment(184dad1d-2e98-47bd-bedc-8ce7d2fd3df3),segment_id=184dad1d-2e98-47bd-bedc-8ce7d2fd3df3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:53.089268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.127838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.211721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=378b241f-603a-4c19-8ad5-b63521897a1c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:53.215145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] No DVR routers for this DVR port 378b241f-603a-4c19-8ad5-b63521897a1c on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:40:53.243762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=13d2fc50-0bac-4eb8-9062-3992c2fe73b0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:53.249245 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-645f0baa-b03e-4b88-af52-e23a0d82d8bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4397683 Apr 23 00:40:53.252363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43306) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:53.261073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:53.281432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:53.297324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:53.301532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Calling delete_port for 378b241f-603a-4c19-8ad5-b63521897a1c owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:40:53.301677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:53.332840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bdc581e-0b36-447a-b8f6-842612e36c43 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:53.350314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:53.358462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:40:53.362004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.389169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.390188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.399932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe71d8b-c5c1-4184-b792-c773ee98b4b6']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:53.404144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 8bdc581e-0b36-447a-b8f6-842612e36c43 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:53.404501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8bdc581e-0b36-447a-b8f6-842612e36c43 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:53.404909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e183d0ef-e8b1-48a2-82c1-2e1bfab98713 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:53.414204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:53.414561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184dad1d-2e98-47bd-bedc-8ce7d2fd3df3') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:53.430557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.437961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.457532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.465068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:40:53.465456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:40:53.478844 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:40:53.492972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: e183d0ef-e8b1-48a2-82c1-2e1bfab98713 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:53.493490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e183d0ef-e8b1-48a2-82c1-2e1bfab98713 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:53.493747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a47e4deb-e0b4-40d6-8130-40f61d99207a no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:53.563154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a47e4deb-e0b4-40d6-8130-40f61d99207a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:53.563499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a47e4deb-e0b4-40d6-8130-40f61d99207a not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:53.563934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d9e78393-97b7-40b2-9f80-a2416f03bd1c no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:53.603184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: d9e78393-97b7-40b2-9f80-a2416f03bd1c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:53.603184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d9e78393-97b7-40b2-9f80-a2416f03bd1c not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:53.603184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04609997-5eb9-4dc6-95b8-9b380a2f3187 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:53.637572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:40:53.638461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:40:53.639433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 04609997-5eb9-4dc6-95b8-9b380a2f3187 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:53.639780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 04609997-5eb9-4dc6-95b8-9b380a2f3187 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:53.640203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 378b241f-603a-4c19-8ad5-b63521897a1c no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:40:53.685869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 378b241f-603a-4c19-8ad5-b63521897a1c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:40:53.686512 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 378b241f-603a-4c19-8ad5-b63521897a1c not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:40:53.737497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.803457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.823877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:53.827601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe71d8b-c5c1-4184-b792-c773ee98b4b6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:53.841008 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f90957dc-1a5d-48bf-b327-bd3ea5377dd7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8fe71d8b-c5c1-4184-b792-c773ee98b4b6 HTTP/1.1" status: 204 len: 168 time: 1.3939421 Apr 23 00:40:54.027438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43312) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:54.080230 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-32d13c89-fe76-42f4-bce2-82e05df6014d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3c997e7c28e47a8a535b6f6b9b3840e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514996 Apr 23 00:40:54.082810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43316) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:54.139690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Deleting port 378b241f-603a-4c19-8ad5-b63521897a1c {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:40:54.140610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.142583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-949a2adc-d08d-4b1c-9d60-5abaf892d357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.170017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-949a2adc-d08d-4b1c-9d60-5abaf892d357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.216548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b9024159-120b-4d12-abc5-4d86118bfabb None None] The port '378b241f-603a-4c19-8ad5-b63521897a1c' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:40:54.235146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-949a2adc-d08d-4b1c-9d60-5abaf892d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.254334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2adc-d08d-4b1c-9d60-5abaf892d357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892fa1ca-7689-4b6e-a272-86214848351b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:54.259196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-949a2adc-d08d-4b1c-9d60-5abaf892d357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.260531 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-949a2adc-d08d-4b1c-9d60-5abaf892d357 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/892fa1ca-7689-4b6e-a272-86214848351b HTTP/1.1" status: 204 len: 168 time: 0.1762614 Apr 23 00:40:54.328797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.359653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.499448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.54 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/29c4e152-e377-460b-8610-a41984b5cfac) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:54.606967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43324) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:54.683631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.697122 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1cb3273e-32b1-4249-8c65-037092ae033a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad59445bf18649648df4909baed8e44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0891480 Apr 23 00:40:54.700195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43328) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:54.721651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.757902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18c22206-8d09-482b-a28c-e6f9bc40da4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.782147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:54.783425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18c22206-8d09-482b-a28c-e6f9bc40da4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.784905 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:54.793650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:40:54.828209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=29c4e152-e377-460b-8610-a41984b5cfac,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:54.841028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18c22206-8d09-482b-a28c-e6f9bc40da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.857599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c22206-8d09-482b-a28c-e6f9bc40da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f974ce2-288a-42e4-b19e-0d50064b4586,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:54.861887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18c22206-8d09-482b-a28c-e6f9bc40da4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:54.863007 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-18c22206-8d09-482b-a28c-e6f9bc40da4d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f974ce2-288a-42e4-b19e-0d50064b4586 HTTP/1.1" status: 204 len: 168 time: 0.1618264 Apr 23 00:40:55.241041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:55.693843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:55.897471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:40:56.072619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:40:56.081693 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Sync routers for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:40:56.090770 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:56.091365 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:56.097893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:56.102060 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a47a1b1d-d9c4-4a60-a64d-9ea82e9861b0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8459785 Apr 23 00:40:56.102586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43334) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:56.147606 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-22155de8-49f9-4f9a-b112-c61c425e6180 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426743 Apr 23 00:40:56.149703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43338) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:56.267192 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:56.279648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b51db-d5c2-42d2-ab2a-a9ea6048cca2 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:56.281139 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fb8b51db-d5c2-42d2-ab2a-a9ea6048cca2 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305304 Apr 23 00:40:56.283981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43342) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:56.322380 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4259864d-e505-4f90-8193-4d512eea646c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372834 Apr 23 00:40:56.325236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43346) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:56.330512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1929822225', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:40:56.438904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:40:56.442762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:40:56.445543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:40:56.451566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:40:56.463457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:40:56.467155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:56.583242 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:55Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:56.587168 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Checking router: 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:40:56.587509 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Updating router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 port 29c4e152-e377-460b-8610-a41984b5cfac binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:40:56.639619 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:56.680559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:56.762093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:56.773561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:56.773903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 13d2fc50-0bac-4eb8-9062-3992c2fe73b0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:40:56.794407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:40:56.803401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 13d2fc50-0bac-4eb8-9062-3992c2fe73b0) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:56.807664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:40:56.808250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:56.814845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8f720-d59e-48c8-98bc-959e8925cb7a None None] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:40:56.832349 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-684d6162-7d8a-4533-aa93-60bbc26fd02d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5034781 Apr 23 00:40:56.832732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43350) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:40:56.973482 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:56.985125 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Transition to ACTIVE for port object 29c4e152-e377-460b-8610-a41984b5cfac will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:56.993908 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.039698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:40:57.040690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.084243 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Attempting to bind port 29c4e152-e377-460b-8610-a41984b5cfac on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:57.084863 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Attempting to bind port 29c4e152-e377-460b-8610-a41984b5cfac by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:57.084962 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Attempting to bind port 29c4e152-e377-460b-8610-a41984b5cfac on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:57.087439 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e1f7-a9cd-42e6-8a7a-66bf7dc278cb None None] Pushing event updated for resources: {'Port': ['ID=29c4e152-e377-460b-8610-a41984b5cfac,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:57.094867 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:40:57.095358 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:57.095619 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.096000 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:40:57.096454 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Bound port: 29c4e152-e377-460b-8610-a41984b5cfac, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:57.096820 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.175242 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] For port 29c4e152-e377-460b-8610-a41984b5cfac, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:57.178627 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] For port 29c4e152-e377-460b-8610-a41984b5cfac, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=29c4e152-e377-460b-8610-a41984b5cfac,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:40:57.183290 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.204162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Allocated IP 172.20.0.2 (13d2fc50-0bac-4eb8-9062-3992c2fe73b0/e4fc3579-9398-4c69-8bfd-f6f2fe48aa03/5884d17e-f268-4377-a6fc-7a9c22544357) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:57.265302 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:40:57.265914 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:57.342065 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01e1f7-a9cd-42e6-8a7a-66bf7dc278cb None None] Pushing event updated for resources: {'Port': ['ID=29c4e152-e377-460b-8610-a41984b5cfac,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:57.409730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.420620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Transition to ACTIVE for port object 5884d17e-f268-4377-a6fc-7a9c22544357 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:57.440117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Transition to ACTIVE for port object 5884d17e-f268-4377-a6fc-7a9c22544357 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:57.446905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.456763 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:40:57.512496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:57.515490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:57.519234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:40:57.595360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Pushing event updated for resources: {'Port': ['ID=5884d17e-f268-4377-a6fc-7a9c22544357,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:57.617412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.617759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.618105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.618466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.618796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.619178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.619511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.619836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.620209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.620481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.620801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.621122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:40:57.631530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Attempting to bind port 5884d17e-f268-4377-a6fc-7a9c22544357 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:40:57.631903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Attempting to bind port 5884d17e-f268-4377-a6fc-7a9c22544357 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:40:57.632587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Attempting to bind port 5884d17e-f268-4377-a6fc-7a9c22544357 on network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:40:57.638290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:40:57.638458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Checking segment: {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:40:57.638776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.639163 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Bound using segment: {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:40:57.639886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Bound port: 5884d17e-f268-4377-a6fc-7a9c22544357, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:40:57.640014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.643409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.730733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] For port 5884d17e-f268-4377-a6fc-7a9c22544357, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:40:57.734031 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] For port 5884d17e-f268-4377-a6fc-7a9c22544357, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5884d17e-f268-4377-a6fc-7a9c22544357,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:40:57.739477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:57.749058 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:55Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:40:57.753027 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470b5ed7-98c3-45ed-8347-35b69959967a None None] The sync data for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:55Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:40:57.879832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44d956-dfe8-4854-9981-411bb62f05e1 None None] Pushing event updated for resources: {'Port': ['ID=5884d17e-f268-4377-a6fc-7a9c22544357,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:58.108527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (13d2fc50-0bac-4eb8-9062-3992c2fe73b0/e4fc3579-9398-4c69-8bfd-f6f2fe48aa03/4a2fa986-7ccb-47e2-994e-e72899c41661) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:40:58.311389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:58.328491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 4a2fa986-7ccb-47e2-994e-e72899c41661 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:40:58.353282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:58.426219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:58.434380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:58.436814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:40:58.477730 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:58.506822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:58.875935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784d06b4-11e8-4b20-987a-d10f58bca4a8 None None] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:40:58.892211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:58.982113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6c2f2b6e-542d-4c62-8003-39846826603d None None] Provisioning for port 5884d17e-f268-4377-a6fc-7a9c22544357 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:59.255731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5884d17e-f268-4377-a6fc-7a9c22544357 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:59.335851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 5884d17e-f268-4377-a6fc-7a9c22544357 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:59.342589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 5884d17e-f268-4377-a6fc-7a9c22544357 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:59.342988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.354584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.359558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.460589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e185bd84-e22f-41ca-8ea0-69aa76e8d15e None None] Provisioning for port 4a2fa986-7ccb-47e2-994e-e72899c41661 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:59.471711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e185bd84-e22f-41ca-8ea0-69aa76e8d15e None None] Provisioning complete for port 4a2fa986-7ccb-47e2-994e-e72899c41661 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:59.471951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e185bd84-e22f-41ca-8ea0-69aa76e8d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.488872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.496595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:59.521620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.548106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e185bd84-e22f-41ca-8ea0-69aa76e8d15e None None] Port 4a2fa986-7ccb-47e2-994e-e72899c41661 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:40:59.571812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 5884d17e-f268-4377-a6fc-7a9c22544357, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5884d17e-f268-4377-a6fc-7a9c22544357,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:59.573480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e185bd84-e22f-41ca-8ea0-69aa76e8d15e None None] Provisioning complete for port 5884d17e-f268-4377-a6fc-7a9c22544357 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:59.573863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e185bd84-e22f-41ca-8ea0-69aa76e8d15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.604622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.605258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 29c4e152-e377-460b-8610-a41984b5cfac up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:40:59.631587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:40:59.632678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:40:59.755892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=5884d17e-f268-4377-a6fc-7a9c22544357,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:40:59.791613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 29c4e152-e377-460b-8610-a41984b5cfac completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:40:59.805483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 29c4e152-e377-460b-8610-a41984b5cfac triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:40:59.805856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.827748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:40:59.938985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:40:59.956031 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 29c4e152-e377-460b-8610-a41984b5cfac, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=29c4e152-e377-460b-8610-a41984b5cfac,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:40:59.960545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:00.012307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:41:00.024983 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-36c4e608-ec3c-4573-8e96-4d26fab75275 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1911893 Apr 23 00:41:00.028342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43354) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:00.033644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Sync routers for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:00.045856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3a775f01-051a-4349-8ff9-0fad31c35877 None None] Provisioning complete for port 4a2fa986-7ccb-47e2-994e-e72899c41661 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:00.046230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3a775f01-051a-4349-8ff9-0fad31c35877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:00.091046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=29c4e152-e377-460b-8610-a41984b5cfac,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:00.096558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:41:00.097251 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:00.180200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3a775f01-051a-4349-8ff9-0fad31c35877 None None] Port 4a2fa986-7ccb-47e2-994e-e72899c41661 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:41:00.279430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93e6bb-fcb8-484d-9910-dab8bcf67686 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.279903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93e6bb-fcb8-484d-9910-dab8bcf67686 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.280370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93e6bb-fcb8-484d-9910-dab8bcf67686 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.280827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93e6bb-fcb8-484d-9910-dab8bcf67686 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.282498 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6f93e6bb-fcb8-484d-9910-dab8bcf67686 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.2532301 Apr 23 00:41:00.285411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43358) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:00.292469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:41:00.354279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c80ec-20bd-4d9f-a1f2-9b17017cd227 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.354879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c80ec-20bd-4d9f-a1f2-9b17017cd227 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.355335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c80ec-20bd-4d9f-a1f2-9b17017cd227 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.355784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c80ec-20bd-4d9f-a1f2-9b17017cd227 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:00.357402 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b43c80ec-20bd-4d9f-a1f2-9b17017cd227 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0710251 Apr 23 00:41:00.360133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43362) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:00.567411 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bcabd382-cf6d-41fc-b006-dcb0be3b6228 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2061994 Apr 23 00:41:00.641023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:40:59Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:00.644749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Checking router: 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:00.645095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Updating router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 port 4a2fa986-7ccb-47e2-994e-e72899c41661 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:41:00.695772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:00.904342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43368) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:00.909748 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791235939', 'description': 'tempest-secgroup-smoke-791235939 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:00.915700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:00.919919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:00.922866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:00.928532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:00.939899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:00.960179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:00.964953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:00.968023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:00.974206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:01.036385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.049863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Transition to ACTIVE for port object 4a2fa986-7ccb-47e2-994e-e72899c41661 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:41:01.051504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.055145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.056233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.192665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254328c-b88d-4289-b9bc-10c2fa754c43 None None] Pushing event updated for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:01.223341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5884d17e-f268-4377-a6fc-7a9c22544357 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:41:01.232238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:01.235932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.239819 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cb6522b9-a18c-4743-aed9-ce4e2d82c3ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3318546 Apr 23 00:41:01.240136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43372) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:01.245633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:01.256656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:01.261729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:01.265309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:01.272025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:01.290148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.337123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Attempting to bind port 4a2fa986-7ccb-47e2-994e-e72899c41661 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:01.337123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Attempting to bind port 4a2fa986-7ccb-47e2-994e-e72899c41661 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:01.337123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Attempting to bind port 4a2fa986-7ccb-47e2-994e-e72899c41661 on network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:41:01.345418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:41:01.345858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Checking segment: {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:41:01.346182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.346602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Bound using segment: {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:41:01.347066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Bound port: 4a2fa986-7ccb-47e2-994e-e72899c41661, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:01.347532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.362143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.365680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.389719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fadec5b-861c-48d5-ad88-74d2738eddf0,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:01.402132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.403463 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-48dcfe2e-c775-47bf-920f-9c587a90b787 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623254 Apr 23 00:41:01.406150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43376) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:01.411320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:01.417180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:01.421101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:01.423960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:01.429589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:01.446744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.451895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 5884d17e-f268-4377-a6fc-7a9c22544357 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:01.452265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.498550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] For port 4a2fa986-7ccb-47e2-994e-e72899c41661, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:41:01.511076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.514626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.516891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] For port 4a2fa986-7ccb-47e2-994e-e72899c41661, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a2fa986-7ccb-47e2-994e-e72899c41661,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:41:01.524371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.538900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5590cb-e7a7-4dd0-845e-6eee2dc4a881,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:01.548777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.549894 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9f641cfd-05a8-4b2c-8491-49753af16c1f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428065 Apr 23 00:41:01.552514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43380) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:01.557975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:01.564754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:01.567804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:01.570615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:01.576942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:01.594869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.654060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:41:01.654060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:01.667221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.671571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.699205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd96458-45bb-44f1-a3b1-583f8a3a5986,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:01.711817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.716278 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-edfc7da2-2bec-42aa-b100-4e9ee44515fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602092 Apr 23 00:41:01.716446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254328c-b88d-4289-b9bc-10c2fa754c43 None None] Pushing event updated for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:01.717348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43384) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:01.723174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:01.731363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:01.735561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:01.738598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:01.745015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:01.750975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 29c4e152-e377-460b-8610-a41984b5cfac up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:41:01.763320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.833484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.837230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.864248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e1b07d-45c5-4c06-acce-8f3560615694,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:01.873065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.874270 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-58e88a5e-4217-4eac-b33c-81f29c087819 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559198 Apr 23 00:41:01.877022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43388) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:01.881816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:01.888377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:01.892147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:01.894994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:01.901201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:01.911493 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:41:01.917923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.926573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:41:01.985133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.985458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 29c4e152-e377-460b-8610-a41984b5cfac triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:01.985830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:01.989783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:02.014771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628f3b30-5644-4f03-8f3e-4570ed6e516f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:02.024790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:02.029442 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3a084559-8672-4aa2-bba0-1ddccbac8e88 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488488 Apr 23 00:41:02.030164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43392) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:02.035086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': 'fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:02.040895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:02.044763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:02.047615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:02.053261 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:02.064040 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:41:02.070992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:02.140511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:02.145685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:02.169754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fa8599-7434-4b7f-bddd-e087c7d67534,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:02.180104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:02.181261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cf9e05b5-bf71-47b3-a111-79cc296e3074 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1502922 Apr 23 00:41:02.394764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-16c56a39-1464-4e50-9cd8-0406d1b72b27 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:41:02.402301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:41:01Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:02.406258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab1b5d-58e3-4e6a-9fbb-b795fa222dae None None] The sync data for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:41:01Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:02.410749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-16c56a39-1464-4e50-9cd8-0406d1b72b27 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:41:02.411892 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-16c56a39-1464-4e50-9cd8-0406d1b72b27 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791235939&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0544927 Apr 23 00:41:02.583281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-63aa7068-d1d4-4cfc-835c-0a6184bf1d72 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:02.583985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-63aa7068-d1d4-4cfc-835c-0a6184bf1d72 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:41:02.600604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-63aa7068-d1d4-4cfc-835c-0a6184bf1d72 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:41:02.601883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-63aa7068-d1d4-4cfc-835c-0a6184bf1d72 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 200 len: 796 time: 0.1825571 Apr 23 00:41:02.617466 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-dd63367b-6192-48f6-b8d8-b17a05fd85c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0094807 Apr 23 00:41:02.710659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-8d2765cf-ea31-4b9d-8581-6aa848008872 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:41:02.727544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-8d2765cf-ea31-4b9d-8581-6aa848008872 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:41:02.729561 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-8d2765cf-ea31-4b9d-8581-6aa848008872 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062758 Apr 23 00:41:02.872290 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6fed59e2-5539-445e-8ede-be2c5c740e07 service neutron] 10.222.0.39 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302977 Apr 23 00:41:03.009939 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-42d54493-2cd5-4f55-be1a-b17a941a9778 service neutron] 10.222.0.39 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311758 Apr 23 00:41:03.213690 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d09ea2b6-6766-47fc-8e2a-9b0749e5b218 req-1bd942ce-b048-4cfa-b3e5-f17b9d3a22e1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 210 time: 0.0509663 Apr 23 00:41:03.241921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a2fa986-7ccb-47e2-994e-e72899c41661 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:41:03.314802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 4a2fa986-7ccb-47e2-994e-e72899c41661 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:41:03.319998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4a2fa986-7ccb-47e2-994e-e72899c41661 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:03.320472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:03.449084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:03.484659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 4a2fa986-7ccb-47e2-994e-e72899c41661, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a2fa986-7ccb-47e2-994e-e72899c41661,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:41:03.488912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:03.568716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:04.399507 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-590a65c5-fa58-4eb5-8db5-02e308d0f86b req-4c60c63c-7a5c-451e-acbf-b75834547ca0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 210 time: 0.0560951 Apr 23 00:41:04.440151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6a565bca-79cd-41d9-9cf5-e1304ddc61ad tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:04.441556 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6a565bca-79cd-41d9-9cf5-e1304ddc61ad tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 200 len: 796 time: 0.1875849 Apr 23 00:41:04.504362 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-0c1c1681-3665-4431-8abe-cec0746a9274 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 379 time: 0.0433323 Apr 23 00:41:04.513074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:04.650746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:04.659935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:04.669447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:41:04.673093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:04.827725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.4 (13d2fc50-0bac-4eb8-9062-3992c2fe73b0/e4fc3579-9398-4c69-8bfd-f6f2fe48aa03/3398d129-bfde-4342-8907-a32468eba233) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:05.017050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:05.032351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 3398d129-bfde-4342-8907-a32468eba233 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:41:05.057858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:05.123988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:05.131411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:05.135888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:41:05.166580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=3398d129-bfde-4342-8907-a32468eba233,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:05.186017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a2fa986-7ccb-47e2-994e-e72899c41661 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:41:05.208067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:05.208694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:05.236125 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-505227dd-ea77-412a-9cc5-68ca4886fde9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7267473 Apr 23 00:41:05.253779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Request body: {'port': {'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:05.258417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4a2fa986-7ccb-47e2-994e-e72899c41661 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:05.258859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:05.389578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-720e0546-689c-47bd-ab6f-4ad176776ff0 None None] Provisioning for port 3398d129-bfde-4342-8907-a32468eba233 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:41:05.397161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-720e0546-689c-47bd-ab6f-4ad176776ff0 None None] Provisioning complete for port 3398d129-bfde-4342-8907-a32468eba233 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:05.397510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-720e0546-689c-47bd-ab6f-4ad176776ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:05.453522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-720e0546-689c-47bd-ab6f-4ad176776ff0 None None] Port 3398d129-bfde-4342-8907-a32468eba233 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:41:05.484726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:05.595844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08d2db-b7a6-4ef1-b10d-30dd96077faa req-38f034a9-149f-4001-8ad0-a88ac283eb05 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:05.597221 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce08d2db-b7a6-4ef1-b10d-30dd96077faa req-38f034a9-149f-4001-8ad0-a88ac283eb05 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 931 time: 0.0832224 Apr 23 00:41:05.641913 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ce08d2db-b7a6-4ef1-b10d-30dd96077faa req-8118e6df-fd0a-45b5-a7b3-ae653a92a77d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:41:05.653573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ce08d2db-b7a6-4ef1-b10d-30dd96077faa req-8118e6df-fd0a-45b5-a7b3-ae653a92a77d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:41:05.654794 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce08d2db-b7a6-4ef1-b10d-30dd96077faa req-8118e6df-fd0a-45b5-a7b3-ae653a92a77d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516436 Apr 23 00:41:05.827452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3398d129-bfde-4342-8907-a32468eba233 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:41:05.834446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:05.848213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Transition to ACTIVE for port object 3398d129-bfde-4342-8907-a32468eba233 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:41:05.854006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.009325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Pushing event updated for resources: {'Port': ['ID=3398d129-bfde-4342-8907-a32468eba233,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:06.091758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Attempting to bind port 3398d129-bfde-4342-8907-a32468eba233 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:41:06.092631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Attempting to bind port 3398d129-bfde-4342-8907-a32468eba233 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:41:06.092631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Attempting to bind port 3398d129-bfde-4342-8907-a32468eba233 on network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:41:06.096904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Port 3398d129-bfde-4342-8907-a32468eba233 on network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:41:06.097213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Attempting to bind port 3398d129-bfde-4342-8907-a32468eba233 on network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:41:06.102490 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:41:06.102768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Checking segment: {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:41:06.103142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Bound using segment: {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:41:06.103625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Bound port: 3398d129-bfde-4342-8907-a32468eba233, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c2c15ce-d199-4ad7-a05a-547fff182d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:41:06.104033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.194279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] For port 3398d129-bfde-4342-8907-a32468eba233, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:41:06.197887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] For port 3398d129-bfde-4342-8907-a32468eba233, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=3398d129-bfde-4342-8907-a32468eba233,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:41:06.202344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.256629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:06.257191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:06.258564 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] 10.222.0.42 "PUT /v2.0/ports/3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 200 len: 1093 time: 1.0099764 Apr 23 00:41:06.258983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'tag': '3398d129-bfde-4342-8907-a32468eba233'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:06.287526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1f999-e0a1-457a-b8e7-6616caf1cbef service neutron] Pushing event updated for resources: {'Port': ['ID=3398d129-bfde-4342-8907-a32468eba233,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:06.309286 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83af77c-7a77-49aa-9d72-e4c6d7ecde40'] response: {'name': 'network-changed', 'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'tag': '3398d129-bfde-4342-8907-a32468eba233', 'status': 'completed', 'code': 200} Apr 23 00:41:06.402085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-ccc7a38e-b0ca-4d2c-bf12-a7608e249260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:06.403384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-ccc7a38e-b0ca-4d2c-bf12-a7608e249260 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1096 time: 0.0760980 Apr 23 00:41:06.480214 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-58aeb574-a95e-4db0-8453-febf071374d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 200 len: 217 time: 0.0646935 Apr 23 00:41:06.542720 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-115117fb-cd10-4fd5-8d2e-f127d3ecd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:06.544073 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-115117fb-cd10-4fd5-8d2e-f127d3ecd923 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 HTTP/1.1" status: 200 len: 835 time: 0.0579729 Apr 23 00:41:06.621206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-5f27433c-04c6-42ad-8a13-35136604d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:06.622606 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-5f27433c-04c6-42ad-8a13-35136604d622 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726130 Apr 23 00:41:06.752765 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-64912ec9-b12c-4fde-89e6-e524f0b125c9 service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243939 Apr 23 00:41:06.840078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002bf40-e0b2-4f95-bfc6-53568b9afedd req-50317310-64b9-4cdc-8dfe-1eb33b70c62e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:06.841658 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1002bf40-e0b2-4f95-bfc6-53568b9afedd req-50317310-64b9-4cdc-8dfe-1eb33b70c62e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 943 time: 0.0798013 Apr 23 00:41:06.884599 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aacb7e-376f-4ba7-8006-c833c1875f6a req-7b64cae1-a778-45a9-967f-bdd4fb534ca2 service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256280 Apr 23 00:41:06.887494 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1002bf40-e0b2-4f95-bfc6-53568b9afedd req-7876c9f6-bb6a-4f15-bf56-0ea9972bd5fd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400648 Apr 23 00:41:07.057355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-07e39fb7-bb0e-4111-ba3f-5bbd5e51b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.058848 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-07e39fb7-bb0e-4111-ba3f-5bbd5e51b5fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1096 time: 0.0698805 Apr 23 00:41:07.280551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-f4498633-bbd8-4701-b76c-411ee4407a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.281987 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-f4498633-bbd8-4701-b76c-411ee4407a53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 200 len: 896 time: 0.2166743 Apr 23 00:41:07.351029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-494ae1d0-dfbd-486e-a364-6b5c8f168fd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 200 len: 217 time: 0.0623765 Apr 23 00:41:07.410339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-3b2fa9fa-ba66-42bb-9c71-d19386aaa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.411716 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-3b2fa9fa-ba66-42bb-9c71-d19386aaa734 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 HTTP/1.1" status: 200 len: 835 time: 0.0552514 Apr 23 00:41:07.487564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-7ccc6bac-49bf-4571-bed8-17841224580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:07.489009 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-7ccc6bac-49bf-4571-bed8-17841224580b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718274 Apr 23 00:41:07.620466 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-be3e8189-90f0-4b51-820e-ad999be2350d service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238105 Apr 23 00:41:07.751875 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b3d93d17-c4a1-4384-82bd-1f93d5779823 req-fbca9cb3-5d3a-4669-a8f5-f6965af291b6 service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248484 Apr 23 00:41:08.073360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f84ff-eb52-4e38-9b2c-cedf16c2735a req-5cd1ed40-6368-478c-805e-07f9877b26d9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:08.074051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-720f84ff-eb52-4e38-9b2c-cedf16c2735a req-5cd1ed40-6368-478c-805e-07f9877b26d9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:41:08.089986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-720f84ff-eb52-4e38-9b2c-cedf16c2735a req-5cd1ed40-6368-478c-805e-07f9877b26d9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:41:08.091170 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-720f84ff-eb52-4e38-9b2c-cedf16c2735a req-5cd1ed40-6368-478c-805e-07f9877b26d9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 943 time: 0.0955622 Apr 23 00:41:08.138741 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-720f84ff-eb52-4e38-9b2c-cedf16c2735a req-c98a92d8-630d-4ae2-90bb-d725d5c244cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419102 Apr 23 00:41:09.256555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 3398d129-bfde-4342-8907-a32468eba233 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:41:09.328004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cf836-f26c-4195-87a3-676f8cf95470 req-9e2f8983-c192-4c3b-8758-7703d86bedc8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:09.329455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b7cf836-f26c-4195-87a3-676f8cf95470 req-9e2f8983-c192-4c3b-8758-7703d86bedc8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 943 time: 0.0851395 Apr 23 00:41:09.372997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b7cf836-f26c-4195-87a3-676f8cf95470 req-9ae134e5-f136-4674-afec-e49f54cbbd30 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376782 Apr 23 00:41:09.389421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 3398d129-bfde-4342-8907-a32468eba233, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=3398d129-bfde-4342-8907-a32468eba233,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:41:09.402885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '3398d129-bfde-4342-8907-a32468eba233', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'mac_address': 'fa:16:3e:2c:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:41:09.460625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.477477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3398d129-bfde-4342-8907-a32468eba233 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:41:09.493045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 3398d129-bfde-4342-8907-a32468eba233, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=3398d129-bfde-4342-8907-a32468eba233,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:41:09.496590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:09.561514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=3398d129-bfde-4342-8907-a32468eba233,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:09.863555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['3398d129-bfde-4342-8907-a32468eba233'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:41:09.928457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:10.568778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536ebf4-1610-4c36-acaf-a1dd33f97620 req-a96c777d-ac05-49a8-9b58-de4b85695543 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:10.570264 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1536ebf4-1610-4c36-acaf-a1dd33f97620 req-a96c777d-ac05-49a8-9b58-de4b85695543 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 944 time: 0.0819945 Apr 23 00:41:10.615961 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1536ebf4-1610-4c36-acaf-a1dd33f97620 req-cbf2190b-92db-4c83-a78f-156de147a3db tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394013 Apr 23 00:41:11.256070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 3398d129-bfde-4342-8907-a32468eba233 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:41:11.322941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 3398d129-bfde-4342-8907-a32468eba233 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:41:11.327739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 3398d129-bfde-4342-8907-a32468eba233 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:41:11.328113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:11.442649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:11.468734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3398d129-bfde-4342-8907-a32468eba233'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:11.477941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 3398d129-bfde-4342-8907-a32468eba233, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=3398d129-bfde-4342-8907-a32468eba233,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:41:11.482523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:11.518986 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a46177c-c25f-45df-87ad-c7bc5aff463f'] response: {'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3398d129-bfde-4342-8907-a32468eba233', 'code': 200} Apr 23 00:41:11.550215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=3398d129-bfde-4342-8907-a32468eba233,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:11.834330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad617-74d1-4e48-875c-4e9df7ae72c2 req-1a8c2dd1-ff04-43af-963e-43a77cd07f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:11.835792 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-43dad617-74d1-4e48-875c-4e9df7ae72c2 req-1a8c2dd1-ff04-43af-963e-43a77cd07f64 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1098 time: 0.1334646 Apr 23 00:41:11.843997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d0a63-fa78-4417-b793-95ac08d9aeb8 req-e94c8a38-1c7c-4f7f-9e7b-176d9aadeede tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:11.845326 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-021d0a63-fa78-4417-b793-95ac08d9aeb8 req-e94c8a38-1c7c-4f7f-9e7b-176d9aadeede tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 945 time: 0.1096933 Apr 23 00:41:11.910660 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-43dad617-74d1-4e48-875c-4e9df7ae72c2 req-6b252bed-9a40-4c10-b2b6-b7462774c800 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642724 Apr 23 00:41:11.918262 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-021d0a63-fa78-4417-b793-95ac08d9aeb8 req-4664a2d1-29a9-453c-8af3-32fedde2958b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596325 Apr 23 00:41:13.109225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbfd5d-cc28-4305-8133-d70519f766f8 req-c0dd40f2-326f-4663-baae-8c9e9efdd8be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:13.110715 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65dbfd5d-cc28-4305-8133-d70519f766f8 req-c0dd40f2-326f-4663-baae-8c9e9efdd8be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 945 time: 0.0817490 Apr 23 00:41:13.157303 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65dbfd5d-cc28-4305-8133-d70519f766f8 req-1513250f-e210-4046-8671-4d606b3f8c01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409014 Apr 23 00:41:14.339900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7667c-63f1-4284-aaa5-e599306ef4fd req-21b93600-2ff0-436b-ac43-27f53e9ec5ac tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:14.341231 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-76f7667c-63f1-4284-aaa5-e599306ef4fd req-21b93600-2ff0-436b-ac43-27f53e9ec5ac tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 945 time: 0.0783942 Apr 23 00:41:14.383922 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-76f7667c-63f1-4284-aaa5-e599306ef4fd req-1c9b4b7c-5092-4d32-84ab-b68ef1a17f8f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370889 Apr 23 00:41:14.565660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cdf1f9-890b-4a56-bfa1-bbe8ff1f6e89 req-f658b429-67e5-42ce-830d-557e666d29a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:14.567124 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-42cdf1f9-890b-4a56-bfa1-bbe8ff1f6e89 req-f658b429-67e5-42ce-830d-557e666d29a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 945 time: 0.0806503 Apr 23 00:41:14.610501 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-42cdf1f9-890b-4a56-bfa1-bbe8ff1f6e89 req-6e213f14-1d6f-4235-b778-ea92c73838eb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374851 Apr 23 00:41:14.632579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43448) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:14.704793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066db88e-adf0-4bd1-a224-3c0737467428 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:14.706295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-066db88e-adf0-4bd1-a224-3c0737467428 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1093 time: 0.0727248 Apr 23 00:41:14.709046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43452) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:14.714913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:41:14.720725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:41:14.724534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:41:14.727336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:41:14.733105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:41:14.742650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:14.875643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.007573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.211 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/909e7344-b7a9-4fbd-901c-f69949259041) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:41:15.156582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-09926ef7-3d68-4eff-bf3b-6ca38ab0707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.163540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.192291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.248286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:41:15.251112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:41:15.253581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:41:15.303105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=909e7344-b7a9-4fbd-901c-f69949259041,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:15.759925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:15.832257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.038324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.043282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.155361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=909e7344-b7a9-4fbd-901c-f69949259041,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:41:16.164444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:16.239639 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:41:16.336291 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 70bfa17d-02e3-4a07-b529-014c5c7c25c9 associated. External IP: 172.26.8.211, port: 3398d129-bfde-4342-8907-a32468eba233. Apr 23 00:41:16.675495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:41:16.954180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:41:16.964070 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] Sync routers for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:41:16.973245 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:41:16.973865 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:16.980210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:17.038258 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a7fb43ae-6e06-4992-9d36-78438cf91979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3281498 Apr 23 00:41:17.038837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'tag': '3398d129-bfde-4342-8907-a32468eba233'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:41:17.041374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43456) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:17.083413 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde436c5-7298-4fe1-8c30-f2a1104d1c1c'] response: {'name': 'network-changed', 'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'tag': '3398d129-bfde-4342-8907-a32468eba233', 'status': 'completed', 'code': 200} Apr 23 00:41:17.157510 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:41:17.203358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-c7f26d96-04aa-47d3-8258-056d499b50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:17.204593 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-c7f26d96-04aa-47d3-8258-056d499b50c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1098 time: 0.0769455 Apr 23 00:41:17.231727 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9ded1409-17bb-4607-80de-2ae9f639ef9f tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2 HTTP/1.1" status: 200 len: 922 time: 0.1889303 Apr 23 00:41:17.234263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43462) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:17.339530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-9a9350f9-3941-446b-ace1-3192401f29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:17.340972 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-9a9350f9-3941-446b-ace1-3192401f29dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 200 len: 896 time: 0.1300666 Apr 23 00:41:17.343586 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-28d7a83d-e631-436f-b845-b19004777b65 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 991 time: 0.1082718 Apr 23 00:41:17.443484 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-2cc7eef9-0dc9-4f9b-8b77-af883e38b944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 200 len: 999 time: 0.0967402 Apr 23 00:41:17.504464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-44c766f0-7981-4a75-9d48-01a2ddcde1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:17.505897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-44c766f0-7981-4a75-9d48-01a2ddcde1c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 HTTP/1.1" status: 200 len: 835 time: 0.0570784 Apr 23 00:41:17.536864 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '70bfa17d-02e3-4a07-b529-014c5c7c25c9', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'mac_address': 'fa:16:3e:2c:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:15Z', 'updated_at': '2022-04-23T00:41:15Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:41:03Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:17.540731 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] Checking router: 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:41:17.548995 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:41:17.549600 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:40:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:17.564363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-73c2f2c4-f490-4773-8770-2982bdf6fbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:17.584874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-1c71c6b0-7c4a-475a-aba5-8d48ba3d9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:17.586374 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-1c71c6b0-7c4a-475a-aba5-8d48ba3d9c68 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743177 Apr 23 00:41:17.718573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-bc0d7e67-c386-4229-9fb0-db855625b2be service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256194 Apr 23 00:41:17.731737 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:41:17.849188 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-386fd380-2ff5-46db-8f5f-179d39deffa9 req-a4cc94dc-ed91-4fdb-a0ed-3cd0549f0127 service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251404 Apr 23 00:41:18.073181 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '70bfa17d-02e3-4a07-b529-014c5c7c25c9', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'mac_address': 'fa:16:3e:2c:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:15Z', 'updated_at': '2022-04-23T00:41:15Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:41:03Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:41:18.077350 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d041aeaf-437d-407d-bebd-6e2fdc99538c None None] The sync data for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '70bfa17d-02e3-4a07-b529-014c5c7c25c9', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'mac_address': 'fa:16:3e:2c:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:15Z', 'updated_at': '2022-04-23T00:41:15Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:41:03Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:41:18.266317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85097d09-8a53-4a1e-a77c-d0a882a16a98 None None] New status for floating IP 70bfa17d-02e3-4a07-b529-014c5c7c25c9: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:41:18.347432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43466) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:18.453272 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ca404866-2064-4b4e-8bbb-0f58f3674d9f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 991 time: 0.1045442 Apr 23 00:41:18.585237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:18.614410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:19.456275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43470) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:41:19.561876 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ba5de214-4607-49ea-86b6-58208b9c4fe9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 993 time: 0.1043754 Apr 23 00:41:19.975605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:23.120631 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-2e9afc91-c447-4b5c-8c2b-a7bc7cda35e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727856 Apr 23 00:41:23.270892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-a6430cad-0cbf-4e8a-bff9-a068d84202a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:23.272226 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-a6430cad-0cbf-4e8a-bff9-a068d84202a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1098 time: 0.0696239 Apr 23 00:41:23.412505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-fef5fb73-8ea2-443f-8f23-05ac6d5be3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:23.413920 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-fef5fb73-8ea2-443f-8f23-05ac6d5be3d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 200 len: 896 time: 0.1235487 Apr 23 00:41:23.514826 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-f932be27-468e-4eaf-b68d-0e81950a763e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 200 len: 1001 time: 0.0943229 Apr 23 00:41:23.579601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-e4fa95ac-1225-4b4c-95ee-c93ba16f2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:23.580920 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-e4fa95ac-1225-4b4c-95ee-c93ba16f2716 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 HTTP/1.1" status: 200 len: 835 time: 0.0601013 Apr 23 00:41:23.655989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-d61e3176-dc1d-4ded-bbda-a7a6f9e186ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:41:23.657402 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-d61e3176-dc1d-4ded-bbda-a7a6f9e186ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708344 Apr 23 00:41:23.890078 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-f064e4b4-9730-44c0-9ecc-b8f2e19f73ff service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262640 Apr 23 00:41:24.022763 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1c31b870-1ff0-40e4-bcb8-403d3ce6add6 req-64475454-122c-45da-b579-10b5c84947ff service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264489 Apr 23 00:41:39.892006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:45.157994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a2e44711-8a26-4ca7-aa15-41eecd4434ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:47.567280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3a6a3267-25e0-4e16-a543-54cc17ed179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:48.587335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:48.616807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:49.977171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:41:53.240064 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:42:09.895733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:15.159125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9383e276-f8a0-43b8-b3d1-4bf7975a7e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:17.569593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-495da4ea-cd49-4faf-9f13-099d04522dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:18.588742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:18.619189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:19.977975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:20.244623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43492) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:20.426696 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-38006267-caac-4e61-92a7-f813805a3eb3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1809864 Apr 23 00:42:20.429443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43496) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:20.616090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2ca7e8-8c05-4282-9f54-eaa139098872 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Notify agent at dv-neutron-838784-1-hyperv the message router_removed_from_agent {{(pid=88072) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 23 00:42:20.619654 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6c2ca7e8-8c05-4282-9f54-eaa139098872 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "DELETE /v2.0/agents/684f907e-1c77-4313-b669-5f54a35568a8/l3-routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2 HTTP/1.1" status: 204 len: 168 time: 0.1893106 Apr 23 00:42:20.622122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43500) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:20.796901 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4f6a29aa-5648-4a7e-ac78-30c1eb9d4199 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1736944 Apr 23 00:42:20.799459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43504) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:20.902538 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c703015e-999a-4357-9e12-368c07f550c4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 993 time: 0.1019552 Apr 23 00:42:21.366357 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2b90d5-6261-43b1-af23-d9b3ce0c792a None None] New status for floating IP 70bfa17d-02e3-4a07-b529-014c5c7c25c9: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:42:21.395794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a2fa986-7ccb-47e2-994e-e72899c41661 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:42:21.506781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:21.538428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 4a2fa986-7ccb-47e2-994e-e72899c41661, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a2fa986-7ccb-47e2-994e-e72899c41661,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:21.542354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:21.543148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 29c4e152-e377-460b-8610-a41984b5cfac no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:42:21.663150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:21.702456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.702801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.703141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.703472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.703802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.704131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.704458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.704784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.705110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.705428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.705747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.706065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:21.730369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:21.746826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 29c4e152-e377-460b-8610-a41984b5cfac, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=29c4e152-e377-460b-8610-a41984b5cfac,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:21.750588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:21.815503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=29c4e152-e377-460b-8610-a41984b5cfac,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:21.906763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43508) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:22.017285 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cae5111a-101f-4d57-8cd5-aeb1bcac4ff4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 991 time: 0.1093650 Apr 23 00:42:23.184975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43514) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:23.383574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fc0fab-e3ed-4c00-ab88-39a878b46e53 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:42:23.384116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fc0fab-e3ed-4c00-ab88-39a878b46e53 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Notify agent at dv-neutron-838784-1-hyperv the message router_added_to_agent {{(pid=88072) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 23 00:42:23.403364 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-49fc0fab-e3ed-4c00-ab88-39a878b46e53 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "POST /v2.0/agents/684f907e-1c77-4313-b669-5f54a35568a8/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2173512 Apr 23 00:42:23.407327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43522) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:23.418140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] Sync routers for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:42:23.427719 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:23.428314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:23.584314 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-59a2816d-d010-4836-b50a-6c47aa9831bd tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1758962 Apr 23 00:42:23.587606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43526) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:23.609992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:23.807636 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f7169073-7276-4c37-8a30-0d862a99a8be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 991 time: 0.2187474 Apr 23 00:42:23.994478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '70bfa17d-02e3-4a07-b529-014c5c7c25c9', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'mac_address': 'fa:16:3e:2c:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:15Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:23.998888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] Checking router: 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:42:24.007168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:24.007747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:24.184920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:24.530015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '70bfa17d-02e3-4a07-b529-014c5c7c25c9', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'mac_address': 'fa:16:3e:2c:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:15Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:24.533862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02edfd16-e92a-49a6-b9a2-e6b239a11bfd None None] The sync data for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '70bfa17d-02e3-4a07-b529-014c5c7c25c9', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'port_id': '3398d129-bfde-4342-8907-a32468eba233', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'mac_address': 'fa:16:3e:2c:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:41:15Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:42:21Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:42:24.811633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43530) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:24.920999 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a0eb2b43-03dc-46f2-8885-8b6c7242bf3e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 991 time: 0.1073711 Apr 23 00:42:25.264611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a2fa986-7ccb-47e2-994e-e72899c41661 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:25.334087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4a2fa986-7ccb-47e2-994e-e72899c41661 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:25.334492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:25.456452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:25.489227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 4a2fa986-7ccb-47e2-994e-e72899c41661, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a2fa986-7ccb-47e2-994e-e72899c41661,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:25.492961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:25.493864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 29c4e152-e377-460b-8610-a41984b5cfac up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:25.611706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:25.622991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 29c4e152-e377-460b-8610-a41984b5cfac triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:25.623403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:25.747160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:25.767155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 29c4e152-e377-460b-8610-a41984b5cfac, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=29c4e152-e377-460b-8610-a41984b5cfac,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:25.772221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:25.840036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=29c4e152-e377-460b-8610-a41984b5cfac,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:25.865306 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-beb97ebc-dddb-494b-8ab1-996cfa599ded service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1997778 Apr 23 00:42:25.923984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:26.075228 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bf262917-ae99-484c-b70e-0c9006ae0d01 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 991 time: 0.1501017 Apr 23 00:42:26.095156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-42dfc3a6-362e-4101-9682-7302b98fa1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:26.096485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-42dfc3a6-362e-4101-9682-7302b98fa1c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1098 time: 0.1147959 Apr 23 00:42:26.214715 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b672c-3fd0-4598-9a62-ca305ff63bf8 None None] New status for floating IP 70bfa17d-02e3-4a07-b529-014c5c7c25c9: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:42:26.247361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-05626bdd-30ab-4854-967d-b7f38994b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:26.249337 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-05626bdd-30ab-4854-967d-b7f38994b713 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 200 len: 896 time: 0.1330495 Apr 23 00:42:26.353555 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-d670178a-d930-4229-a7a8-616c8217aac3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 200 len: 999 time: 0.0977631 Apr 23 00:42:26.417093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-6000bc8e-9c51-45d0-b368-88bf39e183d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:26.418546 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-6000bc8e-9c51-45d0-b368-88bf39e183d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 HTTP/1.1" status: 200 len: 835 time: 0.0591438 Apr 23 00:42:26.494456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-419853f2-2527-4a39-8b2c-03205c5d79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:26.495907 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-419853f2-2527-4a39-8b2c-03205c5d79a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717015 Apr 23 00:42:26.629786 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-41fd7473-e60b-4325-8ab9-3734908e8902 service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275055 Apr 23 00:42:26.761987 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-045e230a-56e0-497e-95ed-2799a0b289a5 req-795b7661-4cda-44fd-8c43-ddb5ddca18e1 service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263945 Apr 23 00:42:27.079127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43540) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:27.185514 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ba78ebf8-9535-480f-9d53-29f94c528853 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 200 len: 993 time: 0.1052604 Apr 23 00:42:27.223602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a2fa986-7ccb-47e2-994e-e72899c41661 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:27.297139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4a2fa986-7ccb-47e2-994e-e72899c41661 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:27.297407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:27.413354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 29c4e152-e377-460b-8610-a41984b5cfac up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:27.477904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 29c4e152-e377-460b-8610-a41984b5cfac triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:27.478325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:27.489754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43548) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:27.805064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 909e7344-b7a9-4fbd-901c-f69949259041 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:42:27.805422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:27.974771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:27.975012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:28.095716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 909e7344-b7a9-4fbd-901c-f69949259041 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:42:28.250661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:28.296801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=909e7344-b7a9-4fbd-901c-f69949259041,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:28.330505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.330852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.331192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.331525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.331855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.332183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.332508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.332833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.333157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.333475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.333793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.334115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:28.401452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:28.401824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 70bfa17d-02e3-4a07-b529-014c5c7c25c9 disassociated (deleted). External IP: 172.26.8.211, port: 3398d129-bfde-4342-8907-a32468eba233. Apr 23 00:42:28.747061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:42:29.039032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:42:29.048374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] Sync routers for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:42:29.058120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:29.058741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:29.059150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:29.114704 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c810a596-7144-4793-872d-08adad05e5a5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/70bfa17d-02e3-4a07-b529-014c5c7c25c9 HTTP/1.1" status: 204 len: 168 time: 1.6238017 Apr 23 00:42:29.115471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'tag': '3398d129-bfde-4342-8907-a32468eba233'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:42:29.166654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f611be-f461-48d0-9b34-680051a55a7b'] response: {'name': 'network-changed', 'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'tag': '3398d129-bfde-4342-8907-a32468eba233', 'status': 'completed', 'code': 200} Apr 23 00:42:29.247193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:29.280558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-03d72d27-29d0-4905-8117-825b8497e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.282711 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-03d72d27-29d0-4905-8117-825b8497e5d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 1098 time: 0.0754061 Apr 23 00:42:29.419018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-4c354327-5a9f-4deb-ba07-6007db5399ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.421467 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-4c354327-5a9f-4deb-ba07-6007db5399ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 200 len: 896 time: 0.1327741 Apr 23 00:42:29.504485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-a5ce49fd-6fdd-45bf-8165-be153a693283 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 200 len: 217 time: 0.0770102 Apr 23 00:42:29.573755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-ba8e00c6-0931-4fae-b326-075967261edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.575490 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-ba8e00c6-0931-4fae-b326-075967261edb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 HTTP/1.1" status: 200 len: 835 time: 0.0631964 Apr 23 00:42:29.581410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:29.585322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] Checking router: 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:42:29.594513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:29.595127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:29.616656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690085c5-55cf-4c64-896d-e6f9fe16385f req-0ca16395-4a9a-4248-870b-7f8fdcd8cde8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.617381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-690085c5-55cf-4c64-896d-e6f9fe16385f req-0ca16395-4a9a-4248-870b-7f8fdcd8cde8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:42:29.637321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-690085c5-55cf-4c64-896d-e6f9fe16385f req-0ca16395-4a9a-4248-870b-7f8fdcd8cde8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:42:29.639374 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-690085c5-55cf-4c64-896d-e6f9fe16385f req-0ca16395-4a9a-4248-870b-7f8fdcd8cde8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 945 time: 0.2237804 Apr 23 00:42:29.693453 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-690085c5-55cf-4c64-896d-e6f9fe16385f req-08f008a9-a38d-4183-a29e-a06ae2297f8a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461574 Apr 23 00:42:29.764977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-bf8604d2-43e7-41fb-9355-ca8d4cd052aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:29.766469 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-bf8604d2-43e7-41fb-9355-ca8d4cd052aa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13d2fc50-0bac-4eb8-9062-3992c2fe73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1842811 Apr 23 00:42:29.778854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:29.897583 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-205b676b-df9a-4c78-9941-b5f11573f823 service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244516 Apr 23 00:42:30.033682 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67074b24-c6f1-4044-bbdb-dedea038cfb3 req-b4f216ff-2289-4b5a-acb0-a653e46b777d service neutron] 10.222.0.42 "GET /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293054 Apr 23 00:42:30.094258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:30.098125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab414ccf-f37d-4bd2-991e-712234dc60fc None None] The sync data for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:40:58Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '4a2fa986-7ccb-47e2-994e-e72899c41661', 'name': '', 'network_id': '13d2fc50-0bac-4eb8-9062-3992c2fe73b0', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7f:f0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:57Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e4fc3579-9398-4c69-8bfd-f6f2fe48aa03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:42:30.240199 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:42:30.807933 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ff0e3b-fcc4-47d2-8746-75aa29dde61a None None] New status for floating IP 70bfa17d-02e3-4a07-b529-014c5c7c25c9: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:42:30.935276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1de66-47e1-44c2-86ec-5fb6f7806a5a req-8af0bc95-43fa-4c2b-b854-0d09d2556fc5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:30.936815 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ede1de66-47e1-44c2-86ec-5fb6f7806a5a req-8af0bc95-43fa-4c2b-b854-0d09d2556fc5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 945 time: 0.1306238 Apr 23 00:42:30.985487 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ede1de66-47e1-44c2-86ec-5fb6f7806a5a req-e7b03fdf-d7bb-41c3-92a8-1c78bcd222a4 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Apr 23 00:42:31.165691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-f2fca4c4-f637-4fb9-9298-53edf4d9faf0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:31.167142 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-f2fca4c4-f637-4fb9-9298-53edf4d9faf0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 945 time: 0.0807843 Apr 23 00:42:31.237626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 3398d129-bfde-4342-8907-a32468eba233 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:42:31.237969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:31.476757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 3398d129-bfde-4342-8907-a32468eba233, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=3398d129-bfde-4342-8907-a32468eba233,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:31.477026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:31.600167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 3398d129-bfde-4342-8907-a32468eba233 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:42:31.740941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:31.792895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=3398d129-bfde-4342-8907-a32468eba233,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:31.836913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.837260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.837591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.837922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.838265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.838624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.838947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.839269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.839588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.839905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.840220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.840533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:31.879384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 3398d129-bfde-4342-8907-a32468eba233 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:42:31.881759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:31.884368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'name': 'network-vif-deleted', 'tag': '3398d129-bfde-4342-8907-a32468eba233'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:42:31.899661 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-68e607f8-8b11-4b4b-bafe-da3cdc5f51f1 req-d4ac41d0-2ca7-4cd6-974d-bb3d7e5dea57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/3398d129-bfde-4342-8907-a32468eba233 HTTP/1.1" status: 204 len: 173 time: 0.7273235 Apr 23 00:42:31.987317 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d349b735-5fce-49da-8876-076621ce76ae'] response: {'server_uuid': '2091e4f5-b607-43fa-bc01-c7d77ed585e3', 'name': 'network-vif-deleted', 'tag': '3398d129-bfde-4342-8907-a32468eba233', 'status': 'completed', 'code': 200} Apr 23 00:42:32.161195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4169284a-eb18-4949-9bad-881b2f0f72ab req-474d8f88-60c9-4a3e-9ec2-f324aabe7af5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:42:32.177385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4169284a-eb18-4949-9bad-881b2f0f72ab req-474d8f88-60c9-4a3e-9ec2-f324aabe7af5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:42:32.178767 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4169284a-eb18-4949-9bad-881b2f0f72ab req-474d8f88-60c9-4a3e-9ec2-f324aabe7af5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=2091e4f5-b607-43fa-bc01-c7d77ed585e3 HTTP/1.1" status: 200 len: 210 time: 0.0713065 Apr 23 00:42:33.276972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43572) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:33.343833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2803e886-1a77-4ef5-90f8-8e715bf2b10d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:33.372538 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2803e886-1a77-4ef5-90f8-8e715bf2b10d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:33.435174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2803e886-1a77-4ef5-90f8-8e715bf2b10d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:33.453418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803e886-1a77-4ef5-90f8-8e715bf2b10d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:33.465770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2803e886-1a77-4ef5-90f8-8e715bf2b10d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:33.470147 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2803e886-1a77-4ef5-90f8-8e715bf2b10d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/fd878ba1-fa0d-4552-8ba2-1ad07a18bb3c HTTP/1.1" status: 204 len: 168 time: 0.1889973 Apr 23 00:42:33.497733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43578) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:34.056104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:34.412731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 4a2fa986-7ccb-47e2-994e-e72899c41661 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:42:34.413420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:34.599666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 4a2fa986-7ccb-47e2-994e-e72899c41661, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a2fa986-7ccb-47e2-994e-e72899c41661,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:34.600050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:34.837459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 4a2fa986-7ccb-47e2-994e-e72899c41661 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:42:35.025717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:35.077293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=4a2fa986-7ccb-47e2-994e-e72899c41661,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:35.363771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:35.659701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 3398d129-bfde-4342-8907-a32468eba233 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:42:35.694262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 3398d129-bfde-4342-8907-a32468eba233 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:42:35.694603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 3398d129-bfde-4342-8907-a32468eba233 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:42:35.716958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:42:35.895210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:42:35.905158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] Sync routers for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:42:35.912560 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d4939868-916e-4953-9056-9c2357f32519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4136393 Apr 23 00:42:35.914842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:35.915138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43582) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:35.915627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:35.981713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:42:35.985985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.042290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.129835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.135205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:36.207832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.362045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fc3579-9398-4c69-8bfd-f6f2fe48aa03,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:36.364003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.372711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0791bbc2-f448-4e69-a192-211141557bb8 None None] Network 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:42:36.372867 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e77481cc-ca9f-4d1b-aa42-2e935bdeb367 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/e4fc3579-9398-4c69-8bfd-f6f2fe48aa03 HTTP/1.1" status: 204 len: 168 time: 0.4542551 Apr 23 00:42:36.372964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43586) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:36.551663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.596685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:42:34Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:36.602190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] Checking router: 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:42:36.625863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] Routers {'9bb389f3-6d00-4f3a-b017-81a3f65f01f2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:36.626498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:36.732782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.744080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 29c4e152-e377-460b-8610-a41984b5cfac {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:42:36.744571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.771370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] DHCP port deletion for 13d2fc50-0bac-4eb8-9062-3992c2fe73b0 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:42:36.781861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] Deleting port 5884d17e-f268-4377-a6fc-7a9c22544357 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:42:36.782231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:36.859955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] Set router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:36.922700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 29c4e152-e377-460b-8610-a41984b5cfac, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=29c4e152-e377-460b-8610-a41984b5cfac,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:36.923061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.047164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 29c4e152-e377-460b-8610-a41984b5cfac owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:42:37.199736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] For port 5884d17e-f268-4377-a6fc-7a9c22544357, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5884d17e-f268-4377-a6fc-7a9c22544357,segment=NetworkSegment(6c2c15ce-d199-4ad7-a05a-547fff182d4c),segment_id=6c2c15ce-d199-4ad7-a05a-547fff182d4c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:37.200126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.221201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.269600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=29c4e152-e377-460b-8610-a41984b5cfac,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:37.274734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5884d17e-f268-4377-a6fc-7a9c22544357 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:42:37.360312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.422682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] Calling delete_port for 5884d17e-f268-4377-a6fc-7a9c22544357 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:42:37.537024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.539233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.561080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.561995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb389f3-6d00-4f3a-b017-81a3f65f01f2 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:42:37.578042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.579154 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0900b1f3-ec53-4988-be8b-5b4aa4a399ef tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/9bb389f3-6d00-4f3a-b017-81a3f65f01f2 HTTP/1.1" status: 204 len: 168 time: 1.2052989 Apr 23 00:42:37.581908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43590) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:37.596903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.655559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] Pushing event deleted for resources: {'Port': ['ID=5884d17e-f268-4377-a6fc-7a9c22544357,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:37.660898 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385321fa-a274-49aa-9aa8-c534ad78a9f0 None None] No DVR routers for this DVR port 5884d17e-f268-4377-a6fc-7a9c22544357 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:42:37.664331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.689958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:42:34Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:37.697008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646fd5bd-39c6-48c0-af33-770a31c238ad None None] The sync data for ids ['9bb389f3-6d00-4f3a-b017-81a3f65f01f2'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'name': 'tempest-TestNetworkBasicOps-router-1504926352', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54'}], 'enable_snat': True}, 'gw_port_id': '29c4e152-e377-460b-8610-a41984b5cfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:40:53Z', 'updated_at': '2022-04-23T00:42:34Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '29c4e152-e377-460b-8610-a41984b5cfac', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:0a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb389f3-6d00-4f3a-b017-81a3f65f01f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:40:54Z', 'updated_at': '2022-04-23T00:42:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:42:37.815303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.943498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:37.968823 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d2fc50-0bac-4eb8-9062-3992c2fe73b0']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:37.980631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2c15ce-d199-4ad7-a05a-547fff182d4c') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:37.980933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2c15ce-d199-4ad7-a05a-547fff182d4c') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:37.992117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.008110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.015130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:42:38.015626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:42:38.030880 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:42:38.116781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.135422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.148214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=13d2fc50-0bac-4eb8-9062-3992c2fe73b0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:38.156912 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a4e4d645-eb07-455a-ae22-5a92c4d7ca1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/13d2fc50-0bac-4eb8-9062-3992c2fe73b0 HTTP/1.1" status: 204 len: 168 time: 0.5739555 Apr 23 00:42:38.176959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43594) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:38.183099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--1255872981', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:38.188412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:38.192558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:38.195462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:38.201582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:38.211292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:42:38.214788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.243871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:42:38.254112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.254631 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment a099649b-afef-4462-afce-2aba3b3c8de5 of type vlan for network 2a188a59-fd92-4d33-8bcc-f4ff22071574 Apr 23 00:42:38.288540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.319660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.325707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:38.326431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.434054 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2557328 Apr 23 00:42:38.437234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43598) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:38.440605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cac8f-a116-4716-a035-1c4e3d64fcf1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=2a188a59-fd92-4d33-8bcc-f4ff22071574,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:38.442489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-318454419', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:38.450536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:38.450827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:42:38.455312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:38.459018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:38.464919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:38.475539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.476634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.492395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:38.852604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.148019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.177335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.222942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a2fa986-7ccb-47e2-994e-e72899c41661 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:42:39.260414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4a2fa986-7ccb-47e2-994e-e72899c41661 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:42:39.260767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a2fa986-7ccb-47e2-994e-e72899c41661 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:42:39.261192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 29c4e152-e377-460b-8610-a41984b5cfac no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:42:39.293447 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 29c4e152-e377-460b-8610-a41984b5cfac {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:42:39.293715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 29c4e152-e377-460b-8610-a41984b5cfac not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:42:39.315895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.151 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/759e9fcc-54db-4056-ae9c-41fc9bf4f9d9) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:42:39.460661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.490925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.547557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:42:39.550275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:42:39.553838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:42:39.602694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:39.900948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:39.966680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:40.403406 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:40.606806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:42:40.779144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:42:40.790833 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Sync routers for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:42:40.800243 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:40.800947 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:40.806966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:40.808274 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-43a97860-0db6-418e-8d07-640c1094c535 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3699374 Apr 23 00:42:40.811966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43602) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:40.854333 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cb0608fd-787e-4eba-9239-ec7b5a2eda05 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411630 Apr 23 00:42:40.856898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43606) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:40.974929 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:40.987556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eef45d-87dd-4687-9494-c54c15aadc0c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:40.989038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-66eef45d-87dd-4687-9494-c54c15aadc0c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312273 Apr 23 00:42:40.991985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43610) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:41.035500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d1526771-1b29-4126-a9c1-aaedf8582ae8 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422461 Apr 23 00:42:41.037909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43614) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:41.043312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-171026967', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:41.152672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:41.156915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:41.159640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:41.165205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:41.176308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:42:41.180022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.256833 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:39Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:41.260607 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Checking router: 922503b5-cf9f-439a-8b01-8ebcd1142bd0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:42:41.260952 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Updating router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:42:41.313757 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.396657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.477437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=a34aef73-e9a7-4699-9830-f336d40a3cbf,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:41.485738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:42:41.486100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 2a188a59-fd92-4d33-8bcc-f4ff22071574, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:42:41.505206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:42:41.515079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 2a188a59-fd92-4d33-8bcc-f4ff22071574) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:42:41.519095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:41.519675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.525647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d451765-fe92-4d0c-b17a-a2ed8a16c072 None None] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:42:41.544732 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-99a61d8a-9a6f-4a7f-bc7c-cd42bd9cfbe0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5037632 Apr 23 00:42:41.544949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43618) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:41.644313 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.658501 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Transition to ACTIVE for port object 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:42:41.666312 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.752996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-2a188a59-fd92-4d33-8bcc-f4ff22071574', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:42:41.754064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.776873 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Pushing event updated for resources: {'Port': ['ID=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:41.782304 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Attempting to bind port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:42:41.782677 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Attempting to bind port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:42:41.783032 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Attempting to bind port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:42:41.791865 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.792552 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.792552 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.792867 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.793197 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.793527 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.793853 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.794175 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.794527 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.794851 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.795826 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.796300 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:42:41.799630 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:42:41.800007 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:42:41.800413 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.800792 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:42:41.801265 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Bound port: 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:42:41.801637 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.881844 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] For port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:42:41.885268 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] For port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:42:41.890887 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:41.929390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Allocated IP 172.20.0.2 (2a188a59-fd92-4d33-8bcc-f4ff22071574/a34aef73-e9a7-4699-9830-f336d40a3cbf/8a1e0f85-61ae-4891-82eb-7ea90704a4c9) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:42:41.970313 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:41.971082 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:42.113138 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4abf53-c3ff-412d-8429-b07c0c789652 None None] Pushing event updated for resources: {'Port': ['ID=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:42.152282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:42.159418 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:42.163214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Transition to ACTIVE for port object 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:42:42.182582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Transition to ACTIVE for port object 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:42:42.189305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:42.252320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:42:42.259703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:42:42.266093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:42:42.271951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Pushing event updated for resources: {'Port': ['ID=8a1e0f85-61ae-4891-82eb-7ea90704a4c9,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:42.363665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Attempting to bind port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:42:42.364124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Attempting to bind port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:42:42.364560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Attempting to bind port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 on network 2a188a59-fd92-4d33-8bcc-f4ff22071574 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:42:42.369876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:42:42.370348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Checking segment: {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:42:42.370818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:42.371287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Bound using segment: {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:42:42.371805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Bound port: 8a1e0f85-61ae-4891-82eb-7ea90704a4c9, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:42:42.372239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:42.404955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:42.457470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:39Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:42.461373 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db82149-7c3f-4b33-8952-887a95da8666 None None] The sync data for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv is: [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:39Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:42:42.466876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] For port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:42:42.471593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] For port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8a1e0f85-61ae-4891-82eb-7ea90704a4c9,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:42:42.477386 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:42.558960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34819e5-9adf-4b70-8329-d623ac7ae16c None None] Pushing event updated for resources: {'Port': ['ID=8a1e0f85-61ae-4891-82eb-7ea90704a4c9,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:42.876229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (2a188a59-fd92-4d33-8bcc-f4ff22071574/a34aef73-e9a7-4699-9830-f336d40a3cbf/609f80d8-7d15-4b33-887a-370ab988ce91) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:42:43.045566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.061782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 609f80d8-7d15-4b33-887a-370ab988ce91 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:42:43.088966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.155317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:42:43.158473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:42:43.160880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:42:43.211821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=609f80d8-7d15-4b33-887a-370ab988ce91,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:43.242087 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.316302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:43.396920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.418754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:42:43.425192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:43.425813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.552299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.573129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:43.578212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.579478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:43.684427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b4f1a-e401-4e0c-bd88-b3efb5eef80e None None] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:42:43.833715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c069a5e6-e578-483a-aa83-2b7420a672f6 None None] Provisioning for port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:42:43.856014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:43.911353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:42:43.924681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:43.925037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.952734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:43.962748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:44.087163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=609f80d8-7d15-4b33-887a-370ab988ce91,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:44.089571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:44.106843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:44.158433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8a1e0f85-61ae-4891-82eb-7ea90704a4c9,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:44.161530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:44.233814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=8a1e0f85-61ae-4891-82eb-7ea90704a4c9,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:44.237562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:42:44.238797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:42:44.375879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d4bd5e0a-74e6-4131-98d5-c2134590273c None None] Provisioning complete for port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:44.376444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5e0a-74e6-4131-98d5-c2134590273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:44.435709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:42:44.521508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d4bd5e0a-74e6-4131-98d5-c2134590273c None None] Provisioning for port 609f80d8-7d15-4b33-887a-370ab988ce91 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:42:44.526594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d4bd5e0a-74e6-4131-98d5-c2134590273c None None] Provisioning complete for port 609f80d8-7d15-4b33-887a-370ab988ce91 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:44.526966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d4bd5e0a-74e6-4131-98d5-c2134590273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:44.601131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd5e0a-74e6-4131-98d5-c2134590273c None None] Port 609f80d8-7d15-4b33-887a-370ab988ce91 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:42:44.627047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:42:44.637099 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Sync routers for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:42:44.641384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cbf8fc53-17e1-4a25-a1aa-cc28a9909d92 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/922503b5-cf9f-439a-8b01-8ebcd1142bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947955 Apr 23 00:42:44.643906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43624) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:44.650144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:44.650784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:44.746078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-36573f0f-2c4b-4145-8079-4b8bc92fcf0a None None] Provisioning complete for port 609f80d8-7d15-4b33-887a-370ab988ce91 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:44.746472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-36573f0f-2c4b-4145-8079-4b8bc92fcf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:44.784767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054168a4-8599-4d64-aea5-a6f9ece85140 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.785210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054168a4-8599-4d64-aea5-a6f9ece85140 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.785725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054168a4-8599-4d64-aea5-a6f9ece85140 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.786177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054168a4-8599-4d64-aea5-a6f9ece85140 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.787882 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-054168a4-8599-4d64-aea5-a6f9ece85140 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1430309 Apr 23 00:42:44.790566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43628) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:44.861540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70b0ac-713b-41f0-9db2-509daf123030 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.861928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70b0ac-713b-41f0-9db2-509daf123030 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.862410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70b0ac-713b-41f0-9db2-509daf123030 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.862861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce70b0ac-713b-41f0-9db2-509daf123030 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:44.864488 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ce70b0ac-713b-41f0-9db2-509daf123030 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0730076 Apr 23 00:42:44.867350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43632) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:44.869783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-36573f0f-2c4b-4145-8079-4b8bc92fcf0a None None] Port 609f80d8-7d15-4b33-887a-370ab988ce91 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:42:44.882698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:45.072391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b72a5113-0643-42cb-bf8c-40cac29f619e tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2038081 Apr 23 00:42:45.184009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fbc1f58d-ef35-40af-9d09-0459ca6acb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.207692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:45.211632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Checking router: 922503b5-cf9f-439a-8b01-8ebcd1142bd0 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:42:45.211978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Updating router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 port 609f80d8-7d15-4b33-887a-370ab988ce91 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:42:45.247642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:45.292487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43638) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:45.297937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030020840', 'description': 'tempest-secgroup-smoke-2030020840 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:45.303888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:45.308005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:45.310907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:45.313338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.316572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:45.328480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.351100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:45.355186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:45.358734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:45.364636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:45.435638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.439848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.462069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:45.462321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.486418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8548bb7d-b03b-4341-9b2d-e0492f0950e2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:45.491012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.495105 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8596f5ed-0985-4837-a2f8-c137535d5fcc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1987402 Apr 23 00:42:45.495578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43642) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:45.502678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '8548bb7d-b03b-4341-9b2d-e0492f0950e2', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:45.508550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:45.512446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:45.515638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:45.521641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:45.538459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.603145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.606625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.634430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606ba7d0-c9d8-4081-98d6-9cbf9562a2db,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:45.644754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.645991 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ee474b96-b42b-4263-88d1-fb3a028d3d55 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483977 Apr 23 00:42:45.649183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43646) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:45.654067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '8548bb7d-b03b-4341-9b2d-e0492f0950e2', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:45.660979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:45.665095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:45.668025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:45.674353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:45.690602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.697126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:45.755680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.759361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.782782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572b6c41-9d6f-447a-bab5-f33c9dce5dc9,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:45.792134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.793465 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8c767d26-65b5-4109-902e-5ce962da9a40 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433666 Apr 23 00:42:45.796367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43650) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:45.801933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '8548bb7d-b03b-4341-9b2d-e0492f0950e2', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:45.807946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:45.812915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:45.815813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:45.821523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:45.836245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:45.836612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.838429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.891678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.904859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.909158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.913878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Transition to ACTIVE for port object 609f80d8-7d15-4b33-887a-370ab988ce91 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:42:45.922614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.937218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949a6a4d-be3e-4a4c-8231-bfe4b152cf92,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:45.947498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:45.951710 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ff2edd5a-b164-4a8e-850d-53cdd2f5ca32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515331 Apr 23 00:42:45.952666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43654) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:45.957873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '8548bb7d-b03b-4341-9b2d-e0492f0950e2', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:45.964644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:45.969216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:45.972038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:45.977865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:46.010896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.080858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.085122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.103299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6a1a7a-358a-4949-abaa-3769ccbf417a,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:46.125462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.127175 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5c626b87-2726-43a9-82bc-849f994f6211 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1735141 Apr 23 00:42:46.129881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43658) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:46.136312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '8548bb7d-b03b-4341-9b2d-e0492f0950e2', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:46.137508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00ad37-f6d0-4d41-8d29-31812ee2fd18 None None] Pushing event updated for resources: {'Port': ['ID=609f80d8-7d15-4b33-887a-370ab988ce91,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:46.144668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:46.148803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:46.152755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:46.159952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:46.171217 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:42:46.178465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.196694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Attempting to bind port 609f80d8-7d15-4b33-887a-370ab988ce91 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:42:46.197430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Attempting to bind port 609f80d8-7d15-4b33-887a-370ab988ce91 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:42:46.198016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Attempting to bind port 609f80d8-7d15-4b33-887a-370ab988ce91 on network 2a188a59-fd92-4d33-8bcc-f4ff22071574 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:42:46.205120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:42:46.205474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Checking segment: {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:42:46.205879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.206329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Bound using segment: {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:42:46.206922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Bound port: 609f80d8-7d15-4b33-887a-370ab988ce91, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:42:46.207168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.243954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.249727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.276325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234de194-791f-4679-b8c3-8aed835046b6,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:46.285313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.288769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1c549212-32bd-4e3b-a540-019a25c5949e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577015 Apr 23 00:42:46.291647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43662) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:46.297102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '8548bb7d-b03b-4341-9b2d-e0492f0950e2', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:46.303024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:46.307057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:46.309943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:46.310070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] For port 609f80d8-7d15-4b33-887a-370ab988ce91, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:42:46.316375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:46.316678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] For port 609f80d8-7d15-4b33-887a-370ab988ce91, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=609f80d8-7d15-4b33-887a-370ab988ce91,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:42:46.323837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.328525 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:42:46.335324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.401951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.404514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:42:46.405223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:46.406312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.429731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa13a52-bcb1-4516-bba8-6de05b1aa867,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:46.440740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:46.442098 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f9ea2dee-b676-411b-9eb9-7d7cd3e857be tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494267 Apr 23 00:42:46.478847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00ad37-f6d0-4d41-8d29-31812ee2fd18 None None] Pushing event updated for resources: {'Port': ['ID=609f80d8-7d15-4b33-887a-370ab988ce91,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:46.610690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:42:46.618391 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-3ab5e61f-8d67-4c62-9de0-b2cd7724a6ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030020840&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0411298 Apr 23 00:42:46.771194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-26075003-e518-449e-9dc4-48f1cc77117c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:46.772626 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-26075003-e518-449e-9dc4-48f1cc77117c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 797 time: 0.1466181 Apr 23 00:42:46.787905 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-41e45392-aa78-4ded-8432-df7f8d4b0557 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0091777 Apr 23 00:42:46.872794 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-295ca17c-685c-4717-a9f1-b013bc02a6bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:42:46.889343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-295ca17c-685c-4717-a9f1-b013bc02a6bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:42:46.890644 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-295ca17c-685c-4717-a9f1-b013bc02a6bd tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976260 Apr 23 00:42:46.967326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:46Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:42:46.972077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c79e1-01ff-4c76-9d9f-2ae25e536b92 None None] The sync data for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv is: [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:46Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:42:47.146527 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-8d04db8c-1809-40fa-bb19-753c70b7394d service neutron] 10.222.0.39 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441370 Apr 23 00:42:47.254602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 609f80d8-7d15-4b33-887a-370ab988ce91 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:47.288705 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-cf1419cc-3268-43a4-bfb4-b0aaf902e7fa service neutron] 10.222.0.39 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360571 Apr 23 00:42:47.328153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 609f80d8-7d15-4b33-887a-370ab988ce91 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:42:47.333769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 609f80d8-7d15-4b33-887a-370ab988ce91 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:47.334223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:47.479353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:47.508858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-7c0c9cb5-7cb3-4634-bf08-77d16ba94f07 req-182e8270-ef04-4a37-a846-cd6181cfeee3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:42:47.523745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-7c0c9cb5-7cb3-4634-bf08-77d16ba94f07 req-182e8270-ef04-4a37-a846-cd6181cfeee3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:42:47.523988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 609f80d8-7d15-4b33-887a-370ab988ce91, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=609f80d8-7d15-4b33-887a-370ab988ce91,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:47.525131 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7c0c9cb5-7cb3-4634-bf08-77d16ba94f07 req-182e8270-ef04-4a37-a846-cd6181cfeee3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 210 time: 0.0672491 Apr 23 00:42:47.531709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:47.598893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8176-4e15-4f4d-8c55-e487733e326b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:47.618754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=609f80d8-7d15-4b33-887a-370ab988ce91,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:48.595869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:48.626351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:48.699345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-615f6932-dd7e-408e-8289-3bd69eb49daa req-6cac6c6b-9bbb-44c6-aa00-9169c479eb34 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 210 time: 0.0576112 Apr 23 00:42:48.708137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-b80a3e16-4a7b-4294-9825-f5b83021064d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:48.709742 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-b80a3e16-4a7b-4294-9825-f5b83021064d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 797 time: 0.2260408 Apr 23 00:42:48.764283 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-68ae57a2-8c8c-4e65-bedf-026bd31cc395 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 380 time: 0.0400748 Apr 23 00:42:48.777838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': 'ce240901-be6b-41ef-a728-120b323f9672', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['8548bb7d-b03b-4341-9b2d-e0492f0950e2']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:48.910499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:48.919838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:48.929419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:42:48.932817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.096577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.12 (2a188a59-fd92-4d33-8bcc-f4ff22071574/a34aef73-e9a7-4699-9830-f336d40a3cbf/df1022d5-d035-4d13-985a-595e568706c1) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:42:49.234182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 609f80d8-7d15-4b33-887a-370ab988ce91 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:49.283284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.298580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object df1022d5-d035-4d13-985a-595e568706c1 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:42:49.304201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 609f80d8-7d15-4b33-887a-370ab988ce91 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:49.304570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.322132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.389660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:42:49.400346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:42:49.405785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:42:49.437779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=df1022d5-d035-4d13-985a-595e568706c1,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:49.479327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:49.479939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.505630 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-83cb1092-a5d5-4fc0-88dd-9c853bf87956 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7313969 Apr 23 00:42:49.523706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Request body: {'port': {'device_id': 'ce240901-be6b-41ef-a728-120b323f9672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:49.631398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-52ea247a-3b7d-4ee1-bd26-27ce0adde3aa None None] Provisioning for port df1022d5-d035-4d13-985a-595e568706c1 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:42:49.636188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-52ea247a-3b7d-4ee1-bd26-27ce0adde3aa None None] Provisioning complete for port df1022d5-d035-4d13-985a-595e568706c1 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:49.636564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-52ea247a-3b7d-4ee1-bd26-27ce0adde3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.639571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.691895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-52ea247a-3b7d-4ee1-bd26-27ce0adde3aa None None] Port df1022d5-d035-4d13-985a-595e568706c1 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:42:49.891196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a92af-b0a7-4ebb-9d9d-29bacb46607d req-27d8262b-9be8-44cf-a2e2-6f477e5ed580 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:49.892599 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-232a92af-b0a7-4ebb-9d9d-29bacb46607d req-27d8262b-9be8-44cf-a2e2-6f477e5ed580 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 932 time: 0.0821378 Apr 23 00:42:49.936500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-232a92af-b0a7-4ebb-9d9d-29bacb46607d req-aaad96ba-918a-47b5-bfe6-9e898eaebe74 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:42:49.953508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-232a92af-b0a7-4ebb-9d9d-29bacb46607d req-aaad96ba-918a-47b5-bfe6-9e898eaebe74 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:42:49.954756 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-232a92af-b0a7-4ebb-9d9d-29bacb46607d req-aaad96ba-918a-47b5-bfe6-9e898eaebe74 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562649 Apr 23 00:42:49.981549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1022d5-d035-4d13-985a-595e568706c1 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:42:49.990722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:49.993001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:50.005365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Transition to ACTIVE for port object df1022d5-d035-4d13-985a-595e568706c1 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:42:50.009093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:50.269051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Pushing event updated for resources: {'Port': ['ID=df1022d5-d035-4d13-985a-595e568706c1,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:50.348973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Attempting to bind port df1022d5-d035-4d13-985a-595e568706c1 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:42:50.349239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Attempting to bind port df1022d5-d035-4d13-985a-595e568706c1 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:42:50.349566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Attempting to bind port df1022d5-d035-4d13-985a-595e568706c1 on network 2a188a59-fd92-4d33-8bcc-f4ff22071574 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:42:50.354011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Port df1022d5-d035-4d13-985a-595e568706c1 on network 2a188a59-fd92-4d33-8bcc-f4ff22071574 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:42:50.354360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Attempting to bind port df1022d5-d035-4d13-985a-595e568706c1 on network 2a188a59-fd92-4d33-8bcc-f4ff22071574 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:42:50.359809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:42:50.360136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Checking segment: {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:42:50.360507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Bound using segment: {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:42:50.360923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Bound port: df1022d5-d035-4d13-985a-595e568706c1, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a099649b-afef-4462-afce-2aba3b3c8de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:42:50.361256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:50.452931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] For port df1022d5-d035-4d13-985a-595e568706c1, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:42:50.456008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] For port df1022d5-d035-4d13-985a-595e568706c1, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=df1022d5-d035-4d13-985a-595e568706c1,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:42:50.459589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:50.512278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:50.512892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:50.515051 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] 10.222.0.42 "PUT /v2.0/ports/df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 1094 time: 0.9955602 Apr 23 00:42:50.517449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:42:50.555289 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab6fbd-22a7-4799-a7d9-bebe273b938f service neutron] Pushing event updated for resources: {'Port': ['ID=df1022d5-d035-4d13-985a-595e568706c1,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:50.572146 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a4952e-6ca0-4bae-beb2-ec21c5ee7d16'] response: {'name': 'network-changed', 'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1', 'status': 'completed', 'code': 200} Apr 23 00:42:50.664307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-765a9de5-bb46-4e06-ac41-04cbc8e6c16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:50.665773 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-765a9de5-bb46-4e06-ac41-04cbc8e6c16f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1097 time: 0.0772953 Apr 23 00:42:50.740440 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-5413b4bb-87c1-42b8-94fa-c7e5fb753ec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 217 time: 0.0621209 Apr 23 00:42:50.804333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-8af23147-f77f-4965-b562-f3eeae4f2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:50.805655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-8af23147-f77f-4965-b562-f3eeae4f2255 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 843 time: 0.0597451 Apr 23 00:42:50.881002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-9eb6cd3b-5b62-4c24-af65-584b240ba104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:50.882469 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-9eb6cd3b-5b62-4c24-af65-584b240ba104 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a188a59-fd92-4d33-8bcc-f4ff22071574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707603 Apr 23 00:42:51.014954 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-d54761fd-86e3-4d11-bfe2-8dddf1144ee1 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251421 Apr 23 00:42:51.149758 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-86aecdc8-2643-4912-b0b3-8bd03bd944ef req-19d3a6a3-ecf5-4480-9339-ecb307ac6a6c service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290140 Apr 23 00:42:51.155084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30a716-0d1c-44d8-866a-345f9e01c7b9 req-55a2b980-38a8-4a09-b7bd-64ee2f6f3dc3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:51.156866 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc30a716-0d1c-44d8-866a-345f9e01c7b9 req-55a2b980-38a8-4a09-b7bd-64ee2f6f3dc3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 944 time: 0.0871494 Apr 23 00:42:51.202701 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc30a716-0d1c-44d8-866a-345f9e01c7b9 req-4f196ec7-acde-435c-980d-41d848342cc9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 Apr 23 00:42:51.302334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-aca8040e-852c-4bae-9ff1-28e5ba2b587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:51.303722 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-aca8040e-852c-4bae-9ff1-28e5ba2b587b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1097 time: 0.0695517 Apr 23 00:42:51.433224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-729aaea2-1c75-4e25-a27f-7659ceedcbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:51.434682 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-729aaea2-1c75-4e25-a27f-7659ceedcbf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 897 time: 0.1249392 Apr 23 00:42:51.504234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-926363fb-5587-474f-b2d6-d1e66cfc729d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 217 time: 0.0634563 Apr 23 00:42:51.569949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-d9c67a90-4e7f-4140-aeba-ba598ddf7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:51.571298 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-d9c67a90-4e7f-4140-aeba-ba598ddf7309 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 843 time: 0.0615439 Apr 23 00:42:51.645402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-91fcabc5-3a2d-4d8d-8582-94de3c55fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:51.646861 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-91fcabc5-3a2d-4d8d-8582-94de3c55fac9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a188a59-fd92-4d33-8bcc-f4ff22071574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695262 Apr 23 00:42:51.777879 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-d2b2086e-53a4-4269-9085-acd00e96cd6b service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234851 Apr 23 00:42:52.005603 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a269023e-9614-4a07-a523-59b66a8d2c04 req-5eeabd15-5b94-4b04-b780-89e3c32dd404 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213287 Apr 23 00:42:52.392580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62a288-560f-475c-9fd7-d8a2291dc4cd req-3705916a-a869-4739-b777-124a28b8814d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:52.393240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c62a288-560f-475c-9fd7-d8a2291dc4cd req-3705916a-a869-4739-b777-124a28b8814d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:42:52.408064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0c62a288-560f-475c-9fd7-d8a2291dc4cd req-3705916a-a869-4739-b777-124a28b8814d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:42:52.409162 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c62a288-560f-475c-9fd7-d8a2291dc4cd req-3705916a-a869-4739-b777-124a28b8814d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 944 time: 0.0971613 Apr 23 00:42:52.456111 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c62a288-560f-475c-9fd7-d8a2291dc4cd req-8ee844a8-2600-4f41-96ef-db220f994f8a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Apr 23 00:42:53.640737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636cf34-d266-4750-8d1e-8114e955dcd7 req-4d86cec5-0ffa-4f82-b075-ed4191f295f6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:53.642176 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a636cf34-d266-4750-8d1e-8114e955dcd7 req-4d86cec5-0ffa-4f82-b075-ed4191f295f6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 944 time: 0.0798988 Apr 23 00:42:53.685580 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a636cf34-d266-4750-8d1e-8114e955dcd7 req-4de12017-7863-4f06-85e2-ae0b419e75a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377259 Apr 23 00:42:53.720581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device df1022d5-d035-4d13-985a-595e568706c1 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:42:53.852272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port df1022d5-d035-4d13-985a-595e568706c1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=df1022d5-d035-4d13-985a-595e568706c1,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:53.865142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'df1022d5-d035-4d13-985a-595e568706c1', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'port_id': 'df1022d5-d035-4d13-985a-595e568706c1', 'mac_address': 'fa:16:3e:1d:08:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:42:53.921906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:53.938524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1022d5-d035-4d13-985a-595e568706c1 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:42:53.954235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port df1022d5-d035-4d13-985a-595e568706c1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=df1022d5-d035-4d13-985a-595e568706c1,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:53.958995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:54.025530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=df1022d5-d035-4d13-985a-595e568706c1,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:54.344474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['df1022d5-d035-4d13-985a-595e568706c1'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:42:54.870376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ee5d9-cee4-411b-b867-21ef761e339e req-f274a659-6278-4927-98e9-c3291128b6e3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:54.871833 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-700ee5d9-cee4-411b-b867-21ef761e339e req-f274a659-6278-4927-98e9-c3291128b6e3 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 945 time: 0.0810647 Apr 23 00:42:54.914768 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-700ee5d9-cee4-411b-b867-21ef761e339e req-5ae8388a-2c07-4a22-871b-c4c4551bbacf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365674 Apr 23 00:42:55.736296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device df1022d5-d035-4d13-985a-595e568706c1 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:42:55.803733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port df1022d5-d035-4d13-985a-595e568706c1 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:42:55.808474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port df1022d5-d035-4d13-985a-595e568706c1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:42:55.808840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:55.924924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:55.952218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:42:55.962829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port df1022d5-d035-4d13-985a-595e568706c1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=df1022d5-d035-4d13-985a-595e568706c1,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:42:55.970092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:56.008508 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7982d046-6c71-48be-996a-20973837100b'] response: {'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1', 'code': 200} Apr 23 00:42:56.048205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=df1022d5-d035-4d13-985a-595e568706c1,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:42:56.229091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dec7f5-e561-4916-b9da-cccb63a38f76 req-6ffb084c-fadb-4b36-8abc-5c80fb81e0da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:56.230558 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08dec7f5-e561-4916-b9da-cccb63a38f76 req-6ffb084c-fadb-4b36-8abc-5c80fb81e0da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 946 time: 0.2016447 Apr 23 00:42:56.268557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac367eda-5bb0-435e-8d25-cb61fcf36eca req-329e9182-f682-4510-aa73-74013e10f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:56.270042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac367eda-5bb0-435e-8d25-cb61fcf36eca req-329e9182-f682-4510-aa73-74013e10f163 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1099 time: 0.0733736 Apr 23 00:42:56.274516 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08dec7f5-e561-4916-b9da-cccb63a38f76 req-995902fa-75cb-4f02-8b5b-42014b8a359f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379341 Apr 23 00:42:56.310601 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac367eda-5bb0-435e-8d25-cb61fcf36eca req-ec98e005-7c8a-43a6-a936-91638a36e49d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349200 Apr 23 00:42:57.460995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a723b27-e208-40b2-a6b4-8c171bfcc316 req-aca9ab1a-238d-4344-ba03-c5a2bd7f9467 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:57.462485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8a723b27-e208-40b2-a6b4-8c171bfcc316 req-aca9ab1a-238d-4344-ba03-c5a2bd7f9467 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 946 time: 0.0812213 Apr 23 00:42:57.505692 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8a723b27-e208-40b2-a6b4-8c171bfcc316 req-07d59d25-0a04-4213-bfec-fbf846207a2b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375645 Apr 23 00:42:58.692565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0c5fc-dc70-4435-a577-df761f0d38a7 req-21556570-278b-46ed-aa8a-424b54ffd413 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:58.694011 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e4c0c5fc-dc70-4435-a577-df761f0d38a7 req-21556570-278b-46ed-aa8a-424b54ffd413 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 946 time: 0.0804412 Apr 23 00:42:58.740526 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e4c0c5fc-dc70-4435-a577-df761f0d38a7 req-509ef439-b349-4598-b000-9cbdd7f2423e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Apr 23 00:42:58.926062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a704a-05a1-42dd-ae57-a2dcce30babb req-df6b5043-5e3c-44e9-ba1e-07d52c79d87e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:58.927425 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a9a704a-05a1-42dd-ae57-a2dcce30babb req-df6b5043-5e3c-44e9-ba1e-07d52c79d87e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 946 time: 0.0809987 Apr 23 00:42:58.972217 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a9a704a-05a1-42dd-ae57-a2dcce30babb req-0b5b55a7-1dde-40ca-b405-d16c5f41bda5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Apr 23 00:42:58.994228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43718) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:59.063741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb02988-aafa-4ee3-82a1-a41bd48f7330 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:42:59.065215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9bb02988-aafa-4ee3-82a1-a41bd48f7330 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1094 time: 0.0699494 Apr 23 00:42:59.067991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43722) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:42:59.072720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'df1022d5-d035-4d13-985a-595e568706c1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:42:59.079337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:42:59.083193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:42:59.085912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:42:59.091420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:42:59.101825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:59.237272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:59.372156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.175 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/9351d3c8-f656-42ec-bfa9-dc366b5694ff) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:42:59.519286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:59.547872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:42:59.608386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:42:59.615167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:42:59.619222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:42:59.651086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=9351d3c8-f656-42ec-bfa9-dc366b5694ff,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:43:00.026108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:00.098447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:00.299649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:00.303843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:00.410514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=9351d3c8-f656-42ec-bfa9-dc366b5694ff,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:43:00.419916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:00.688646 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP f7666f29-9cfe-4070-960b-4084722f85ac associated. External IP: 172.26.8.175, port: df1022d5-d035-4d13-985a-595e568706c1. Apr 23 00:43:01.033799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:43:01.211066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:43:01.221155 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] Sync routers for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:43:01.230901 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:43:01.231495 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:43:01.237379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:01.294637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aa4a1359-e874-4f6b-8faa-33ac5ac7052b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2255416 Apr 23 00:43:01.295129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:43:01.298042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43726) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:43:01.338568 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9640d8d4-92ae-4d2d-a1bb-7c4ca09a3b28'] response: {'name': 'network-changed', 'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1', 'status': 'completed', 'code': 200} Apr 23 00:43:01.412250 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:43:01.456189 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-49b34024-7d25-47e9-abeb-bd1c5037a943 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/f7666f29-9cfe-4070-960b-4084722f85ac HTTP/1.1" status: 200 len: 992 time: 0.1568935 Apr 23 00:43:01.478571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-00547768-e99a-4c3d-8189-aa09e4852aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:01.480024 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-00547768-e99a-4c3d-8189-aa09e4852aaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1099 time: 0.0951090 Apr 23 00:43:01.609916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-8fad77a3-efd6-463b-9cd4-3316e9dd7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:01.611327 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-8fad77a3-efd6-463b-9cd4-3316e9dd7fd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 897 time: 0.1250679 Apr 23 00:43:01.708905 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-5053f78c-e778-4cea-8349-3d77f5ad0168 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 1000 time: 0.0918541 Apr 23 00:43:01.755659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'f7666f29-9cfe-4070-960b-4084722f85ac', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'port_id': 'df1022d5-d035-4d13-985a-595e568706c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'mac_address': 'fa:16:3e:1d:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce240901-be6b-41ef-a728-120b323f9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:42:59Z', 'updated_at': '2022-04-23T00:42:59Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:47Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:43:01.759828 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] Checking router: 922503b5-cf9f-439a-8b01-8ebcd1142bd0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:43:01.769460 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:43:01.770035 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:42:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:43:01.773652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-a3875c31-053f-4017-a989-a2b429c12bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:01.775163 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-a3875c31-053f-4017-a989-a2b429c12bc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 843 time: 0.0603874 Apr 23 00:43:01.849242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-98610bed-37e7-4ac5-91ed-61b0afd20cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:01.850724 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-98610bed-37e7-4ac5-91ed-61b0afd20cf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a188a59-fd92-4d33-8bcc-f4ff22071574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702927 Apr 23 00:43:01.979583 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:43:01.987540 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-dcc605e8-119d-447d-9eb6-a395af85fc98 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303940 Apr 23 00:43:02.122058 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-804abd4a-b633-4c90-83ec-ebbe36394cd4 req-c7dadc4d-ef56-4afb-bda7-9ee4ab898906 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284904 Apr 23 00:43:02.330609 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'f7666f29-9cfe-4070-960b-4084722f85ac', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'port_id': 'df1022d5-d035-4d13-985a-595e568706c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'mac_address': 'fa:16:3e:1d:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce240901-be6b-41ef-a728-120b323f9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:42:59Z', 'updated_at': '2022-04-23T00:42:59Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:47Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:43:02.334441 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab424c90-b93a-461b-a108-74afe27252b5 None None] The sync data for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv is: [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'f7666f29-9cfe-4070-960b-4084722f85ac', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.175', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'port_id': 'df1022d5-d035-4d13-985a-595e568706c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'mac_address': 'fa:16:3e:1d:08:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce240901-be6b-41ef-a728-120b323f9672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:42:59Z', 'updated_at': '2022-04-23T00:42:59Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:47Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:43:02.460058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43732) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:43:02.514069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c54c77-634d-41a8-948e-24a66c5c6a62 None None] New status for floating IP f7666f29-9cfe-4070-960b-4084722f85ac: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:43:02.567569 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1799ca09-9b63-4d7c-81c5-d82a5e2a95d7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/f7666f29-9cfe-4070-960b-4084722f85ac HTTP/1.1" status: 200 len: 992 time: 0.1063755 Apr 23 00:43:03.571384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43736) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:43:03.770655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-039e5479-0e6b-411f-a1cc-55bfe85f5847 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/f7666f29-9cfe-4070-960b-4084722f85ac HTTP/1.1" status: 200 len: 994 time: 0.1981001 Apr 23 00:43:07.238895 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:43:09.920307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:15.159308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9b28286f-5ea0-4ee9-b3d6-18233f4088eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:17.571379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-83a8c3a4-4a72-4237-b778-2e04291c7063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:18.587541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:18.625237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:19.983549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:26.114118 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-888da38c-52ab-489c-bdd6-28d77f5b8ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713530 Apr 23 00:43:26.270196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-e304da85-7931-4e87-820d-6ed53bfd4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:26.271584 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-e304da85-7931-4e87-820d-6ed53bfd4330 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1099 time: 0.0700467 Apr 23 00:43:26.413928 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-0e0a405f-2e68-44d1-b413-e907b6141b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:26.415380 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-0e0a405f-2e68-44d1-b413-e907b6141b17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 897 time: 0.1248960 Apr 23 00:43:26.516561 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-8c8bb670-c940-4c67-863b-97e34e92ee1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 1002 time: 0.0956447 Apr 23 00:43:26.578029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-300a1d69-e8ea-48dc-be55-881d6649922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:26.579363 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-300a1d69-e8ea-48dc-be55-881d6649922e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 843 time: 0.0566742 Apr 23 00:43:26.655784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-2a2743e9-cf12-4e4c-8c7f-adacef829d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:43:26.657224 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-2a2743e9-cf12-4e4c-8c7f-adacef829d91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a188a59-fd92-4d33-8bcc-f4ff22071574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721750 Apr 23 00:43:26.785924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-9a2b6e6d-58de-45bd-a5d0-863b907dc545 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223919 Apr 23 00:43:26.914336 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0c2249a6-302a-45de-b238-dd9ce94d95ae req-4b8ffe3e-4ed8-4248-9f7d-f52e202f026e service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221900 Apr 23 00:43:39.927049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:44.237550 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:43:45.161116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3802bb8-d35a-4058-b24e-0dfd3e1292ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:47.573077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-89e67aa1-920f-400a-a5b7-ab66828763fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:48.590647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:48.627465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:43:49.987542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:09.931212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:15.163793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bc7ba83b-9e21-459f-8e89-11fe4561aefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:17.574989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-916b1fef-4946-474f-bfe3-c6105b1ed051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:18.592172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:18.629534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:19.992679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:21.237821 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:44:27.087715 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-97a60109-d4b4-4830-9d4c-bfa602c89c8b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690968 Apr 23 00:44:27.242781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-7995b0f3-a6bb-47af-b44a-556d8410ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:27.244185 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-7995b0f3-a6bb-47af-b44a-556d8410ff19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1099 time: 0.0739737 Apr 23 00:44:27.387812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-416bd72f-9bfd-4072-9807-c4d4638f4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:27.389123 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-416bd72f-9bfd-4072-9807-c4d4638f4244 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 897 time: 0.1266608 Apr 23 00:44:27.486736 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-1d01ff21-c96c-487e-8045-0cb2c19f13d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 1002 time: 0.0916154 Apr 23 00:44:27.551260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-b0363141-c2cf-4d0a-859c-6c179d62ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:27.552635 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-b0363141-c2cf-4d0a-859c-6c179d62ee68 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 843 time: 0.0601768 Apr 23 00:44:27.625214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-80d8d9c4-0024-47b5-a38f-8175403d4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:44:27.626638 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-80d8d9c4-0024-47b5-a38f-8175403d4d8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a188a59-fd92-4d33-8bcc-f4ff22071574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683455 Apr 23 00:44:27.754594 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-1b0c0e36-ea42-4c49-9914-6baf72e30cd5 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216700 Apr 23 00:44:27.984946 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7e7485bb-95d7-476f-8f03-b0bbf4f9959f req-5a0a2f67-2a40-4978-9c46-8667e0274031 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247503 Apr 23 00:44:39.943083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:45.166528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-46a227c9-bea5-44c9-a5a7-82a3d18d7f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:47.577140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f7a79970-7a91-4fc6-af95-30f3217ff89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:48.594221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:48.633275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:49.993138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:44:58.238439 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:45:09.958009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:15.176242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b073767-a99f-4034-b89e-2eefd49a08c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:17.579424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-330d0598-6bf2-4a59-893f-2350f34442b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:18.595889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:18.634139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:19.994502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:28.089413 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-50e5041e-c430-463f-a013-ad4bfbe41f8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720720 Apr 23 00:45:28.242159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-dcc9ffb7-b760-4d59-8364-ad6fb41e0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:28.243642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-dcc9ffb7-b760-4d59-8364-ad6fb41e0b2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1099 time: 0.0713525 Apr 23 00:45:28.387399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-df6828bd-d6cc-46e6-b848-6be15d4ab086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:28.388749 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-df6828bd-d6cc-46e6-b848-6be15d4ab086 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 897 time: 0.1257553 Apr 23 00:45:28.490922 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-40642ed6-fa91-4b04-9c96-6c3af4a3bd3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 1002 time: 0.0956564 Apr 23 00:45:28.554732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-99fac431-6044-423e-a844-511bb11da41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:28.556115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-99fac431-6044-423e-a844-511bb11da41b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 843 time: 0.0587525 Apr 23 00:45:28.631136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-b32868ab-0034-44b8-bd3b-db893f547e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:28.632537 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-b32868ab-0034-44b8-bd3b-db893f547e9c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a188a59-fd92-4d33-8bcc-f4ff22071574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702903 Apr 23 00:45:28.762197 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-dca3f564-3f83-4c58-8d17-141452570719 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225204 Apr 23 00:45:28.892498 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf535a9-96a0-40f8-a27e-c878838efffc req-84bc48ae-6c35-485e-8b52-7d3c1d1fae89 service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239963 Apr 23 00:45:29.067938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43772) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:45:29.117262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:45:29.235368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3106158'] for subnet, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:29.418366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771224763652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2307733'] for subnet, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:29.465158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:45:29.465744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:29.466385 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c842b4-ed1b-42d1-8b70-78d6a700f636 None None] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:45:29.467018 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/subnets/a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 835 time: 0.3980658 Apr 23 00:45:29.485355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=a34aef73-e9a7-4699-9830-f336d40a3cbf,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:45:29.492655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.493012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.493454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.493791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.494120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.494530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.494803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.495137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.495506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.495842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.496152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.496462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1bbd22-4769-498b-af1b-7813de15ee9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:45:29.970883 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-86fdb9f8-3c54-4a7d-963a-ee1ff29213fb None None] Provisioning complete for port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:45:29.971177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86fdb9f8-3c54-4a7d-963a-ee1ff29213fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:30.101721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-86fdb9f8-3c54-4a7d-963a-ee1ff29213fb None None] Provisioning complete for port 609f80d8-7d15-4b33-887a-370ab988ce91 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:45:30.102083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86fdb9f8-3c54-4a7d-963a-ee1ff29213fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:30.225120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-86fdb9f8-3c54-4a7d-963a-ee1ff29213fb None None] Provisioning complete for port df1022d5-d035-4d13-985a-595e568706c1 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:45:30.225395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86fdb9f8-3c54-4a7d-963a-ee1ff29213fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:35.238503 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:45:39.956454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:45.169192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0f004af2-c520-491e-8ba4-58aebe0d5792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:47.582689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3419decd-cb9e-4620-8f51-123687f4f786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:48.597681 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:48.637334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:45:49.999296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:09.967963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:12.238134 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:46:13.172343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43794) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:13.376872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 9351d3c8-f656-42ec-bfa9-dc366b5694ff {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:46:13.377208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:13.637542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:13.637767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:13.761092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 9351d3c8-f656-42ec-bfa9-dc366b5694ff owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:46:13.903926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:13.954085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=9351d3c8-f656-42ec-bfa9-dc366b5694ff,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:14.041407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.041746 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP f7666f29-9cfe-4070-960b-4084722f85ac disassociated (deleted). External IP: 172.26.8.175, port: df1022d5-d035-4d13-985a-595e568706c1. Apr 23 00:46:14.391439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:46:14.564807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:46:14.575123 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] Sync routers for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:46:14.585367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:14.585791 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:14.586429 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:45:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:14.643551 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bdf851ad-ac6b-4113-88e1-43441595d8fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/f7666f29-9cfe-4070-960b-4084722f85ac HTTP/1.1" status: 204 len: 168 time: 1.4700391 Apr 23 00:46:14.644376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:14.764919 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:15.014999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3423b-2a12-4b2c-877b-ec884475d1b6 req-bd329acc-9315-4ab4-a90e-5bec09289ded tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.016999 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95d3423b-2a12-4b2c-877b-ec884475d1b6 req-bd329acc-9315-4ab4-a90e-5bec09289ded tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 946 time: 0.0819595 Apr 23 00:46:15.065192 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95d3423b-2a12-4b2c-877b-ec884475d1b6 req-1de27a0d-ebb6-4580-8409-99ed40e0ee65 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421617 Apr 23 00:46:15.086368 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:47Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:15.090134 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] Checking router: 922503b5-cf9f-439a-8b01-8ebcd1142bd0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:46:15.099235 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:15.099814 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:45:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:15.176132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e490853-8546-4f6c-88fa-ef090733c159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:15.315311 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:15.646166 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:47Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:15.652906 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ada1ee-c613-4407-9c20-889c95f00d30 None None] The sync data for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv is: [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '609f80d8-7d15-4b33-887a-370ab988ce91', 'name': '', 'network_id': '2a188a59-fd92-4d33-8bcc-f4ff22071574', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:7b:3a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:42Z', 'updated_at': '2022-04-23T00:42:47Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'a34aef73-e9a7-4699-9830-f336d40a3cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:46:15.700863 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b319902-16ae-4e40-9458-cf01c86e33b5'] response: {'name': 'network-changed', 'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1', 'status': 'completed', 'code': 200} Apr 23 00:46:15.821058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553538-0cf3-4705-b962-d2cbc609d946 req-bc47026e-3685-4bf5-8f6c-0b1bb2d48640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.822660 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57553538-0cf3-4705-b962-d2cbc609d946 req-bc47026e-3685-4bf5-8f6c-0b1bb2d48640 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 1099 time: 0.0771060 Apr 23 00:46:15.878781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cceb59-d653-40e5-a4b9-8328238a9f28 None None] New status for floating IP f7666f29-9cfe-4070-960b-4084722f85ac: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:46:15.965497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553538-0cf3-4705-b962-d2cbc609d946 req-1c888636-25a6-4fc3-98d8-4ecc43e561c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:15.966982 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57553538-0cf3-4705-b962-d2cbc609d946 req-1c888636-25a6-4fc3-98d8-4ecc43e561c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 200 len: 897 time: 0.1374002 Apr 23 00:46:16.142232 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57553538-0cf3-4705-b962-d2cbc609d946 req-939fee30-144a-4d60-bc9e-6efeeafe1625 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 200 len: 217 time: 0.1687148 Apr 23 00:46:16.215027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553538-0cf3-4705-b962-d2cbc609d946 req-b50df549-315f-40e6-ba3c-f3ad9583a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:16.216376 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57553538-0cf3-4705-b962-d2cbc609d946 req-b50df549-315f-40e6-ba3c-f3ad9583a29f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 200 len: 843 time: 0.0581765 Apr 23 00:46:16.267190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e5dd7-f858-4e76-b6c5-fcd1b35ed6fb req-66fed03b-5f39-4a82-a54c-a805ad2a99f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:16.268702 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e43e5dd7-f858-4e76-b6c5-fcd1b35ed6fb req-66fed03b-5f39-4a82-a54c-a805ad2a99f7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 946 time: 0.0851386 Apr 23 00:46:16.307544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553538-0cf3-4705-b962-d2cbc609d946 req-95205e6a-6cc9-4610-96b9-6d9b9299944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:16.308995 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57553538-0cf3-4705-b962-d2cbc609d946 req-95205e6a-6cc9-4610-96b9-6d9b9299944c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a188a59-fd92-4d33-8bcc-f4ff22071574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855925 Apr 23 00:46:16.313771 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e43e5dd7-f858-4e76-b6c5-fcd1b35ed6fb req-3a3b1672-044b-407c-a427-5763b37360c2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=8548bb7d-b03b-4341-9b2d-e0492f0950e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Apr 23 00:46:16.459683 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57553538-0cf3-4705-b962-d2cbc609d946 req-20efa5b3-7b54-4d2d-8851-9049d9bc851a service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244371 Apr 23 00:46:16.591956 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57553538-0cf3-4705-b962-d2cbc609d946 req-ebdc259a-250f-47ce-b1be-27506540923c service neutron] 10.222.0.42 "GET /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227968 Apr 23 00:46:16.755536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-0cb04454-322a-40e4-9935-0e2f6f6b7eba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:16.756222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-0cb04454-322a-40e4-9935-0e2f6f6b7eba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:16.771173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-0cb04454-322a-40e4-9935-0e2f6f6b7eba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:16.772239 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-0cb04454-322a-40e4-9935-0e2f6f6b7eba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 946 time: 0.0954292 Apr 23 00:46:16.845981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port df1022d5-d035-4d13-985a-595e568706c1 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:46:16.846234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:17.088065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port df1022d5-d035-4d13-985a-595e568706c1, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=df1022d5-d035-4d13-985a-595e568706c1,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:17.088415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:17.212631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for df1022d5-d035-4d13-985a-595e568706c1 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:46:17.358314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:17.407358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=df1022d5-d035-4d13-985a-595e568706c1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:17.512476 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2d740e5b-4299-4d40-86b9-61ecb12a838c req-927ad049-9edc-4bfd-960e-7aa9ed8876bb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce240901-be6b-41ef-a728-120b323f9672 HTTP/1.1" status: 200 len: 210 time: 0.0753736 Apr 23 00:46:17.523989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port df1022d5-d035-4d13-985a-595e568706c1 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:46:17.535178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:17.547891 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2d1f38a7-1bc6-4a96-8256-a7e5d20d8743 req-b8b435a6-2701-44c1-9b0f-b9fa5e7954d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/df1022d5-d035-4d13-985a-595e568706c1 HTTP/1.1" status: 204 len: 173 time: 0.7700071 Apr 23 00:46:17.584550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0480352b-e0c5-4875-b540-e5554fd4e17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:17.702095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'name': 'network-vif-deleted', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:17.746824 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df7c78d-8fc9-4eb8-bf92-6ee117b1ab01'] response: {'server_uuid': 'ce240901-be6b-41ef-a728-120b323f9672', 'name': 'network-vif-deleted', 'tag': 'df1022d5-d035-4d13-985a-595e568706c1', 'status': 'completed', 'code': 200} Apr 23 00:46:18.599488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:18.610613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43824) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:18.639849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:18.679967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:18.709685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:18.774132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:18.795351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548bb7d-b03b-4341-9b2d-e0492f0950e2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:18.803713 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.804056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.804425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.804755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.805082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.805410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.805733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.806056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.806407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.806724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.807043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.807358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:18.815658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:18.816775 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b6a8e060-e01c-4aa0-ad8c-1f65adc57838 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/8548bb7d-b03b-4341-9b2d-e0492f0950e2 HTTP/1.1" status: 204 len: 168 time: 0.2052002 Apr 23 00:46:18.847263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43830) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:19.493364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:19.843294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 609f80d8-7d15-4b33-887a-370ab988ce91 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:46:19.844194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:20.000464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:20.030228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 609f80d8-7d15-4b33-887a-370ab988ce91, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=609f80d8-7d15-4b33-887a-370ab988ce91,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:20.030708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:20.151358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 609f80d8-7d15-4b33-887a-370ab988ce91 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:46:20.464189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:20.624584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=609f80d8-7d15-4b33-887a-370ab988ce91,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:20.665821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device df1022d5-d035-4d13-985a-595e568706c1 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:46:20.700366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: df1022d5-d035-4d13-985a-595e568706c1 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:46:20.700714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device df1022d5-d035-4d13-985a-595e568706c1 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:46:20.896956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:21.263142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:46:21.436605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:46:21.447337 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] Sync routers for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:46:21.449775 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e285e8d2-b509-4308-8fe9-e84302d36c5e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/922503b5-cf9f-439a-8b01-8ebcd1142bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6014171 Apr 23 00:46:21.452414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43836) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:21.457547 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:21.458138 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:21.520883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet a34aef73-e9a7-4699-9830-f336d40a3cbf {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:46:21.523823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:21.577239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:21.634349 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:21.659724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:21.737596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:21.776237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=a34aef73-e9a7-4699-9830-f336d40a3cbf,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:21.779768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:21.788915 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a7c0919a-c66f-475a-a838-9259f782e34b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/a34aef73-e9a7-4699-9830-f336d40a3cbf HTTP/1.1" status: 204 len: 168 time: 0.3329668 Apr 23 00:46:21.789079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43840) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:21.789175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3911ab5-97f2-403b-92ab-bdc2a442035d None None] Network 2a188a59-fd92-4d33-8bcc-f4ff22071574 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:46:21.915574 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:46:20Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:21.919324 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] Checking router: 922503b5-cf9f-439a-8b01-8ebcd1142bd0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:46:21.929209 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] Routers {'922503b5-cf9f-439a-8b01-8ebcd1142bd0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:21.929801 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:22.064133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] DHCP port deletion for 2a188a59-fd92-4d33-8bcc-f4ff22071574 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:46:22.068457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Deleting port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:46:22.068834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.105474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.131683 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] Set router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:22.276742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] For port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8a1e0f85-61ae-4891-82eb-7ea90704a4c9,segment=NetworkSegment(a099649b-afef-4462-afce-2aba3b3c8de5),segment_id=a099649b-afef-4462-afce-2aba3b3c8de5)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:22.277205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.286355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.296102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:46:22.297366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.404032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Calling delete_port for 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:46:22.426170 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:46:20Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:22.430076 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd66b6-7b29-4da2-b37f-aa8d595a98a7 None None] The sync data for ids ['922503b5-cf9f-439a-8b01-8ebcd1142bd0'] in dv-neutron-838784-1-hyperv is: [{'id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'name': 'tempest-TestNetworkBasicOps-router-318454419', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151'}], 'enable_snat': True}, 'gw_port_id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:42:38Z', 'updated_at': '2022-04-23T00:46:20Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '759e9fcc-54db-4056-ae9c-41fc9bf4f9d9', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '922503b5-cf9f-439a-8b01-8ebcd1142bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:42:39Z', 'updated_at': '2022-04-23T00:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:46:22.487018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.488021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:22.488384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.529752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Pushing event deleted for resources: {'Port': ['ID=8a1e0f85-61ae-4891-82eb-7ea90704a4c9,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:22.538587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] No DVR routers for this DVR port 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:46:22.540527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.540868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.541200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.541526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.541845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.542166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.542591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.542914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.543228 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.543543 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.543856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.544168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65b08c-4b32-4a1a-a759-835d0ab299ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:22.613857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:46:22.782139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:22.856930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=759e9fcc-54db-4056-ae9c-41fc9bf4f9d9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:22.928063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.103345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.105424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.128680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.129240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router 922503b5-cf9f-439a-8b01-8ebcd1142bd0 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:46:23.145225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.146361 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9fd0e222-e8e2-46a1-939b-4b7203c30717 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/922503b5-cf9f-439a-8b01-8ebcd1142bd0 HTTP/1.1" status: 204 len: 168 time: 1.3563852 Apr 23 00:46:23.149092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43844) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:23.267038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.397505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.422739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a188a59-fd92-4d33-8bcc-f4ff22071574']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:23.434375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a099649b-afef-4462-afce-2aba3b3c8de5') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:23.434672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a099649b-afef-4462-afce-2aba3b3c8de5') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:23.446046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.462047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.467924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:46:23.468304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:46:23.482841 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:46:23.617821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:46:23.655136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:46:23.655389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 759e9fcc-54db-4056-ae9c-41fc9bf4f9d9 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:46:23.655806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 609f80d8-7d15-4b33-887a-370ab988ce91 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:46:23.680444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.692533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 609f80d8-7d15-4b33-887a-370ab988ce91 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:46:23.692880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 609f80d8-7d15-4b33-887a-370ab988ce91 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:46:23.693294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:46:23.697559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.708676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=2a188a59-fd92-4d33-8bcc-f4ff22071574,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:23.713522 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-300dcf08-0c16-43b7-a3af-ca13fbefe7ca tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/2a188a59-fd92-4d33-8bcc-f4ff22071574 HTTP/1.1" status: 204 len: 168 time: 0.5634971 Apr 23 00:46:23.726419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43848) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:23.729638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:46:23.729997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8a1e0f85-61ae-4891-82eb-7ea90704a4c9 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:46:23.733233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--1013102233', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:23.738876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:23.742886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:23.745698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:23.751351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:23.761401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:46:23.764716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.792209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:46:23.801270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.801626 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment 4ab0381f-89f5-4444-95ef-3f538eed72f8 of type vlan for network 4ffffa36-09ec-4818-a79c-3ca3a2944737 Apr 23 00:46:23.830011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.858423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.864565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:23.865126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:23.970539 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2430913 Apr 23 00:46:23.973290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeddbff-134b-4ac5-af77-30bf85e6a285 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=4ffffa36-09ec-4818-a79c-3ca3a2944737,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:23.973420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43852) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:23.979214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-84943680', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:23.983885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:46:23.987958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:23.992083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:23.995267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:24.001887 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:24.011637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.013019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.029385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.299262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.595427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.624485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.758821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.226 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/9b19d9c4-2f92-4ee5-8e30-bc5415039c2a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:24.904151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.932545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:24.994458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:25.003009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:25.007502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:46:25.040068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:25.516660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:25.850461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:26.049029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:46:26.224945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:46:26.234500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Sync routers for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:46:26.243763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:26.244376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:26.252271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:26.256625 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-603a6e40-e0a2-4b10-8c55-859f7ec09977 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2788827 Apr 23 00:46:26.256775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43856) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:26.400722 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8366f6b9-b0ed-4655-9013-dac717126421 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1427848 Apr 23 00:46:26.403252 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43862) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:26.422106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:26.534886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac64a7-a703-4895-96a7-1a98385f4935 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:26.536362 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-60ac64a7-a703-4895-96a7-1a98385f4935 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322174 Apr 23 00:46:26.539129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43866) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:26.578637 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-090dd717-92ed-444d-bdc6-dee6a4ee9f3d tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379014 Apr 23 00:46:26.581305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43870) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:26.586602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127105330', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:26.693680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:26.697741 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:26.700497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:26.706817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:26.717112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:46:26.720841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:26.731400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:25Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:26.735665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Checking router: f40f8c29-e5ee-4d72-a23a-ca7d06965f44 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:46:26.736020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Updating router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:46:26.792275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.063547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.125538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.137746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Transition to ACTIVE for port object 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:27.144802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.145722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=b81c4f42-574d-44a8-8905-208481579950,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:27.151194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:46:27.151603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 4ffffa36-09ec-4818-a79c-3ca3a2944737, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:46:27.175146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:46:27.185232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 4ffffa36-09ec-4818-a79c-3ca3a2944737) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:27.189742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:27.190390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.207526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc33f06-08ee-43ad-be88-eea5cee1d793 None None] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:46:27.216061 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5579358f-1c46-432b-b50d-0b2f89660096 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6335299 Apr 23 00:46:27.218899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43874) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:27.265901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Attempting to bind port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:46:27.266547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Attempting to bind port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:46:27.266547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Attempting to bind port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:46:27.330688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:46:27.330982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:46:27.331389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.331781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:46:27.332250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Bound port: 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:46:27.332622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.355951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29423413-22fb-4a06-bbb4-6f9def2de154 None None] Pushing event updated for resources: {'Port': ['ID=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:27.461568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] For port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:46:27.478068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] For port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:46:27.485461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.584722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-4ffffa36-09ec-4818-a79c-3ca3a2944737', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:46:27.589196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:27.615382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:27.615993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:27.714844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29423413-22fb-4a06-bbb4-6f9def2de154 None None] Pushing event updated for resources: {'Port': ['ID=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:27.899020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:27.917581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.072112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Allocated IP 172.20.0.2 (4ffffa36-09ec-4818-a79c-3ca3a2944737/b81c4f42-574d-44a8-8905-208481579950/cab8ba64-3724-40fe-85d6-990e743ddc98) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:28.402981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.413980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:25Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:28.418318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Transition to ACTIVE for port object cab8ba64-3724-40fe-85d6-990e743ddc98 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:28.424129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47219bff-cae4-4114-9a7a-f8e8dc696acd None None] The sync data for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv is: [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:25Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:46:28.438602 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Transition to ACTIVE for port object cab8ba64-3724-40fe-85d6-990e743ddc98 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:28.450127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.514386 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:28.517698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:28.522362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (4ffffa36-09ec-4818-a79c-3ca3a2944737/b81c4f42-574d-44a8-8905-208481579950/bfd93111-748d-4991-9ba6-e34ae839b1a0) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:28.526327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:46:28.536481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Pushing event updated for resources: {'Port': ['ID=cab8ba64-3724-40fe-85d6-990e743ddc98,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:28.629822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Attempting to bind port cab8ba64-3724-40fe-85d6-990e743ddc98 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:46:28.629822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Attempting to bind port cab8ba64-3724-40fe-85d6-990e743ddc98 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:46:28.630182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Attempting to bind port cab8ba64-3724-40fe-85d6-990e743ddc98 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:46:28.636193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:46:28.636603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Checking segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:46:28.637007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.637398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Bound using segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:46:28.637863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Bound port: cab8ba64-3724-40fe-85d6-990e743ddc98, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:46:28.638233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.768763 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] For port cab8ba64-3724-40fe-85d6-990e743ddc98, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:46:28.772645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] For port cab8ba64-3724-40fe-85d6-990e743ddc98, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cab8ba64-3724-40fe-85d6-990e743ddc98,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:46:28.779219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.830723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.849765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object bfd93111-748d-4991-9ba6-e34ae839b1a0 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:28.874057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b17bf6-1242-48ce-969a-f4e15a0682c1 None None] Pushing event updated for resources: {'Port': ['ID=cab8ba64-3724-40fe-85d6-990e743ddc98,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:28.892234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:28.963057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:28.966542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:28.976530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:46:29.017225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=bfd93111-748d-4991-9ba6-e34ae839b1a0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:29.057560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.346964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.392048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cab8ba64-3724-40fe-85d6-990e743ddc98 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:46:29.463583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port cab8ba64-3724-40fe-85d6-990e743ddc98 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:29.469016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:46:29.537989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:29.543254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:29.543624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.674262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.694574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:29.699549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.771860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:29.790763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.796394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.863649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9207499a-2e5b-4e23-bbb6-f5c2c731e15f None None] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:46:29.914424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:29.917741 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=bfd93111-748d-4991-9ba6-e34ae839b1a0,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:29.929228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.929573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.929914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.930272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.930600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.930930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.931257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.931585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.931909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.932238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.932557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.932877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:29.963223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5e0db511-3228-4ceb-9841-a50361324ede None None] Provisioning for port cab8ba64-3724-40fe-85d6-990e743ddc98 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:29.970520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5e0db511-3228-4ceb-9841-a50361324ede None None] Provisioning complete for port cab8ba64-3724-40fe-85d6-990e743ddc98 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:29.970879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5e0db511-3228-4ceb-9841-a50361324ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:30.069046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:30.070446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:30.197696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5e0db511-3228-4ceb-9841-a50361324ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:30.243503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5e0db511-3228-4ceb-9841-a50361324ede None None] For port cab8ba64-3724-40fe-85d6-990e743ddc98, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cab8ba64-3724-40fe-85d6-990e743ddc98,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:30.250528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5e0db511-3228-4ceb-9841-a50361324ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:30.264012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:46:30.321914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0db511-3228-4ceb-9841-a50361324ede None None] Pushing event updated for resources: {'Port': ['ID=cab8ba64-3724-40fe-85d6-990e743ddc98,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:30.567076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:46:30.576335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-788ea4bc-07b3-4831-ac15-d2d9b2ad1f05 None None] Provisioning for port bfd93111-748d-4991-9ba6-e34ae839b1a0 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:30.579741 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Sync routers for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:46:30.584311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-788ea4bc-07b3-4831-ac15-d2d9b2ad1f05 None None] Provisioning complete for port bfd93111-748d-4991-9ba6-e34ae839b1a0 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:30.584476 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-157e7a2e-2f7b-45d3-be3f-3a75cb6a260d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/f40f8c29-e5ee-4d72-a23a-ca7d06965f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3618724 Apr 23 00:46:30.584567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-788ea4bc-07b3-4831-ac15-d2d9b2ad1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:30.584648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43880) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:30.590435 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:30.591223 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:30.698072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-788ea4bc-07b3-4831-ac15-d2d9b2ad1f05 None None] Port bfd93111-748d-4991-9ba6-e34ae839b1a0 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:46:30.711601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-788ea4bc-07b3-4831-ac15-d2d9b2ad1f05 None None] Provisioning complete for port cab8ba64-3724-40fe-85d6-990e743ddc98 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:30.711977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-788ea4bc-07b3-4831-ac15-d2d9b2ad1f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:30.747156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b96bef-9b5b-4ee5-85c0-98bd91fd5495 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.747910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b96bef-9b5b-4ee5-85c0-98bd91fd5495 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.748545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b96bef-9b5b-4ee5-85c0-98bd91fd5495 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.749152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b96bef-9b5b-4ee5-85c0-98bd91fd5495 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.751524 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-67b96bef-9b5b-4ee5-85c0-98bd91fd5495 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1657271 Apr 23 00:46:30.753857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43884) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:30.829528 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:30.831425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7213885-ed24-4e07-9b71-05fa284318b1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.831880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7213885-ed24-4e07-9b71-05fa284318b1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.832628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7213885-ed24-4e07-9b71-05fa284318b1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.833013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7213885-ed24-4e07-9b71-05fa284318b1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:30.834718 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e7213885-ed24-4e07-9b71-05fa284318b1 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0797732 Apr 23 00:46:30.837460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43888) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:30.982771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-960324f7-98fc-4182-a99f-f5f5b28510bb None None] Provisioning complete for port bfd93111-748d-4991-9ba6-e34ae839b1a0 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:30.985685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-960324f7-98fc-4182-a99f-f5f5b28510bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.044508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-960324f7-98fc-4182-a99f-f5f5b28510bb None None] Port bfd93111-748d-4991-9ba6-e34ae839b1a0 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:46:31.058036 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0dede904-07f3-4f2a-832a-02bf9a1ac3ec tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2170286 Apr 23 00:46:31.155512 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:31.159476 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Checking router: f40f8c29-e5ee-4d72-a23a-ca7d06965f44 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:46:31.159827 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Updating router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 port bfd93111-748d-4991-9ba6-e34ae839b1a0 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:46:31.211879 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.347843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cab8ba64-3724-40fe-85d6-990e743ddc98 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:46:31.418038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cab8ba64-3724-40fe-85d6-990e743ddc98 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:31.418536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.491549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43894) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:31.497013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1023875662', 'description': 'tempest-secgroup-smoke-1023875662 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:31.503909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:31.509706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:31.512854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:31.519516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:31.532010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.538006 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:46:31.552891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:31.557043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:31.560422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:31.566935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:31.571854 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.587008 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Transition to ACTIVE for port object bfd93111-748d-4991-9ba6-e34ae839b1a0 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:31.593506 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.612613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:31.613158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.647471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.652170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.699050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.700251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2077250 Apr 23 00:46:31.703233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43898) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:31.708773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '0586703f-d75f-4637-b685-d94a11fbfa1d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:31.726874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:31.733072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:31.736499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0989258-eaff-4b9b-83be-7c3533442bd0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0586703f-d75f-4637-b685-d94a11fbfa1d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:31.740480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:31.746528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:31.770499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.817625 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Attempting to bind port bfd93111-748d-4991-9ba6-e34ae839b1a0 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:46:31.817990 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Attempting to bind port bfd93111-748d-4991-9ba6-e34ae839b1a0 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:46:31.818373 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Attempting to bind port bfd93111-748d-4991-9ba6-e34ae839b1a0 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:46:31.820628 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Pushing event updated for resources: {'Port': ['ID=bfd93111-748d-4991-9ba6-e34ae839b1a0,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:31.829696 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.830047 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.830415 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.830756 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.831306 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.831640 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.832153 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.832486 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.832813 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.833138 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.833461 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.833779 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:46:31.839180 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:46:31.839552 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Checking segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:46:31.839953 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.840335 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Bound using segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:46:31.841052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.842278 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Bound port: bfd93111-748d-4991-9ba6-e34ae839b1a0, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:46:31.842830 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.846128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.877742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a5acbc-2c64-463d-baf4-730d3f0f0e41,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:31.881882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.885883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-08b04e56-1e5a-4e88-b069-eed54bf68352 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788924 Apr 23 00:46:31.886335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43902) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:31.891724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '0586703f-d75f-4637-b685-d94a11fbfa1d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:31.897423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:31.901161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:31.903968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:31.910461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:31.927322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:31.937639 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] For port bfd93111-748d-4991-9ba6-e34ae839b1a0, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:46:31.940968 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] For port bfd93111-748d-4991-9ba6-e34ae839b1a0, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bfd93111-748d-4991-9ba6-e34ae839b1a0,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:46:31.946964 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.001227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.006773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.036992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a13f07-38fa-422b-a75c-bf763d242e1d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:32.043639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.045174 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0509b6ba-d5bf-4293-9063-e818bb5e0ba7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581130 Apr 23 00:46:32.048607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43906) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:32.048933 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7cf4f-39d1-4e3d-9577-a3170d607130 None None] Pushing event updated for resources: {'Port': ['ID=bfd93111-748d-4991-9ba6-e34ae839b1a0,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:32.052822 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:32.053418 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:32.054793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '0586703f-d75f-4637-b685-d94a11fbfa1d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:32.061296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:32.066212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:32.069578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:32.076168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:32.095113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.167038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.173296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.202120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19afad01-4c17-45f6-a99f-df11cdc670f5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:32.211400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.212756 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-75da4efe-c94d-4330-b72f-b995c91c9b81 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1628399 Apr 23 00:46:32.215709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43910) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:32.221360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '0586703f-d75f-4637-b685-d94a11fbfa1d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:32.227316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:32.231198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:32.234702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:32.240697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:32.259358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.286688 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:32.326213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.331145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.355382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c8f721-29d2-467b-9fde-0f07141689d6,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:32.368723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.370089 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-afeb6fac-274f-4a4d-b898-923e3ae66174 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534016 Apr 23 00:46:32.372852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43914) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:32.379081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '0586703f-d75f-4637-b685-d94a11fbfa1d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:32.384990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:32.388792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:32.392205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:32.397806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:32.409251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:46:32.416056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.480215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.487315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.510140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecebf64-1bfb-4cc5-9599-d5849bcdeaf1,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:32.521012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.522333 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3313ca78-e797-44fd-86b4-8dc7cb0c4c7c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485567 Apr 23 00:46:32.525108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43918) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:32.530067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '0586703f-d75f-4637-b685-d94a11fbfa1d', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:32.536323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:32.540191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:32.543016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:32.549735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:32.563105 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:46:32.570343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.617676 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:32.621451 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24da7e-edbf-42f2-870a-4df6cbb14cec None None] The sync data for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv is: [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:31Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:46:32.640978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.645318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.665174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596b7313-d08e-45c1-9821-b42960ce27c2,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:32.689457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:32.690913 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2abdd755-eb48-42a5-8dd3-6cd5dd45e672 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648388 Apr 23 00:46:32.864753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-ecacf34d-a858-4745-9165-c76936bec2db tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:32.880864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-ecacf34d-a858-4745-9165-c76936bec2db tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:32.882046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-ecacf34d-a858-4745-9165-c76936bec2db tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1023875662&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0602243 Apr 23 00:46:33.161968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-6d9983a7-b615-472a-8c9d-6a08357b4f84 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:33.162703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-6d9983a7-b615-472a-8c9d-6a08357b4f84 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:33.180002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-6d9983a7-b615-472a-8c9d-6a08357b4f84 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:33.181208 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-6d9983a7-b615-472a-8c9d-6a08357b4f84 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 797 time: 0.2923288 Apr 23 00:46:33.198863 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-d3b10901-b34b-43f4-b194-4831d6a2a489 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0099022 Apr 23 00:46:33.289490 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-9bb5c4eb-f314-4408-b257-c0655b3bc295 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845606 Apr 23 00:46:33.367658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfd93111-748d-4991-9ba6-e34ae839b1a0 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:46:33.447958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port bfd93111-748d-4991-9ba6-e34ae839b1a0 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:33.454806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bfd93111-748d-4991-9ba6-e34ae839b1a0 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:33.455203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.487688 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-1577d84f-1956-41bf-9d88-44fe5d675b3b service neutron] 10.222.0.39 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852603 Apr 23 00:46:33.582474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.618434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port bfd93111-748d-4991-9ba6-e34ae839b1a0, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bfd93111-748d-4991-9ba6-e34ae839b1a0,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:33.624077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:33.641508 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-002cc34a-c81b-4bbf-b25a-d78f78f35514 service neutron] 10.222.0.39 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471856 Apr 23 00:46:33.695906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=bfd93111-748d-4991-9ba6-e34ae839b1a0,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:33.823655 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-dd66cedf-6f36-4d31-a7e9-4bb691813d3a req-e3ebcc9a-1b28-45e1-9df5-c090fd5917d8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:33.840534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-dd66cedf-6f36-4d31-a7e9-4bb691813d3a req-e3ebcc9a-1b28-45e1-9df5-c090fd5917d8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:33.841711 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dd66cedf-6f36-4d31-a7e9-4bb691813d3a req-e3ebcc9a-1b28-45e1-9df5-c090fd5917d8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 210 time: 0.0603738 Apr 23 00:46:34.996525 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5731ac25-bf75-4f28-840f-a7e4b6c9e0f5 req-ed4bd88b-e652-4aeb-96ee-dae0f94b7d2d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 210 time: 0.0455883 Apr 23 00:46:35.026846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-b850e0c3-3610-49a3-9f17-94a4cb440bd8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:35.027550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-b850e0c3-3610-49a3-9f17-94a4cb440bd8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:35.043916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-b850e0c3-3610-49a3-9f17-94a4cb440bd8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:35.045177 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-b850e0c3-3610-49a3-9f17-94a4cb440bd8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 797 time: 0.1817441 Apr 23 00:46:35.101141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-9d2446f8-4810-44d5-868b-89115971e000 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:35.113953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-9d2446f8-4810-44d5-868b-89115971e000 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:35.115123 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-9d2446f8-4810-44d5-868b-89115971e000 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 380 time: 0.0560055 Apr 23 00:46:35.127092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['0586703f-d75f-4637-b685-d94a11fbfa1d']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:35.264635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:35.275440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:35.286789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:46:35.290091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:35.341571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfd93111-748d-4991-9ba6-e34ae839b1a0 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:46:35.411625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bfd93111-748d-4991-9ba6-e34ae839b1a0 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:35.411901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:35.457393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.10 (4ffffa36-09ec-4818-a79c-3ca3a2944737/b81c4f42-574d-44a8-8905-208481579950/7ca86c4e-95e0-4609-8c5e-d614b0972335) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:35.740118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:35.754804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 7ca86c4e-95e0-4609-8c5e-d614b0972335 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:35.776451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:35.838418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:35.841250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:35.850106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:46:35.886370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:35.919164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:35.919766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:35.946437 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e4882580-1005-4661-b161-4294845191cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8234415 Apr 23 00:46:35.962607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-a057a5a4-b5ec-4fc0-bf41-0c652aa8304a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:46:35.963678 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-a057a5a4-b5ec-4fc0-bf41-0c652aa8304a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062106 Apr 23 00:46:35.974766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Request body: {'port': {'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:36.055706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-af7960a4-e23c-4044-92c4-edd84f025f88 None None] Provisioning for port 7ca86c4e-95e0-4609-8c5e-d614b0972335 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:36.061217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-af7960a4-e23c-4044-92c4-edd84f025f88 None None] Provisioning complete for port 7ca86c4e-95e0-4609-8c5e-d614b0972335 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:36.061590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af7960a4-e23c-4044-92c4-edd84f025f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:36.099867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:36.120018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-af7960a4-e23c-4044-92c4-edd84f025f88 None None] Port 7ca86c4e-95e0-4609-8c5e-d614b0972335 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:46:36.309117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c7010-b8aa-454e-806f-2daf5f911027 req-e0d8f29f-98eb-45da-ad9d-52b39e2090a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:36.309815 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-891c7010-b8aa-454e-806f-2daf5f911027 req-e0d8f29f-98eb-45da-ad9d-52b39e2090a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:36.354213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-891c7010-b8aa-454e-806f-2daf5f911027 req-e0d8f29f-98eb-45da-ad9d-52b39e2090a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:36.355366 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-891c7010-b8aa-454e-806f-2daf5f911027 req-e0d8f29f-98eb-45da-ad9d-52b39e2090a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 932 time: 0.2434368 Apr 23 00:46:36.463510 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-891c7010-b8aa-454e-806f-2daf5f911027 req-f672e32a-3bf9-4dce-b981-67c05266e0ed tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610249 Apr 23 00:46:36.551339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca86c4e-95e0-4609-8c5e-d614b0972335 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:46:36.558339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:36.573047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Transition to ACTIVE for port object 7ca86c4e-95e0-4609-8c5e-d614b0972335 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:36.576747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:36.732322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Pushing event updated for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:36.812972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Attempting to bind port 7ca86c4e-95e0-4609-8c5e-d614b0972335 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:46:36.813296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Attempting to bind port 7ca86c4e-95e0-4609-8c5e-d614b0972335 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:46:36.813619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Attempting to bind port 7ca86c4e-95e0-4609-8c5e-d614b0972335 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:46:36.818084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Port 7ca86c4e-95e0-4609-8c5e-d614b0972335 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:46:36.818438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Attempting to bind port 7ca86c4e-95e0-4609-8c5e-d614b0972335 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:46:36.823729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:46:36.824004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Checking segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:46:36.824381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Bound using segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:46:36.824795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Bound port: 7ca86c4e-95e0-4609-8c5e-d614b0972335, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:46:36.825131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:36.915364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:46:36.918108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:46:36.923068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:36.975754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:36.976449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:36.977803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] 10.222.0.42 "PUT /v2.0/ports/7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 1094 time: 1.0080492 Apr 23 00:46:36.978228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:37.007737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a4826-f52d-447f-8ce5-ea2dcca2625c service neutron] Pushing event updated for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:37.067784 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621bdb45-9171-41f7-a241-4acd732de08e'] response: {'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'status': 'completed', 'code': 200} Apr 23 00:46:37.111350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-0d1a9408-255d-4f02-91f0-3cdd6feda04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:37.112906 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-0d1a9408-255d-4f02-91f0-3cdd6feda04b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1097 time: 0.0803101 Apr 23 00:46:37.185867 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-e234fdb0-040d-48e4-9666-3294d8fe5b33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 217 time: 0.0612204 Apr 23 00:46:37.249403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-f82fbf09-840e-47d1-a3c1-b08befb674e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:37.250886 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-f82fbf09-840e-47d1-a3c1-b08befb674e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0593941 Apr 23 00:46:37.325334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-fd5ef925-dc79-4517-9b03-c3ab00616bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:37.326727 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-fd5ef925-dc79-4517-9b03-c3ab00616bf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699906 Apr 23 00:46:37.543375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-0b78f38f-e74b-4f97-b831-fcee473325ca service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104256 Apr 23 00:46:37.731688 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2b1fed2-c498-4c73-9b21-6a956e9b7f3e req-600dc073-603c-4b98-9bd8-7976324d4967 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821635 Apr 23 00:46:37.744437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cc5a7-f073-4f6a-9e5b-32109b6e879d req-25314694-5aeb-4696-a29b-f2100c702696 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:37.745821 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ff3cc5a7-f073-4f6a-9e5b-32109b6e879d req-25314694-5aeb-4696-a29b-f2100c702696 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 944 time: 0.1629152 Apr 23 00:46:37.791467 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ff3cc5a7-f073-4f6a-9e5b-32109b6e879d req-ac56b5f8-16c4-4af9-9550-ab7dadf228f0 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Apr 23 00:46:37.899269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7b0f-a457-4253-b051-31d67404cd4b req-56959d05-c8eb-405e-b64f-5b4d5044ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:37.900693 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-084d7b0f-a457-4253-b051-31d67404cd4b req-56959d05-c8eb-405e-b64f-5b4d5044ab72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1097 time: 0.0738564 Apr 23 00:46:38.032992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7b0f-a457-4253-b051-31d67404cd4b req-a3ff0fac-161e-4679-9611-e898760d065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:38.034437 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-084d7b0f-a457-4253-b051-31d67404cd4b req-a3ff0fac-161e-4679-9611-e898760d065d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1273985 Apr 23 00:46:38.100431 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-084d7b0f-a457-4253-b051-31d67404cd4b req-68ee1be8-f481-46a5-8ed5-ba1e52fdfc41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 217 time: 0.0601487 Apr 23 00:46:38.165274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7b0f-a457-4253-b051-31d67404cd4b req-10350efc-2c54-42c3-9699-125c5258a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:38.166732 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-084d7b0f-a457-4253-b051-31d67404cd4b req-10350efc-2c54-42c3-9699-125c5258a19c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0603571 Apr 23 00:46:38.240063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7b0f-a457-4253-b051-31d67404cd4b req-62a7a40d-022c-48e3-ac7e-379e08f15b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:38.241479 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-084d7b0f-a457-4253-b051-31d67404cd4b req-62a7a40d-022c-48e3-ac7e-379e08f15b87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691478 Apr 23 00:46:38.372379 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-084d7b0f-a457-4253-b051-31d67404cd4b req-19cbf5a5-461f-4781-8991-b23388aabc8a service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247580 Apr 23 00:46:38.501021 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-084d7b0f-a457-4253-b051-31d67404cd4b req-5afffa0c-6a23-4c7e-8e28-3d4d299c22b0 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222050 Apr 23 00:46:38.978422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3105de7-3873-4634-80d2-60c0104de4c6 req-559a5635-5e09-4e3f-b6ef-f1128c499220 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:38.979787 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e3105de7-3873-4634-80d2-60c0104de4c6 req-559a5635-5e09-4e3f-b6ef-f1128c499220 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 944 time: 0.0826070 Apr 23 00:46:39.023757 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e3105de7-3873-4634-80d2-60c0104de4c6 req-2199898d-f124-4aad-9d0c-5e0e6873be80 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377383 Apr 23 00:46:39.971570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:40.212395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8642482-a423-425f-a89d-94ec21a345a2 req-220ee39c-d868-4f99-920f-21295ef21d7e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:40.213810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8642482-a423-425f-a89d-94ec21a345a2 req-220ee39c-d868-4f99-920f-21295ef21d7e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 944 time: 0.0832617 Apr 23 00:46:40.256601 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8642482-a423-425f-a89d-94ec21a345a2 req-1a53c34c-76f3-4318-ae36-9ad1b5947201 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368733 Apr 23 00:46:41.438681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2d08d-5898-4453-acdc-e23c1acd081d req-54bdc5a7-9599-4637-a61b-e667bfd65638 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:41.440134 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73c2d08d-5898-4453-acdc-e23c1acd081d req-54bdc5a7-9599-4637-a61b-e667bfd65638 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 944 time: 0.0795648 Apr 23 00:46:41.483374 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73c2d08d-5898-4453-acdc-e23c1acd081d req-5119e11f-6499-4c93-a239-b3627b4ed0c7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 Apr 23 00:46:42.666133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87687f-731b-472a-8ac3-2800510fb742 req-c261f048-8ddd-44e0-ad33-50b080a513f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:42.667579 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4e87687f-731b-472a-8ac3-2800510fb742 req-c261f048-8ddd-44e0-ad33-50b080a513f5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 944 time: 0.0780177 Apr 23 00:46:42.711228 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4e87687f-731b-472a-8ac3-2800510fb742 req-a5c42e08-b475-43eb-9694-dbee7bd620cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Apr 23 00:46:42.742676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7ca86c4e-95e0-4609-8c5e-d614b0972335 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:46:42.871927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:42.885117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:46:42.941682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:42.958358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca86c4e-95e0-4609-8c5e-d614b0972335 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:46:42.973166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:42.980066 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:43.045794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:43.413486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['7ca86c4e-95e0-4609-8c5e-d614b0972335'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:46:43.902680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea134ea-f445-4bea-8ea4-bea5bf5d8d36 req-c8da7085-0849-481b-b7e1-de1f8a5c2b67 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:43.904108 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ea134ea-f445-4bea-8ea4-bea5bf5d8d36 req-c8da7085-0849-481b-b7e1-de1f8a5c2b67 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 945 time: 0.0838459 Apr 23 00:46:43.947448 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ea134ea-f445-4bea-8ea4-bea5bf5d8d36 req-38b2bb73-06bd-46dc-a142-8f37f9002e4d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 Apr 23 00:46:44.758657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7ca86c4e-95e0-4609-8c5e-d614b0972335 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:46:44.824541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 7ca86c4e-95e0-4609-8c5e-d614b0972335 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:44.829414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 7ca86c4e-95e0-4609-8c5e-d614b0972335 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:44.829790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:44.943474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:44.970541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:44.981070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:46:44.985071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:45.064046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:45.080532 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c49d7e-b189-49a7-ba3c-51a4c528faac'] response: {'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'code': 200} Apr 23 00:46:45.164828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301949-d7a1-4f1c-b4f9-9bf1854c786a req-74b37c39-c022-4e19-a6d7-69efa7445189 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:45.166586 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-85301949-d7a1-4f1c-b4f9-9bf1854c786a req-74b37c39-c022-4e19-a6d7-69efa7445189 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 946 time: 0.0846043 Apr 23 00:46:45.171327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dc30e1d9-1862-4565-b842-d0229b50d794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:45.226171 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-85301949-d7a1-4f1c-b4f9-9bf1854c786a req-01d61a8b-0f3e-479f-8247-cf1bc9e30e1a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402591 Apr 23 00:46:45.346959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12c4a7-135b-4b94-9acd-ba1eb8ae8f90 req-df931a85-878a-4e0c-9270-886c3b24d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:45.348393 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d12c4a7-135b-4b94-9acd-ba1eb8ae8f90 req-df931a85-878a-4e0c-9270-886c3b24d2e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1099 time: 0.0721757 Apr 23 00:46:45.388572 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d12c4a7-135b-4b94-9acd-ba1eb8ae8f90 req-f5d55e8d-4d66-4694-b133-1621a812ae18 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346110 Apr 23 00:46:46.410197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6775050-915a-4034-8940-2eeff43d6900 req-eb548e9e-74e5-426a-910e-425c8bdfca9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:46.411660 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d6775050-915a-4034-8940-2eeff43d6900 req-eb548e9e-74e5-426a-910e-425c8bdfca9c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 946 time: 0.0788066 Apr 23 00:46:46.458271 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d6775050-915a-4034-8940-2eeff43d6900 req-7c4b8029-05c7-4cfa-be28-f9dfe0639bd6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Apr 23 00:46:47.588076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec91249d-7ae6-4741-8d9f-266ce66babee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:47.650523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd038c01-67fb-4a5e-a6b7-e035c8328601 req-30a56680-933f-47b2-bb2f-18e3ca3c8806 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:47.651983 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fd038c01-67fb-4a5e-a6b7-e035c8328601 req-30a56680-933f-47b2-bb2f-18e3ca3c8806 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 946 time: 0.0875089 Apr 23 00:46:47.696239 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fd038c01-67fb-4a5e-a6b7-e035c8328601 req-9a488933-a7e0-43a7-b374-81030650c578 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379868 Apr 23 00:46:47.880243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e0ed5-048d-45c2-b9b7-a27f4f970cad req-3c0f7cb4-845f-46d2-8d20-ffdc270a86a2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:47.881575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-587e0ed5-048d-45c2-b9b7-a27f4f970cad req-3c0f7cb4-845f-46d2-8d20-ffdc270a86a2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 946 time: 0.0809352 Apr 23 00:46:47.925677 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-587e0ed5-048d-45c2-b9b7-a27f4f970cad req-8e147153-3e8f-4271-b723-1a106ee63d6f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384150 Apr 23 00:46:47.948429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43984) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:48.020325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae36a07-99fc-4e67-b333-ca25c305992a tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:48.021802 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9ae36a07-99fc-4e67-b333-ca25c305992a tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1094 time: 0.0721524 Apr 23 00:46:48.024631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 43988) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:48.029341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:48.035088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:48.038803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:48.041512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:48.047676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:48.057928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:48.192907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:48.321723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.167 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/92112a01-a0d4-458e-b0dd-d892c98cfbd0) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:48.470582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:48.500738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:48.560918 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:48.564263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:48.567800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:46:48.602260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:48.620044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=92112a01-a0d4-458e-b0dd-d892c98cfbd0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:48.642963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:49.101509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:49.177699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:49.236668 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:46:49.385408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:49.389704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:49.499046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=92112a01-a0d4-458e-b0dd-d892c98cfbd0,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:49.509260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:49.681606 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 5cffaa7b-f238-44d7-ad20-71013859c87b associated. External IP: 172.26.8.167, port: 7ca86c4e-95e0-4609-8c5e-d614b0972335. Apr 23 00:46:50.001871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:50.038083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:46:50.331760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:46:50.341916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] Sync routers for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:46:50.351043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:50.351663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:50.355655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:50.411481 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ce6cbb12-ed9b-48e7-815d-035cf9651650 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3857996 Apr 23 00:46:50.412067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:50.414168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 43992) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:50.485587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2610c0-1b60-4126-ad4d-e1ea482764be tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:50.489784 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d2610c0-1b60-4126-ad4d-e1ea482764be tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1094 time: 0.0717847 Apr 23 00:46:50.516581 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2e4023-288c-4982-a87e-6041bdfed043'] response: {'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'status': 'completed', 'code': 200} Apr 23 00:46:50.536166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:50.676465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44002) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:50.682010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185927173', 'description': 'tempest-secgroup-smoke-185927173 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:50.689158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:50.699866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:50.712705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:50.733821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:50.737721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:50.740690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:50.746597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:50.792306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-f92ae6b0-003a-4b52-bca0-7062b5f21153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:50.793960 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-f92ae6b0-003a-4b52-bca0-7062b5f21153 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1099 time: 0.2352250 Apr 23 00:46:50.823300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:50.827201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:50.872482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d93283e-f4a2-440d-aa2a-ec269d00ae2c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:50.880548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:50.881809 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7749abd8-a8c7-49ee-96e2-04674a827ca9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2043054 Apr 23 00:46:50.884698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44006) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:50.894189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5d93283e-f4a2-440d-aa2a-ec269d00ae2c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:50.900691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:50.904656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:50.908224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:50.913251 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:50.932240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:50.933389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-1fe276ea-81de-4a2d-943f-99a5d3f5721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:50.934881 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-1fe276ea-81de-4a2d-943f-99a5d3f5721b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1350672 Apr 23 00:46:50.975309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:49Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:50.979615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] Checking router: f40f8c29-e5ee-4d72-a23a-ca7d06965f44 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:46:50.988879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:46:50.989577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:50.998562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.003815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.029506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b72b9f-74c8-4dc8-ab67-b59850fafbd6,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:51.047032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.051903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44010) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:51.052427 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-efa287c8-0be5-4764-a311-a2ee0da38cd9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663859 Apr 23 00:46:51.059173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5d93283e-f4a2-440d-aa2a-ec269d00ae2c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:51.067883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-3474dd57-3e0d-4ca7-94d5-8b9b70f617ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 1000 time: 0.1274796 Apr 23 00:46:51.068765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:51.072962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:51.105676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:51.117076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:51.148664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-36c2e283-cf74-4c3c-969c-2a395dc4e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:51.150107 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-36c2e283-cf74-4c3c-969c-2a395dc4e837 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0744019 Apr 23 00:46:51.150877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.180855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:46:51.267941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.272851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.286962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-5c3468af-5505-467c-a230-0d27bb40d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:51.288406 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-5c3468af-5505-467c-a230-0d27bb40d772 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1283469 Apr 23 00:46:51.318569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee71386-4669-4d48-9f69-a85cf8b24283,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:51.344415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.345575 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c2bf76d4-42f5-42a7-84f7-b79113e15ec7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927403 Apr 23 00:46:51.348931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44014) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:51.355062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5d93283e-f4a2-440d-aa2a-ec269d00ae2c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:51.362320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:51.366456 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:51.369847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:51.376239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:51.395191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.438876 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-3093ee0e-ae15-4acc-8730-b0a4976efc85 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409960 Apr 23 00:46:51.462873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.467389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.492135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d04237-41bc-4f0e-ba65-49829920abbd,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:51.502723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.505750 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5d087b0c-c596-4dc7-846b-6a61d01906a7 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538730 Apr 23 00:46:51.506734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44018) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:51.512025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5d93283e-f4a2-440d-aa2a-ec269d00ae2c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:51.518607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:51.523972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:51.527396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:51.534450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:51.552625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.584380 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eb2628ee-2d6d-49f5-9831-6e0ee1727ba3 req-164872b6-34e7-497b-b3b1-17e4f67d8811 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386495 Apr 23 00:46:51.595281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:49Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:46:51.600273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4614d6-c034-4a0c-8a71-b0f325ff40d7 None None] The sync data for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv is: [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:49Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:46:51.623461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.627609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.651999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ef82ac-d73e-4b2a-947d-222eed50e675,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:51.661599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.665411 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-06703ece-ce30-4951-9b1b-ac0a8df5cde5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551862 Apr 23 00:46:51.665632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44022) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:51.670780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5d93283e-f4a2-440d-aa2a-ec269d00ae2c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:51.677382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:51.681279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:51.684261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:51.691114 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:51.701044 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:46:51.707776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.779502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.783189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.793777 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e1eefa-74fa-4f39-904d-166b0fdefa74 None None] New status for floating IP 5cffaa7b-f238-44d7-ad20-71013859c87b: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:46:51.810509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5979b9-58f4-4133-8a99-7d509813a253,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:51.821364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.822607 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d74af028-7c36-4ee7-95ce-936ea8e3530a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559961 Apr 23 00:46:51.825345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44026) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:46:51.830312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '5d93283e-f4a2-440d-aa2a-ec269d00ae2c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:51.836104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:51.839973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:46:51.842874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:46:51.848636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:51.860991 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:46:51.867963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.932920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.937211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.965040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f64af0-959c-41a1-920c-18213e8a0499,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:51.974149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:51.975611 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-58b030de-a291-4488-aace-10e4b2ca1307 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492820 Apr 23 00:46:52.144237 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-1109877b-92ef-4380-9641-80ed0894e6bf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185927173&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0398178 Apr 23 00:46:52.291832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-7781c9d4-fdc4-4378-a55d-203b0d740b9f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:52.293258 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-7781c9d4-fdc4-4378-a55d-203b0d740b9f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 797 time: 0.1427305 Apr 23 00:46:52.307711 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-f25e035a-4a76-43ad-868c-1a78330d46cf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0087337 Apr 23 00:46:52.398994 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-96ff922d-989e-49f0-a04a-9553e99f2822 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0858991 Apr 23 00:46:52.456314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-c46dcec5-11aa-4335-8955-5027c2af3c27 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:46:52.457277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-c46dcec5-11aa-4335-8955-5027c2af3c27 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468781 Apr 23 00:46:52.586426 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bfe1062-5861-44b3-8ae5-ce53960fbc1d service neutron] 10.222.0.39 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231303 Apr 23 00:46:52.716272 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-a29c0f0a-279d-4f9b-b5ab-8d080f8d83b2 service neutron] 10.222.0.39 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238911 Apr 23 00:46:52.897195 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-394b14fc-8d76-43aa-8e20-649dc5f54b8b req-7e0e380a-e195-45d2-b360-1dd3bd3acb22 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 210 time: 0.0436401 Apr 23 00:46:54.058114 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6e839e7a-1acd-4398-89c9-24491bdb92ac req-51cccde0-6138-42f4-8bf7-2956dec0af7f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 210 time: 0.0490141 Apr 23 00:46:54.092961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-02e08d3b-e591-48a1-b65d-cc7aeaeb1d21 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:54.094383 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-02e08d3b-e591-48a1-b65d-cc7aeaeb1d21 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 797 time: 0.1901391 Apr 23 00:46:54.164198 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-15fc3fac-a79f-4627-888b-99d0c024310a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 472 time: 0.0459476 Apr 23 00:46:54.179787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': 'b1024048-5719-4161-99bb-ab59ee710449', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['5d93283e-f4a2-440d-aa2a-ec269d00ae2c']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:54.409277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:46:54.418957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:46:54.428233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:46:54.431686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:54.590533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.3 (4ffffa36-09ec-4818-a79c-3ca3a2944737/b81c4f42-574d-44a8-8905-208481579950/8c165415-8bd6-4a92-bdc8-359a51c41fa3) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:46:54.775785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:54.790705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 8c165415-8bd6-4a92-bdc8-359a51c41fa3 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:54.813511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:54.880716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:46:54.888177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:46:54.893404 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:46:54.932418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=8c165415-8bd6-4a92-bdc8-359a51c41fa3,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:54.969195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:54.969814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:54.995793 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-5bce23e3-6e9c-47de-aaf3-75dfeaecded6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194454 Apr 23 00:46:55.013403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Request body: {'port': {'device_id': 'b1024048-5719-4161-99bb-ab59ee710449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:46:55.088589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e7d2cf12-584f-4f96-8ed0-6ac5f07e8673 None None] Provisioning for port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:46:55.094374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e7d2cf12-584f-4f96-8ed0-6ac5f07e8673 None None] Provisioning complete for port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:46:55.094764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e7d2cf12-584f-4f96-8ed0-6ac5f07e8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:55.135306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:55.154488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2cf12-584f-4f96-8ed0-6ac5f07e8673 None None] Port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:46:55.300947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec613bb7-d8da-4a9d-bf89-4bf5884f3d8d req-640796b1-7cbd-4172-899f-ac1231a775b9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:55.308247 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ec613bb7-d8da-4a9d-bf89-4bf5884f3d8d req-640796b1-7cbd-4172-899f-ac1231a775b9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 931 time: 0.1091030 Apr 23 00:46:55.349046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ec613bb7-d8da-4a9d-bf89-4bf5884f3d8d req-ff0b477d-f067-4c69-8784-500cfe4a107d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:55.365367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ec613bb7-d8da-4a9d-bf89-4bf5884f3d8d req-ff0b477d-f067-4c69-8784-500cfe4a107d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:55.367032 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ec613bb7-d8da-4a9d-bf89-4bf5884f3d8d req-ff0b477d-f067-4c69-8784-500cfe4a107d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578320 Apr 23 00:46:55.495082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c165415-8bd6-4a92-bdc8-359a51c41fa3 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:46:55.502811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:55.517355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Transition to ACTIVE for port object 8c165415-8bd6-4a92-bdc8-359a51c41fa3 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:46:55.520863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:55.672649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Pushing event updated for resources: {'Port': ['ID=8c165415-8bd6-4a92-bdc8-359a51c41fa3,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:55.754091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Attempting to bind port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:46:55.754461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Attempting to bind port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:46:55.754789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Attempting to bind port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:46:55.759267 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:46:55.759586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Attempting to bind port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 on network 4ffffa36-09ec-4818-a79c-3ca3a2944737 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:46:55.765388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:46:55.765746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Checking segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:46:55.766129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Bound using segment: {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:46:55.766596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Bound port: 8c165415-8bd6-4a92-bdc8-359a51c41fa3, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab0381f-89f5-4444-95ef-3f538eed72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:46:55.766927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:55.853253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] For port 8c165415-8bd6-4a92-bdc8-359a51c41fa3, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:46:55.856296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] For port 8c165415-8bd6-4a92-bdc8-359a51c41fa3, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:46:55.860561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:55.916956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:55.917573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:46:55.918954 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c165415-8bd6-4a92-bdc8-359a51c41fa3 HTTP/1.1" status: 200 len: 1093 time: 0.9099886 Apr 23 00:46:55.919385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:46:55.948358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605d14-0fd6-4126-9b43-67d6666ade59 service neutron] Pushing event updated for resources: {'Port': ['ID=8c165415-8bd6-4a92-bdc8-359a51c41fa3,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:46:56.004107 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81345111-80c7-456e-bbd1-87ed8d74bb77'] response: {'name': 'network-changed', 'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'status': 'completed', 'code': 200} Apr 23 00:46:56.046837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-324e3154-4e3d-4252-9a35-26c21d0654cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:56.048517 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-324e3154-4e3d-4252-9a35-26c21d0654cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 1096 time: 0.0780058 Apr 23 00:46:56.216512 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-58e3ce7f-e7f5-4bee-90ca-a08d4777a8f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3 HTTP/1.1" status: 200 len: 217 time: 0.1564746 Apr 23 00:46:56.278429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-2fd42716-64d6-4c58-9717-9a9006677df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:56.279810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-2fd42716-64d6-4c58-9717-9a9006677df1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0576293 Apr 23 00:46:56.353382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-ee210964-fffa-434a-a788-edefb1c83754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:56.354917 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-ee210964-fffa-434a-a788-edefb1c83754 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693703 Apr 23 00:46:56.483322 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-37536105-2ec3-4eee-9a76-ede38f0b1aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220045 Apr 23 00:46:56.552549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee6ac2-d43a-41e8-a84f-aa2210c5214b req-2163737c-e706-42e1-a5c7-03ac4d1b7b8c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:56.554007 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b2ee6ac2-d43a-41e8-a84f-aa2210c5214b req-2163737c-e706-42e1-a5c7-03ac4d1b7b8c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 943 time: 0.0810070 Apr 23 00:46:56.599823 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b2ee6ac2-d43a-41e8-a84f-aa2210c5214b req-b12b9b52-95c5-4b8a-b20e-9cd77a4771cb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398834 Apr 23 00:46:56.614815 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f2dd3e4-398d-4ae7-a37e-d05d96781494 req-a26edafe-fd80-4396-a129-654320e27199 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256707 Apr 23 00:46:56.778800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-1331bd19-4f68-46d8-8cf2-09a2d6f3a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:56.780331 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-1331bd19-4f68-46d8-8cf2-09a2d6f3a832 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 1096 time: 0.0693061 Apr 23 00:46:56.910112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-1ce95026-03ba-4d8d-89ae-ddb8f1bc0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:56.911461 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-1ce95026-03ba-4d8d-89ae-ddb8f1bc0ba7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1253014 Apr 23 00:46:56.984463 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-b9d25ca6-fc99-4599-8a36-603868d169e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3 HTTP/1.1" status: 200 len: 217 time: 0.0658247 Apr 23 00:46:57.055386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-73ae9707-0286-4dcb-8fd7-aea876da5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:57.056806 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-73ae9707-0286-4dcb-8fd7-aea876da5240 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0617731 Apr 23 00:46:57.131234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-06019584-bde1-4934-97e8-c841aaae3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:57.133079 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-06019584-bde1-4934-97e8-c841aaae3a03 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702896 Apr 23 00:46:57.265235 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-7bc6554d-7f64-442f-ab37-0e8606d863b9 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255019 Apr 23 00:46:57.396556 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-319f9a13-27f0-4c57-bac6-3107e82ae43a req-b7e8e7a8-377e-4cf3-a663-17eedc530076 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253800 Apr 23 00:46:57.787695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c771a-218e-43b6-8042-a112599fd707 req-9168f202-34c7-4519-b59c-b953ec77cdea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:57.788380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-fb3c771a-218e-43b6-8042-a112599fd707 req-9168f202-34c7-4519-b59c-b953ec77cdea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:46:57.802931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-fb3c771a-218e-43b6-8042-a112599fd707 req-9168f202-34c7-4519-b59c-b953ec77cdea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:46:57.804031 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fb3c771a-218e-43b6-8042-a112599fd707 req-9168f202-34c7-4519-b59c-b953ec77cdea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 943 time: 0.0933836 Apr 23 00:46:57.851892 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fb3c771a-218e-43b6-8042-a112599fd707 req-4b8f8a3f-a7c6-4801-b051-00449eec2ad2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419931 Apr 23 00:46:59.037997 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216934a-dbd4-4cb9-985e-d7045eb22c3b req-77ffb876-305c-454a-940e-5d64d4b1f998 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:46:59.039446 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1216934a-dbd4-4cb9-985e-d7045eb22c3b req-77ffb876-305c-454a-940e-5d64d4b1f998 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 943 time: 0.0829628 Apr 23 00:46:59.083079 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1216934a-dbd4-4cb9-985e-d7045eb22c3b req-ecfbc2e4-b010-45fb-9c7b-e5ebd0827b44 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378850 Apr 23 00:47:00.268155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8cf45-4d0f-4ba4-93bb-23ad05eaef2f req-46a9c055-cb31-40a7-a1ff-1d617ef03ad9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:00.269505 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a3c8cf45-4d0f-4ba4-93bb-23ad05eaef2f req-46a9c055-cb31-40a7-a1ff-1d617ef03ad9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 943 time: 0.0795145 Apr 23 00:47:00.313035 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a3c8cf45-4d0f-4ba4-93bb-23ad05eaef2f req-382d16c3-2d1e-4a26-93c4-0a4365bbc669 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378673 Apr 23 00:47:00.867293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8c165415-8bd6-4a92-bdc8-359a51c41fa3 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:47:00.998441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8c165415-8bd6-4a92-bdc8-359a51c41fa3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:47:01.012093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'port_id': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'mac_address': 'fa:16:3e:fe:c9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:47:01.071564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:01.088375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c165415-8bd6-4a92-bdc8-359a51c41fa3 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:47:01.103253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8c165415-8bd6-4a92-bdc8-359a51c41fa3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:47:01.107240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:01.173256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=8c165415-8bd6-4a92-bdc8-359a51c41fa3,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:47:01.503552 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e441d-b729-40da-a29b-3695390f3e7c req-b11ca795-7cd4-45ab-85c4-aa1944b3d68e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:01.505010 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-260e441d-b729-40da-a29b-3695390f3e7c req-b11ca795-7cd4-45ab-85c4-aa1944b3d68e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 944 time: 0.0833938 Apr 23 00:47:01.518014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8c165415-8bd6-4a92-bdc8-359a51c41fa3'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:47:01.549404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-260e441d-b729-40da-a29b-3695390f3e7c req-c6f5f40f-52b9-48da-b79f-b8f1c4133f03 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 Apr 23 00:47:02.734209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f22b-f1e8-4d65-aa7e-602b2a15df6a req-bfab6e5a-3668-4909-94b8-5e1afe811cc8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:02.735672 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8aa6f22b-f1e8-4d65-aa7e-602b2a15df6a req-bfab6e5a-3668-4909-94b8-5e1afe811cc8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 944 time: 0.0823333 Apr 23 00:47:02.778611 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8aa6f22b-f1e8-4d65-aa7e-602b2a15df6a req-192f61fd-54bf-4e7d-b982-97ede3eb173c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373309 Apr 23 00:47:02.893504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8c165415-8bd6-4a92-bdc8-359a51c41fa3 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:47:02.959982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:47:02.965079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:47:02.965444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:03.082071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:03.107463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:47:03.117292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8c165415-8bd6-4a92-bdc8-359a51c41fa3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:47:03.121025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:03.157247 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042a56f2-8b3c-4ca6-9b00-010e450c1f46'] response: {'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'code': 200} Apr 23 00:47:03.188392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=8c165415-8bd6-4a92-bdc8-359a51c41fa3,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:47:03.411828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324e7a9-bced-4758-89a8-b27f8f8ff8e5 req-4fc1ad5d-b908-408b-8b9c-c2c693022c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:03.413191 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9324e7a9-bced-4758-89a8-b27f8f8ff8e5 req-4fc1ad5d-b908-408b-8b9c-c2c693022c22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 1098 time: 0.0691586 Apr 23 00:47:03.453290 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9324e7a9-bced-4758-89a8-b27f8f8ff8e5 req-680135c4-46fe-4859-aa0b-8ceb07f11f66 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343263 Apr 23 00:47:04.055876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722614b0-5dd6-4d1d-ace9-231ef81ce533 req-517d416d-2a0c-46e5-8f42-34f4c10a7394 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:04.057383 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-722614b0-5dd6-4d1d-ace9-231ef81ce533 req-517d416d-2a0c-46e5-8f42-34f4c10a7394 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 945 time: 0.1711068 Apr 23 00:47:04.101878 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-722614b0-5dd6-4d1d-ace9-231ef81ce533 req-dbfbbebd-00c4-4e1d-9b7e-0f5e54e158a9 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381317 Apr 23 00:47:05.290580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72b3d1-018e-4d35-8ccd-28a52a9308d1 req-b41a03ee-4b8d-40f6-9345-98e870b6b0da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:05.291959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a72b3d1-018e-4d35-8ccd-28a52a9308d1 req-b41a03ee-4b8d-40f6-9345-98e870b6b0da tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 945 time: 0.0832601 Apr 23 00:47:05.337828 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a72b3d1-018e-4d35-8ccd-28a52a9308d1 req-20d00e06-4c3a-46b7-9c13-53230ba905ba tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389924 Apr 23 00:47:05.523387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df33b1-a31b-4e47-8812-0ba9bde164b8 req-39561dee-ed5d-4dd5-86be-abc14f189e78 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:05.524817 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-84df33b1-a31b-4e47-8812-0ba9bde164b8 req-39561dee-ed5d-4dd5-86be-abc14f189e78 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 945 time: 0.0819123 Apr 23 00:47:05.568298 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-84df33b1-a31b-4e47-8812-0ba9bde164b8 req-183d800f-62f2-46b8-8b0e-c0452d7e53b1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375862 Apr 23 00:47:05.590929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44084) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:47:05.660982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700c17e8-c4aa-4921-b828-84c533f463ed tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:05.662480 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-700c17e8-c4aa-4921-b828-84c533f463ed tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 1093 time: 0.0705540 Apr 23 00:47:05.665120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44088) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:47:05.669854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:47:05.676652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:47:05.680429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:47:05.683196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:47:05.689760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:47:05.700047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:05.835848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:05.973447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.198 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/681073d4-c161-4e6c-9001-339ab9e6c116) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:47:06.117969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:06.147628 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:06.209583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:47:06.210742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:47:06.214326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:47:06.259931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=681073d4-c161-4e6c-9001-339ab9e6c116,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:47:06.633855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:06.706614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:06.906859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:06.910984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:07.117916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=681073d4-c161-4e6c-9001-339ab9e6c116,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:47:07.128139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:07.298522 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP e1fc4184-549d-4393-a0c0-1124f6d89a59 associated. External IP: 172.26.8.198, port: 8c165415-8bd6-4a92-bdc8-359a51c41fa3. Apr 23 00:47:07.643584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:47:07.817290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:47:07.827410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] Sync routers for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:47:07.836775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:47:07.837371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:47:07.843495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:07.901166 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5268d5cf-06e4-49fa-bb9c-2ace5181f6a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2348912 Apr 23 00:47:07.901578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:47:07.946762 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a96877e-c7a6-4499-8644-99edb2ee41ad'] response: {'name': 'network-changed', 'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'status': 'completed', 'code': 200} Apr 23 00:47:08.023009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:47:08.062995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-b5c12cc5-d9aa-486c-af5f-1022014945de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:08.064454 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-b5c12cc5-d9aa-486c-af5f-1022014945de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 1098 time: 0.0697546 Apr 23 00:47:08.197049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-0891126c-391b-488e-a00f-c07e49ab6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:08.198422 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-0891126c-391b-488e-a00f-c07e49ab6099 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1271756 Apr 23 00:47:08.302068 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-eaa36b9f-8185-4f7e-8389-38d16ee5ee17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3 HTTP/1.1" status: 200 len: 999 time: 0.0962601 Apr 23 00:47:08.363587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-089adc04-b2b0-4cfc-86a7-b1986be94d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:08.365105 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-089adc04-b2b0-4cfc-86a7-b1986be94d62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0569875 Apr 23 00:47:08.376640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:51Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}, {'id': 'e1fc4184-549d-4393-a0c0-1124f6d89a59', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.198', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:fe:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1024048-5719-4161-99bb-ab59ee710449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:47:06Z', 'updated_at': '2022-04-23T00:47:06Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:47:08.380735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] Checking router: f40f8c29-e5ee-4d72-a23a-ca7d06965f44 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:47:08.389089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:47:08.390381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:46:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:47:08.443359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-cd9b3846-62a9-4dae-9a07-ae33d438d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:08.445100 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-cd9b3846-62a9-4dae-9a07-ae33d438d67c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739665 Apr 23 00:47:08.601340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:47:08.692384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-865ca0d5-e2b2-4196-83e7-2c206023fc8f service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406096 Apr 23 00:47:08.822989 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-28216bf2-1d48-4975-bc35-e7efd61d2ff8 req-71b0ca87-f6fc-4f4b-849d-4827496970e0 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247203 Apr 23 00:47:08.950534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:51Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}, {'id': 'e1fc4184-549d-4393-a0c0-1124f6d89a59', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.198', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:fe:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1024048-5719-4161-99bb-ab59ee710449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:47:06Z', 'updated_at': '2022-04-23T00:47:06Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:47:08.954457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03d37d3-d193-466f-bf6f-7b3ee60a6b18 None None] The sync data for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv is: [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:51Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}, {'id': 'e1fc4184-549d-4393-a0c0-1124f6d89a59', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.198', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:fe:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1024048-5719-4161-99bb-ab59ee710449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:47:06Z', 'updated_at': '2022-04-23T00:47:06Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:47:09.146735 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd642482-b110-46a7-8060-15fa2cf0af5a None None] New status for floating IP e1fc4184-549d-4393-a0c0-1124f6d89a59: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:47:09.975476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:15.175150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8ea6302e-c04d-4e31-9ffc-1cc88a47607b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:17.590105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-528bd403-54b7-49de-828f-299b8ada1782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:18.604746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:18.644738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:20.003865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:26.238769 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:47:28.122745 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-61cd6fb8-1b76-4d94-8109-e75421ece1db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052625 Apr 23 00:47:28.278576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-ea23d289-1e74-4f56-9c3b-d352c74e90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:28.279979 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-ea23d289-1e74-4f56-9c3b-d352c74e90f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1099 time: 0.0717142 Apr 23 00:47:28.418853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-8a150715-6593-42a8-8027-f389963229c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:28.420831 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-8a150715-6593-42a8-8027-f389963229c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1236851 Apr 23 00:47:28.519590 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-782f0ecb-9bfe-4ff6-8ba9-61463b0607f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 1002 time: 0.0931010 Apr 23 00:47:28.579269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-449e6cb3-6fae-4505-a683-5b2e94259e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:28.580603 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-449e6cb3-6fae-4505-a683-5b2e94259e9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0552163 Apr 23 00:47:28.655683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-63a4bb35-0218-4961-95c4-4b78ee869dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:47:28.657096 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-63a4bb35-0218-4961-95c4-4b78ee869dd7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705373 Apr 23 00:47:28.784990 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-207961a4-3943-4c4e-b2db-95c110a4c39e service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207969 Apr 23 00:47:28.915483 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b37913c-b412-481a-8186-2e42d2a32e96 req-f55e9d00-5a23-487d-978f-a4e54fc99d56 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239212 Apr 23 00:47:39.984945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:45.176939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1f845549-4c9d-48d1-8edd-d9e12e8be89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:47.591614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e061e33f-b8ec-4a8d-950e-236bf09074b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:48.607634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:48.646961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:47:50.006869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:03.237222 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:48:10.005587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:12.889411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44114) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:12.997712 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-049bdc2c-2865-42ca-981d-09b51c93482c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/5cffaa7b-f238-44d7-ad20-71013859c87b HTTP/1.1" status: 200 len: 994 time: 0.1071503 Apr 23 00:48:14.959989 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44124) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:14.965831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:15.090409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:15.179439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-16961f0c-d8c8-4fb5-b5be-7adc266d1a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:15.323984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:15.350926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:15.355613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:15.420571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:15.421409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:15.422863 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/ports/7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 939 time: 0.4619009 Apr 23 00:48:15.423515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:15.456476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=6']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:15.464358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.464718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.465206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.465540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.465879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.466207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.466562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.467040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.467373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.467704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.468027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.468433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e52f66-81b7-4da9-bc79-7e518845600d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:15.473256 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de470f06-88f9-4700-a8a6-a2ff88449bb4'] response: {'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'status': 'completed', 'code': 200} Apr 23 00:48:15.611798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-692668d6-819c-4acc-bf24-18f05fba2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:15.613309 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-692668d6-819c-4acc-bf24-18f05fba2d3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1100 time: 0.0951746 Apr 23 00:48:15.616341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a0e748c0-1162-418e-9a0a-7c885fb819e9 None None] Provisioning complete for port 7ca86c4e-95e0-4609-8c5e-d614b0972335 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:15.616716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a0e748c0-1162-418e-9a0a-7c885fb819e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:15.681240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a0e748c0-1162-418e-9a0a-7c885fb819e9 None None] Port 7ca86c4e-95e0-4609-8c5e-d614b0972335 is administratively disabled so it will not transition to active. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 23 00:48:15.740139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-b0774f91-c569-42b6-ba68-32dfbffcdfd0 req-be9fa60e-5e7d-43d2-8f85-1ab296262755 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] (88072) timed out ('10.222.0.42', 49852) {{(pid=88072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 23 00:48:15.793901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-9645c7bf-9fe8-4d41-be98-c254940b779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:15.796269 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-9645c7bf-9fe8-4d41-be98-c254940b779b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1762674 Apr 23 00:48:15.906225 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-28fe8ad8-d815-4b6f-87e5-72852af4182e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 1003 time: 0.1038020 Apr 23 00:48:15.974672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-d4d7d103-8a76-4d24-bf5c-b746b4efdfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:15.976116 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-d4d7d103-8a76-4d24-bf5c-b746b4efdfe2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0636163 Apr 23 00:48:16.055780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-2fc140e6-23c2-438b-a9d7-adaee1513069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:16.057347 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-2fc140e6-23c2-438b-a9d7-adaee1513069 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753558 Apr 23 00:48:16.191157 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-292a69af-9201-47af-ab33-7199ad9280b5 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269932 Apr 23 00:48:16.415906 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7527e01-1e06-48a1-8464-3d129c31cf0a req-9a504b73-fb9b-4d5e-a3f8-6c3528ddfdf7 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185662 Apr 23 00:48:17.595694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-45b09a68-4472-456e-b49a-0680d967e054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:18.610557 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:18.649827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:18.958188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44134) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:18.964034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:19.085593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:19.402731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:19.428108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:19.432452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:19.498809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:19.499463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:19.503457 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/ports/7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 938 time: 0.5417788 Apr 23 00:48:19.503457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:19.504376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44138) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:19.532829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de435c1f-ddb0-44e5-bc64-6428f96d2455 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=7']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:19.576620 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3b6ac3-b554-4854-87c0-c33225bf0dd0'] response: {'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'status': 'completed', 'code': 200} Apr 23 00:48:19.688239 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1f3691c9-bfd0-49f3-9436-975c9b85db60 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/5cffaa7b-f238-44d7-ad20-71013859c87b HTTP/1.1" status: 200 len: 994 time: 0.1832011 Apr 23 00:48:19.714110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-26eb107f-4673-41fe-ac80-9e7ca4fcc741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:19.716927 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-26eb107f-4673-41fe-ac80-9e7ca4fcc741 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1099 time: 0.0924771 Apr 23 00:48:19.730367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ea2d5af9-5a9f-4c95-a5a0-9afa4f95dc67 None None] Provisioning complete for port 7ca86c4e-95e0-4609-8c5e-d614b0972335 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:19.730885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ea2d5af9-5a9f-4c95-a5a0-9afa4f95dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:19.850375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-c3761ca2-58ef-4e58-82af-55406d96577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:19.851709 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-c3761ca2-58ef-4e58-82af-55406d96577d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1300938 Apr 23 00:48:19.910665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['7ca86c4e-95e0-4609-8c5e-d614b0972335'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:48:19.958159 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-52b9d0a5-1911-4711-a43c-48dcda5c503d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 1002 time: 0.0995548 Apr 23 00:48:20.025109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-60a88ff7-44b8-42cd-b844-bef05f61e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:20.026761 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-60a88ff7-44b8-42cd-b844-bef05f61e213 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0620058 Apr 23 00:48:20.028403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:20.101234 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-6e9dc238-5a98-4b5c-8562-f5cd8fc76a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:20.102700 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-6e9dc238-5a98-4b5c-8562-f5cd8fc76a47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705981 Apr 23 00:48:20.233542 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-efb10726-6cea-471f-95cb-90d6a976349d service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243758 Apr 23 00:48:20.361458 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-750a2bf7-f4df-4674-99ef-b5215b1ed7cf req-3812773e-d82f-4bb0-a4b8-ddd00ea143f2 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221032 Apr 23 00:48:22.269076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44150) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:22.467475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 681073d4-c161-4e6c-9001-339ab9e6c116 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:48:22.467757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:22.635316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:22.635555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:22.855051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 681073d4-c161-4e6c-9001-339ab9e6c116 owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:48:23.012194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:23.060851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=681073d4-c161-4e6c-9001-339ab9e6c116,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:23.093516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.093864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.094203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.094561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.094912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.095242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.095541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.095862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.096184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.096504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.096825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.097140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:23.161814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:23.162154 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP e1fc4184-549d-4393-a0c0-1124f6d89a59 disassociated (deleted). External IP: 172.26.8.198, port: 8c165415-8bd6-4a92-bdc8-359a51c41fa3. Apr 23 00:48:23.512001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:48:23.687593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:48:23.697110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] Sync routers for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:48:23.706634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:23.707231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:23.709217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:23.767529 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-47c5a56e-09ec-4048-8ec2-5c0b9bfe3b43 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/e1fc4184-549d-4393-a0c0-1124f6d89a59 HTTP/1.1" status: 204 len: 168 time: 1.4974144 Apr 23 00:48:23.768110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:23.868989 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032bcecb-1fc9-401d-b90e-75f34d781cb6'] response: {'name': 'network-changed', 'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'status': 'completed', 'code': 200} Apr 23 00:48:23.936323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:24.007173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-174f8192-4c25-425f-966f-48cb2aec7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:24.008940 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-174f8192-4c25-425f-966f-48cb2aec7b6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 1098 time: 0.0929456 Apr 23 00:48:24.175076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-2c06fe17-994c-48a2-b1a3-6eee040cb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:24.176508 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-2c06fe17-994c-48a2-b1a3-6eee040cb8fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1358366 Apr 23 00:48:24.285759 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-c4e53187-a7ff-4848-8cd2-72ce01784a30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3 HTTP/1.1" status: 200 len: 217 time: 0.0766592 Apr 23 00:48:24.300084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:51Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:24.304022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] Checking router: f40f8c29-e5ee-4d72-a23a-ca7d06965f44 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:48:24.312935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:24.313519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:24.366450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-fe03eb38-e457-4882-9c60-53a3703672bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:24.367876 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-fe03eb38-e457-4882-9c60-53a3703672bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0748451 Apr 23 00:48:24.376800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d868a0-2cfb-49c2-b0bd-95197dc30259 req-be78a0a5-86fc-4bef-adbc-91fc29f142fc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:24.377486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-82d868a0-2cfb-49c2-b0bd-95197dc30259 req-be78a0a5-86fc-4bef-adbc-91fc29f142fc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:24.495049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:24.540494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-82d868a0-2cfb-49c2-b0bd-95197dc30259 req-be78a0a5-86fc-4bef-adbc-91fc29f142fc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:24.541574 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-82d868a0-2cfb-49c2-b0bd-95197dc30259 req-be78a0a5-86fc-4bef-adbc-91fc29f142fc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 945 time: 0.4175706 Apr 23 00:48:24.597205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-d15f5fbf-27f6-4bfe-a1d6-6225ff5d7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:24.598696 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-d15f5fbf-27f6-4bfe-a1d6-6225ff5d7dea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2175889 Apr 23 00:48:24.603221 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-82d868a0-2cfb-49c2-b0bd-95197dc30259 req-397c09e4-7ece-4cc1-8810-3e8686993ebc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538228 Apr 23 00:48:24.730039 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-902fb120-e574-4b38-b054-a5da3321795a service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241872 Apr 23 00:48:24.843888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:51Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:24.848056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac1c19-2d36-436e-9a5b-9705a4a4bbe7 None None] The sync data for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv is: [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '5cffaa7b-f238-44d7-ad20-71013859c87b', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.167', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'port_id': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'mac_address': 'fa:16:3e:50:44:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10a294d8-88ed-484c-aa23-218e6032163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:46:49Z', 'updated_at': '2022-04-23T00:46:51Z', 'revision_number': 1, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:48:24.864472 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0d557af-bb44-4806-a6d1-a54567cd2a71 req-b58c1c17-8bd4-4742-a1f4-f7236fa4fb45 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276453 Apr 23 00:48:25.055822 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c484b5-6f89-45f4-89d2-20e2560ac43d None None] New status for floating IP e1fc4184-549d-4393-a0c0-1124f6d89a59: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:48:25.821128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-3c69363f-9a45-43f8-a816-fce148f8ce44 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:25.822591 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-3c69363f-9a45-43f8-a816-fce148f8ce44 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 945 time: 0.0857277 Apr 23 00:48:25.840685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa296d7-da4f-4c48-9dea-756195c7ee52 req-a4e61ed6-a053-4eda-9526-7c6340e80b1c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:25.842393 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3aa296d7-da4f-4c48-9dea-756195c7ee52 req-a4e61ed6-a053-4eda-9526-7c6340e80b1c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 945 time: 0.1275167 Apr 23 00:48:25.886797 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3aa296d7-da4f-4c48-9dea-756195c7ee52 req-d83cac94-e13f-448a-a3c1-6044844b2979 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d93283e-f4a2-440d-aa2a-ec269d00ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386569 Apr 23 00:48:25.891975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:48:25.892317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:26.134939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 8c165415-8bd6-4a92-bdc8-359a51c41fa3, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8c165415-8bd6-4a92-bdc8-359a51c41fa3,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:26.135268 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:26.255889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 8c165415-8bd6-4a92-bdc8-359a51c41fa3 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:48:26.397122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:26.449402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=8c165415-8bd6-4a92-bdc8-359a51c41fa3,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:26.521399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 8c165415-8bd6-4a92-bdc8-359a51c41fa3 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:48:26.523829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:26.526197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'name': 'network-vif-deleted', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:26.542148 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7023c653-d71f-48b0-8949-d5b6ec7ced23 req-0e2b2aae-8875-4d43-a3fb-6729d6b1816a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/8c165415-8bd6-4a92-bdc8-359a51c41fa3 HTTP/1.1" status: 204 len: 173 time: 0.7133107 Apr 23 00:48:26.574316 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc2eb67-8688-4ba6-a4f0-f75281413008'] response: {'server_uuid': 'b1024048-5719-4161-99bb-ab59ee710449', 'name': 'network-vif-deleted', 'tag': '8c165415-8bd6-4a92-bdc8-359a51c41fa3', 'status': 'completed', 'code': 200} Apr 23 00:48:27.053492 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fa6ef54-afaa-41ee-bcbe-e5b7d4e13771 req-d3b12aec-430b-4da7-b51f-536bca77fc0c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1024048-5719-4161-99bb-ab59ee710449 HTTP/1.1" status: 200 len: 210 time: 0.0443158 Apr 23 00:48:28.152365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44174) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:28.224002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8549b2c4-8e5a-407d-a540-28174e4b840f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:28.254009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8549b2c4-8e5a-407d-a540-28174e4b840f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:28.318379 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8549b2c4-8e5a-407d-a540-28174e4b840f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:28.336683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549b2c4-8e5a-407d-a540-28174e4b840f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d93283e-f4a2-440d-aa2a-ec269d00ae2c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:28.349938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8549b2c4-8e5a-407d-a540-28174e4b840f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:28.351102 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8549b2c4-8e5a-407d-a540-28174e4b840f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d93283e-f4a2-440d-aa2a-ec269d00ae2c HTTP/1.1" status: 204 len: 168 time: 0.1977460 Apr 23 00:48:28.381096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44180) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:28.578621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 92112a01-a0d4-458e-b0dd-d892c98cfbd0 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:48:28.578868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:28.747128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:28.747496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:28.867793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 92112a01-a0d4-458e-b0dd-d892c98cfbd0 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:48:29.018306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:29.069100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=92112a01-a0d4-458e-b0dd-d892c98cfbd0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:29.158050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:29.158324 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 5cffaa7b-f238-44d7-ad20-71013859c87b disassociated (deleted). External IP: 172.26.8.167, port: 7ca86c4e-95e0-4609-8c5e-d614b0972335. Apr 23 00:48:29.300522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8c165415-8bd6-4a92-bdc8-359a51c41fa3 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:48:29.335696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 8c165415-8bd6-4a92-bdc8-359a51c41fa3 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:48:29.336118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8c165415-8bd6-4a92-bdc8-359a51c41fa3 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:48:29.621301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:48:29.794086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:48:29.804383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] Sync routers for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:48:29.811018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:29.815201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:29.815201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:29.868256 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e7af172c-3268-4d8c-9548-2faebb628794 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/5cffaa7b-f238-44d7-ad20-71013859c87b HTTP/1.1" status: 204 len: 168 time: 1.4860690 Apr 23 00:48:29.870125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:29.913523 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278f7c6b-6561-489c-9a74-f7ef97f81df5'] response: {'name': 'network-changed', 'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'status': 'completed', 'code': 200} Apr 23 00:48:29.997107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:30.044096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-cac3c0ec-ac9b-4dbd-ad35-f2cbefd8041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:30.046415 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-cac3c0ec-ac9b-4dbd-ad35-f2cbefd8041b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 1099 time: 0.0887940 Apr 23 00:48:30.197515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-be2a722c-ef8e-43a2-87c0-ca8dcf7f78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:30.199016 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-be2a722c-ef8e-43a2-87c0-ca8dcf7f78b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 200 len: 897 time: 0.1471522 Apr 23 00:48:30.264451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6db645-598b-4556-b561-cffaf3a1307f req-fda6eeee-e51b-480c-9b6c-34d8768b182d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:30.265214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-fa6db645-598b-4556-b561-cffaf3a1307f req-fda6eeee-e51b-480c-9b6c-34d8768b182d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:30.282635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-fa6db645-598b-4556-b561-cffaf3a1307f req-fda6eeee-e51b-480c-9b6c-34d8768b182d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:30.284003 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa6db645-598b-4556-b561-cffaf3a1307f req-fda6eeee-e51b-480c-9b6c-34d8768b182d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 946 time: 0.1038334 Apr 23 00:48:30.333021 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa6db645-598b-4556-b561-cffaf3a1307f req-7fc6046a-08a2-4fef-bd5e-e00de682b40b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430448 Apr 23 00:48:30.368287 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-0ffc86ef-56bf-4967-85d4-38397cd8f16a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 200 len: 217 time: 0.1621275 Apr 23 00:48:30.394421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:30.398266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] Checking router: f40f8c29-e5ee-4d72-a23a-ca7d06965f44 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:48:30.406692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:30.407297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:30.429473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-6e319e37-eca9-44a8-a4d5-004138674324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:30.430908 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-6e319e37-eca9-44a8-a4d5-004138674324 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 200 len: 835 time: 0.0559552 Apr 23 00:48:30.507868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-7275e27e-09e2-4289-abf4-1bcc0b9f626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:30.509307 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-7275e27e-09e2-4289-abf4-1bcc0b9f626d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4ffffa36-09ec-4818-a79c-3ca3a2944737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710971 Apr 23 00:48:30.585339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:30.642219 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-8bf07c02-013f-4164-92c4-7d412671829e service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243305 Apr 23 00:48:30.772277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d708d546-c7d1-46dc-a091-16f6879aebfc req-7cfac7b1-6a88-4687-a1e7-60efd03c7fb4 service neutron] 10.222.0.42 "GET /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242874 Apr 23 00:48:30.895157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:30.899234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b194c-be05-4156-955b-449f3fe26636 None None] The sync data for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv is: [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bfd93111-748d-4991-9ba6-e34ae839b1a0', 'name': '', 'network_id': '4ffffa36-09ec-4818-a79c-3ca3a2944737', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:b7:d8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'b81c4f42-574d-44a8-8905-208481579950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:28Z', 'updated_at': '2022-04-23T00:46:33Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'b81c4f42-574d-44a8-8905-208481579950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:48:31.106391 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe328e7-df27-4eb1-abcb-acc6aa4db823 None None] New status for floating IP 5cffaa7b-f238-44d7-ad20-71013859c87b: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:48:31.522408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a1773-c637-478c-a60c-d8f40e153d18 req-7d3699b5-76bf-431b-946b-f31a7911d081 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:31.523099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-dc9a1773-c637-478c-a60c-d8f40e153d18 req-7d3699b5-76bf-431b-946b-f31a7911d081 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:31.534467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-dc9a1773-c637-478c-a60c-d8f40e153d18 req-7d3699b5-76bf-431b-946b-f31a7911d081 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:31.535557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc9a1773-c637-478c-a60c-d8f40e153d18 req-7d3699b5-76bf-431b-946b-f31a7911d081 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 946 time: 0.0924764 Apr 23 00:48:31.584529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-dc9a1773-c637-478c-a60c-d8f40e153d18 req-6bef017b-2aa6-4ac5-a727-f0ad0f26f0dc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:31.599729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-dc9a1773-c637-478c-a60c-d8f40e153d18 req-6bef017b-2aa6-4ac5-a727-f0ad0f26f0dc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:31.600900 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc9a1773-c637-478c-a60c-d8f40e153d18 req-6bef017b-2aa6-4ac5-a727-f0ad0f26f0dc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=0586703f-d75f-4637-b685-d94a11fbfa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596745 Apr 23 00:48:32.139719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-188b3a1b-47da-496c-94c3-383d2b919e5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:32.141131 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-188b3a1b-47da-496c-94c3-383d2b919e5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 946 time: 0.0818386 Apr 23 00:48:32.210689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 7ca86c4e-95e0-4609-8c5e-d614b0972335 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:48:32.211030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:32.454952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 7ca86c4e-95e0-4609-8c5e-d614b0972335, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=7ca86c4e-95e0-4609-8c5e-d614b0972335,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:32.455223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:32.577991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 7ca86c4e-95e0-4609-8c5e-d614b0972335 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:48:32.721821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:32.755738 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a7b662da-e110-4603-a5f7-fc01c6e00e90 req-0a754f7f-bf45-4b25-aac4-48ba89faa7d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=10a294d8-88ed-484c-aa23-218e6032163c HTTP/1.1" status: 200 len: 210 time: 0.0467827 Apr 23 00:48:32.775035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=7ca86c4e-95e0-4609-8c5e-d614b0972335,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:32.849236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 7ca86c4e-95e0-4609-8c5e-d614b0972335 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:48:32.851632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:32.855327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'name': 'network-vif-deleted', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:32.869588 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f3f26757-14ac-4311-a6d2-488541ce8994 req-e1237b73-a061-4033-b909-c8854edceb50 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/7ca86c4e-95e0-4609-8c5e-d614b0972335 HTTP/1.1" status: 204 len: 173 time: 0.7230873 Apr 23 00:48:32.902824 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3188d598-e11a-4533-b737-08ea96606917'] response: {'server_uuid': '10a294d8-88ed-484c-aa23-218e6032163c', 'name': 'network-vif-deleted', 'tag': '7ca86c4e-95e0-4609-8c5e-d614b0972335', 'status': 'completed', 'code': 200} Apr 23 00:48:33.854211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44198) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:33.921579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c1f058a-c896-4008-91d2-c3916090723e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:33.950671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c1f058a-c896-4008-91d2-c3916090723e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:34.018658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c1f058a-c896-4008-91d2-c3916090723e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:34.036480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f058a-c896-4008-91d2-c3916090723e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0586703f-d75f-4637-b685-d94a11fbfa1d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:34.048577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7c1f058a-c896-4008-91d2-c3916090723e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:34.052466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7c1f058a-c896-4008-91d2-c3916090723e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/0586703f-d75f-4637-b685-d94a11fbfa1d HTTP/1.1" status: 204 len: 168 time: 0.1944807 Apr 23 00:48:34.081463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44204) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:34.727949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:35.079457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port bfd93111-748d-4991-9ba6-e34ae839b1a0 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:48:35.079796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:35.271513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port bfd93111-748d-4991-9ba6-e34ae839b1a0, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bfd93111-748d-4991-9ba6-e34ae839b1a0,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:35.272164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:35.365819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7ca86c4e-95e0-4609-8c5e-d614b0972335 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:48:35.397816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for bfd93111-748d-4991-9ba6-e34ae839b1a0 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:48:35.400117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 7ca86c4e-95e0-4609-8c5e-d614b0972335 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:48:35.400460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 7ca86c4e-95e0-4609-8c5e-d614b0972335 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:48:35.827428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:35.874125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=bfd93111-748d-4991-9ba6-e34ae839b1a0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:36.151888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:36.500786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:48:36.673199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:48:36.682580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] Sync routers for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:48:36.687739 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2eab3667-9b55-49da-ba4b-ccaacc29519b tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/f40f8c29-e5ee-4d72-a23a-ca7d06965f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6026998 Apr 23 00:48:36.688374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44208) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:36.692242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:36.693098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:36.755517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet b81c4f42-574d-44a8-8905-208481579950 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:48:36.758352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:36.812616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:36.868449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:36.897158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:36.971276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.011865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=b81c4f42-574d-44a8-8905-208481579950,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:37.019811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.026500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ae66822b-1b5a-4f5b-addd-95a823f19860 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/b81c4f42-574d-44a8-8905-208481579950 HTTP/1.1" status: 204 len: 168 time: 0.3371634 Apr 23 00:48:37.029370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44212) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:37.051646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc393f4-c766-422b-a589-4e81ab5dc328 None None] Network 4ffffa36-09ec-4818-a79c-3ca3a2944737 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:48:37.317202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.327877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:48:35Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:37.333113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] Checking router: f40f8c29-e5ee-4d72-a23a-ca7d06965f44 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:48:37.343931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] Routers {'f40f8c29-e5ee-4d72-a23a-ca7d06965f44'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:37.344530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:37.443959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] DHCP port deletion for 4ffffa36-09ec-4818-a79c-3ca3a2944737 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:48:37.459803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Deleting port cab8ba64-3724-40fe-85d6-990e743ddc98 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:48:37.460177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.509185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.519578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:48:37.520038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.689117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] Set router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:37.695637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:37.695998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.819156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:48:37.936402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] For port cab8ba64-3724-40fe-85d6-990e743ddc98, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cab8ba64-3724-40fe-85d6-990e743ddc98,segment=NetworkSegment(4ab0381f-89f5-4444-95ef-3f538eed72f8),segment_id=4ab0381f-89f5-4444-95ef-3f538eed72f8)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:37.936796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:37.989788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.041094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=9b19d9c4-2f92-4ee5-8e30-bc5415039c2a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:38.069151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Calling delete_port for cab8ba64-3724-40fe-85d6-990e743ddc98 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:48:38.128517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.204985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.257685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Pushing event deleted for resources: {'Port': ['ID=cab8ba64-3724-40fe-85d6-990e743ddc98,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:38.260625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] No DVR routers for this DVR port cab8ba64-3724-40fe-85d6-990e743ddc98 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:48:38.272879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.273313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.273568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.274003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.274229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.274591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.274919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.275249 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.275579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.275908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.276230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.276551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87241c70-5a0f-47da-af49-10e20aa479cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:38.290807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:48:35Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:38.296918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d9c90-d76b-47fc-a386-37eb33d5795c None None] The sync data for ids ['f40f8c29-e5ee-4d72-a23a-ca7d06965f44'] in dv-neutron-838784-1-hyperv is: [{'id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'name': 'tempest-TestNetworkBasicOps-router-84943680', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:48:35Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '9b19d9c4-2f92-4ee5-8e30-bc5415039c2a', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40f8c29-e5ee-4d72-a23a-ca7d06965f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:46:24Z', 'updated_at': '2022-04-23T00:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:48:38.302716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.305022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.332735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.332735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router f40f8c29-e5ee-4d72-a23a-ca7d06965f44 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:48:38.347560 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.348654 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2b4a7ad5-48c7-43e4-acac-e1da5fb04609 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/f40f8c29-e5ee-4d72-a23a-ca7d06965f44 HTTP/1.1" status: 204 len: 168 time: 1.3183734 Apr 23 00:48:38.351263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44216) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:38.463577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.591863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.616318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffffa36-09ec-4818-a79c-3ca3a2944737']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:38.629330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab0381f-89f5-4444-95ef-3f538eed72f8') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:38.629629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab0381f-89f5-4444-95ef-3f538eed72f8') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:38.641669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.661810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.668084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:48:38.668514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:48:38.788853 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:48:38.868385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.889134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:38.900615 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=4ffffa36-09ec-4818-a79c-3ca3a2944737,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:38.909958 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d3b209d4-31b0-43db-8838-437824446fd1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/4ffffa36-09ec-4818-a79c-3ca3a2944737 HTTP/1.1" status: 204 len: 168 time: 0.5576401 Apr 23 00:48:38.938966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44220) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:38.946577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'network': {'name': 'tempest-network-smoke--313756873', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'port_security_enabled': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:38.951795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:38.956170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:network and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:38.958974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:38.964551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:38.978291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:48:38.981952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.009721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:48:39.019817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.020272 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Added segment 800bf76b-ac18-4067-a011-8e28ba825e25 of type vlan for network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 Apr 23 00:48:39.047289 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.077750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.083259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:39.083832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.189062 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2473919 Apr 23 00:48:39.191856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44224) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:39.195185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e891f2-678c-4893-baee-7574ac3fb42e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Network': ['ID=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:39.197362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-764976051', 'admin_state_up': True, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:39.206168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:39.206842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:48:39.210083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:router and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:39.212923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:39.219433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:39.229303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.230279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.246346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.395817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfd93111-748d-4991-9ba6-e34ae839b1a0 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:48:39.429875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: bfd93111-748d-4991-9ba6-e34ae839b1a0 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:48:39.430220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bfd93111-748d-4991-9ba6-e34ae839b1a0 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:48:39.430662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cab8ba64-3724-40fe-85d6-990e743ddc98 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:48:39.465286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: cab8ba64-3724-40fe-85d6-990e743ddc98 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:48:39.465552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cab8ba64-3724-40fe-85d6-990e743ddc98 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:48:39.466003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:48:39.501718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:48:39.502060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 9b19d9c4-2f92-4ee5-8e30-bc5415039c2a not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:48:39.518884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.812625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.844557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:39.973098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.210 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/3caad751-6fc2-457c-ac00-198a350d2bd2) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:48:40.027547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:40.119200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:40.148071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:40.209743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:48:40.212454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:48:40.220762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:48:40.237277 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:48:40.255412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=3caad751-6fc2-457c-ac00-198a350d2bd2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:40.722726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:41.056951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:41.254895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:48:41.429143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:48:41.439715 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Sync routers for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:48:41.449214 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:41.449816 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:41.455144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:41.456418 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d6ffe412-9f2b-4562-a4a6-adbaa6d99a0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2634771 Apr 23 00:48:41.459648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44228) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:41.499803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-83035633-9f94-428f-b261-40e6ec37f71c tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=912128252a6d4ab09fd3b4ef142f6f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390835 Apr 23 00:48:41.502417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44232) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:41.625754 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:41.631276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3be466-1ce4-4724-b27f-d21348145b8b tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:41.632773 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7e3be466-1ce4-4724-b27f-d21348145b8b tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294796 Apr 23 00:48:41.635667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44236) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:41.678897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8a7ff73c-39f6-4f05-9c58-51aa84895f11 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421736 Apr 23 00:48:41.681430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44240) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:41.686756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404130895', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:41.794931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:41.798833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:subnet and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:41.801593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:41.807228 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:41.818620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:48:41.822410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:41.929089 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:40Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:41.933064 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Checking router: 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:48:41.933411 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Updating router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 port 3caad751-6fc2-457c-ac00-198a350d2bd2 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:48:41.986508 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.149101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.229748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Subnet': ['ID=e5ef18dc-7702-49ef-881a-1fe3eafd2a9b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:42.237303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Checking segment: {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:48:42.237664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network hostable DHCP agents. Network: 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:48:42.255984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:48:42.265489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:48:42.269432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:42.270008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.281600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ac499-2ddb-4f08-82b1-824e47049cba None None] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:48:42.292619 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a96357c9-5c58-4d64-b535-f2b016547f1d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6101019 Apr 23 00:48:42.295903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44244) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:42.321117 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.333210 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Transition to ACTIVE for port object 3caad751-6fc2-457c-ac00-198a350d2bd2 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:48:42.339765 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.418466 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Attempting to bind port 3caad751-6fc2-457c-ac00-198a350d2bd2 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:48:42.419430 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Attempting to bind port 3caad751-6fc2-457c-ac00-198a350d2bd2 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:48:42.419840 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Attempting to bind port 3caad751-6fc2-457c-ac00-198a350d2bd2 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:48:42.430068 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:48:42.430470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:48:42.430873 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.431266 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:48:42.431738 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Bound port: 3caad751-6fc2-457c-ac00-198a350d2bd2, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:48:42.432114 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.456490 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Pushing event updated for resources: {'Port': ['ID=3caad751-6fc2-457c-ac00-198a350d2bd2,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:42.479485 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.479898 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.480171 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.480502 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.480834 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.481160 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.482076 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.482621 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.482718 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.483036 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.483354 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.483667 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:48:42.521223 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] For port 3caad751-6fc2-457c-ac00-198a350d2bd2, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:48:42.524192 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] For port 3caad751-6fc2-457c-ac00-198a350d2bd2, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3caad751-6fc2-457c-ac00-198a350d2bd2,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:48:42.530336 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.562899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:48:42.563853 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.645983 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:42.646618 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:42.707704 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed214a-7130-43e4-bdea-d0e2f1aa93b8 None None] Pushing event updated for resources: {'Port': ['ID=3caad751-6fc2-457c-ac00-198a350d2bd2,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:42.725373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Allocated IP 172.20.0.2 (045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1/e5ef18dc-7702-49ef-881a-1fe3eafd2a9b/d6617d8c-0b1b-4660-b500-de87a6ac3498) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:48:42.826101 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:42.932760 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:42.943766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Transition to ACTIVE for port object d6617d8c-0b1b-4660-b500-de87a6ac3498 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:48:42.961870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Transition to ACTIVE for port object d6617d8c-0b1b-4660-b500-de87a6ac3498 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:48:42.970614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.029022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:48:43.031951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:48:43.035661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:48:43.070403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.117027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Pushing event updated for resources: {'Port': ['ID=d6617d8c-0b1b-4660-b500-de87a6ac3498,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:43.135860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:40Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:43.138941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Attempting to bind port d6617d8c-0b1b-4660-b500-de87a6ac3498 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:48:43.139187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Attempting to bind port d6617d8c-0b1b-4660-b500-de87a6ac3498 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:48:43.139554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Attempting to bind port d6617d8c-0b1b-4660-b500-de87a6ac3498 on network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:48:43.140598 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba676b-278e-46c4-be5e-ea65d057b297 None None] The sync data for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv is: [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:40Z', 'revision_number': 3, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:48:43.145402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:48:43.145553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Checking segment: {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:48:43.145886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.146361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Bound using segment: {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:48:43.146746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Bound port: d6617d8c-0b1b-4660-b500-de87a6ac3498, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:48:43.147118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.243393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] For port d6617d8c-0b1b-4660-b500-de87a6ac3498, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:48:43.248816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] For port d6617d8c-0b1b-4660-b500-de87a6ac3498, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d6617d8c-0b1b-4660-b500-de87a6ac3498,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:48:43.253503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.364007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3be7d8-cead-40a1-8d15-b23304cf682b None None] Pushing event updated for resources: {'Port': ['ID=d6617d8c-0b1b-4660-b500-de87a6ac3498,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:43.457158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3caad751-6fc2-457c-ac00-198a350d2bd2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:48:43.542125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 3caad751-6fc2-457c-ac00-198a350d2bd2 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:48:43.547757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3caad751-6fc2-457c-ac00-198a350d2bd2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:43.548135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.737537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.744180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.1 (045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1/e5ef18dc-7702-49ef-881a-1fe3eafd2a9b/78c4bdcd-38ec-4c2a-b348-8a79e877b4b6) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:48:43.766482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 3caad751-6fc2-457c-ac00-198a350d2bd2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3caad751-6fc2-457c-ac00-198a350d2bd2,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:43.770885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.846047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=3caad751-6fc2-457c-ac00-198a350d2bd2,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:43.917963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:43.937152 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:48:43.964158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:44.030218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:48:44.037912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:48:44.040496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:48:44.082703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:44.113016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:44.392978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:44.399740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f993942-4203-420e-94bf-a4ffe4660859 None None] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:48:44.487157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ac4a016f-b14d-4cb5-8281-d90d7aebb63e None None] Provisioning for port d6617d8c-0b1b-4660-b500-de87a6ac3498 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:48:44.822522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:44.827596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:44.937730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-dc89d270-0402-48cc-a8d5-acb1028e5a90 None None] Provisioning for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:48:44.942101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:44.943384 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-dc89d270-0402-48cc-a8d5-acb1028e5a90 None None] Provisioning complete for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:44.943754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dc89d270-0402-48cc-a8d5-acb1028e5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:44.947153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:45.000277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-dc89d270-0402-48cc-a8d5-acb1028e5a90 None None] Port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:48:45.081905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:48:45.083003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:48:45.129049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ecadd6d3-71df-4922-b11a-8b656df87f41 None None] Provisioning complete for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:45.129705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecadd6d3-71df-4922-b11a-8b656df87f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:45.196732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c20a7bb2-9de5-47f2-8e75-540810a41b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:45.203669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ecadd6d3-71df-4922-b11a-8b656df87f41 None None] Port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:48:45.324210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-04c108e6-7c2f-4c5c-a4a1-c75f72c78cee None None] Provisioning complete for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:45.324585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-04c108e6-7c2f-4c5c-a4a1-c75f72c78cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:45.384213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-04c108e6-7c2f-4c5c-a4a1-c75f72c78cee None None] Port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:48:45.397363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:48:45.489540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d6617d8c-0b1b-4660-b500-de87a6ac3498 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:48:45.556969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port d6617d8c-0b1b-4660-b500-de87a6ac3498 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:48:45.562488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d6617d8c-0b1b-4660-b500-de87a6ac3498 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:45.562969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:45.581645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:48:45.594528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Sync routers for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:48:45.594742 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bbf6920b-110d-4e8f-aef1-820258fe1e39 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/74fcf8e5-d774-4bda-bf9c-c2c40ad366c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2978997 Apr 23 00:48:45.597232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44252) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:45.654849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:45.655467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:45.739549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0b9a1-8ca4-40e9-ac0f-81cda161c5d3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.740016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0b9a1-8ca4-40e9-ac0f-81cda161c5d3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.740480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0b9a1-8ca4-40e9-ac0f-81cda161c5d3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.740929 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0b9a1-8ca4-40e9-ac0f-81cda161c5d3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.742565 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3db0b9a1-8ca4-40e9-ac0f-81cda161c5d3 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1444328 Apr 23 00:48:45.745454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44256) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:45.813022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e40c7-8520-4fda-b136-ced74c572f64 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.813392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e40c7-8520-4fda-b136-ced74c572f64 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.813846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e40c7-8520-4fda-b136-ced74c572f64 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.814318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e40c7-8520-4fda-b136-ced74c572f64 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:45.815938 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0a2e40c7-8520-4fda-b136-ced74c572f64 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0694942 Apr 23 00:48:45.818832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44260) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:45.873430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:45.893849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:45.958940 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port d6617d8c-0b1b-4660-b500-de87a6ac3498, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d6617d8c-0b1b-4660-b500-de87a6ac3498,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:45.968668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:45.969446 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3caad751-6fc2-457c-ac00-198a350d2bd2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:48:46.025518 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1ff8d41f-4ac4-4d74-9136-23c53cb50c30 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2056410 Apr 23 00:48:46.231182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=d6617d8c-0b1b-4660-b500-de87a6ac3498,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:46.261597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3caad751-6fc2-457c-ac00-198a350d2bd2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:46.261967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.440219 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44266) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:46.445681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-201152629', 'description': 'tempest-secgroup-smoke-201152629 description', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:46.449230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:44Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:48:44Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:46.453660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:46.454092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Checking router: 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:48:46.454473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Updating router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:48:46.457791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:46.461067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:46.466925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:46.477043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.496331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:46.500661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:46.503425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:46.506987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.509045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:46.578887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.582626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.628324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9d1f2-9ec3-4473-8244-483f8fc0f69c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:46.631111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.634880 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5d67e846-8d5e-4f49-8fc9-5d34117f4632 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1910791 Apr 23 00:48:46.635134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44270) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:46.641188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '26f9d1f2-9ec3-4473-8244-483f8fc0f69c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:46.646603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:46.650454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:46.653381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:46.659097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:46.675164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.738849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.743175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.767067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38bbfb3f-c22f-4f11-8dd1-fa8fc4b6d321,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:46.776205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.777418 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c5d0f3c5-8844-4a64-8e50-4885b5b8600e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413898 Apr 23 00:48:46.780693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44274) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:46.786002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '26f9d1f2-9ec3-4473-8244-483f8fc0f69c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:46.791834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:46.796488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:46.799390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:46.804956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:46.822423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.862513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.874546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Transition to ACTIVE for port object 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:48:46.881295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.888151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.891964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.915959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8cf5e3-9375-445f-a541-ad196f8dc4c1,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:46.925718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:46.927357 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c4f1d357-ea12-4ce5-a7d9-8f86a9cd0590 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453307 Apr 23 00:48:46.930422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44278) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:46.936655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '26f9d1f2-9ec3-4473-8244-483f8fc0f69c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:46.943507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:46.947487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:46.951085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:46.956990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:46.978893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.046824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846d71a-bb04-4273-af42-999ba0c51cc0 None None] Pushing event updated for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:47.055756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.061124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.091608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205f47a3-bbd8-4383-8ff3-3bd59301624e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:47.106433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.108253 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-77673e26-0fea-49e8-bab9-806ca99e95aa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1769247 Apr 23 00:48:47.111216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44282) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:47.116726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '26f9d1f2-9ec3-4473-8244-483f8fc0f69c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:47.123339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:47.127364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:47.130367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:47.136621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:47.154734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Attempting to bind port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:48:47.155110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Attempting to bind port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:48:47.155475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Attempting to bind port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 on network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:48:47.156161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.161131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:48:47.161511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Checking segment: {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:48:47.161918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.162401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Bound using segment: {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:48:47.162961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Bound port: 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:48:47.163226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.221342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.225190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.253138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82c2283-7964-4a55-99d6-e732e8ac0882,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:47.263479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.264872 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-02e014b8-9dfb-401c-873c-6cc8eaafe472 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528313 Apr 23 00:48:47.265487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] For port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:48:47.267623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44286) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:47.268852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] For port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:48:47.272444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.273168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '26f9d1f2-9ec3-4473-8244-483f8fc0f69c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:47.279096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:47.282910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:47.285738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:47.291394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:47.302188 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:48:47.308539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.348726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:48:47.349534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:47.381341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.387846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.415759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846d71a-bb04-4273-af42-999ba0c51cc0 None None] Pushing event updated for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:47.424292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd213de7-2a47-454c-a1b3-90467ba96b37,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:47.430009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.431718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-28019123-696c-4b19-953d-af97056e6a5a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629148 Apr 23 00:48:47.434129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44290) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:48:47.440191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'security_group_rule': {'security_group_id': '26f9d1f2-9ec3-4473-8244-483f8fc0f69c', 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:47.447542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:47.452341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:security_group_rule and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:48:47.456009 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d6617d8c-0b1b-4660-b500-de87a6ac3498 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:48:47.456840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:48:47.462768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:47.475069 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Project 912128252a6d4ab09fd3b4ef142f6f59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 00:48:47.483329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.627203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:48:47.676059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.679147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.685664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ff31dc64-1c72-4ca2-953e-b2be4fece8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.702181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3b82a9-379f-46ea-b628-d33d9b38da40,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:47.713760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.715001 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0ffdf03c-3889-438b-b11f-92809908c73e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2795615 Apr 23 00:48:47.764783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d6617d8c-0b1b-4660-b500-de87a6ac3498 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:47.765157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:47.877924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-8fcbbf41-6b06-4f42-9c43-8c43f5677432 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-201152629&fields=id&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 267 time: 0.0393882 Apr 23 00:48:48.035618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-587f4ff4-e421-45d5-81e4-be80cf5043b2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:48.036297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-587f4ff4-e421-45d5-81e4-be80cf5043b2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:48.052362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-587f4ff4-e421-45d5-81e4-be80cf5043b2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:48.053641 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-587f4ff4-e421-45d5-81e4-be80cf5043b2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/networks?id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 HTTP/1.1" status: 200 len: 796 time: 0.1691966 Apr 23 00:48:48.056002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:44Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:48:47Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:48:48.060916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f2f63b-b776-4869-89f5-331a735523c6 None None] The sync data for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv is: [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:44Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:48:47Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:48:48.069716 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-201439d1-cf7f-43e8-adfc-3ebf805cde29 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/quotas/912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 375 time: 0.0101712 Apr 23 00:48:48.173823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-6b048279-94e2-4824-8ac6-2e0a759710bc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:48.190994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-6b048279-94e2-4824-8ac6-2e0a759710bc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:48.192769 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-6b048279-94e2-4824-8ac6-2e0a759710bc tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170111 Apr 23 00:48:48.336897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-64d84943-b8d3-4202-a4ea-7c94ae038d9f service neutron] 10.222.0.39 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315346 Apr 23 00:48:48.477521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-e6f56364-d24c-481e-b648-9ba3b75c988b service neutron] 10.222.0.39 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336856 Apr 23 00:48:48.618097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:48.676788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:48.693658 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ce57fabc-182d-47b2-9239-54d42f5973d6 req-f50b187e-3be5-4a7a-ae72-7f524b2002fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 210 time: 0.0640464 Apr 23 00:48:49.430671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:48:49.497955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:48:49.503361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:49.503733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:49.623981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:49.658107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:49.662688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:49.753151 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:49.857942 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bf266490-152b-4258-a5af-20d17cd1d94d req-00439998-235f-45fd-8e3b-0cee2c7bcc32 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 210 time: 0.0532680 Apr 23 00:48:49.896785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-14bf1df7-f2c8-45a9-9932-44992d0cea11 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:49.898118 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-14bf1df7-f2c8-45a9-9932-44992d0cea11 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/networks?id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 HTTP/1.1" status: 200 len: 796 time: 0.2065346 Apr 23 00:48:49.957132 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-1f95ad28-f821-4571-8dc6-ef98449bad9e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=912128252a6d4ab09fd3b4ef142f6f59 HTTP/1.1" status: 200 len: 379 time: 0.0423317 Apr 23 00:48:49.964865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'port': {'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'admin_state_up': True, 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'security_groups': ['26f9d1f2-9ec3-4473-8244-483f8fc0f69c']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:50.015803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:50.102960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:48:50.113370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:48:50.125990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Made reservation on behalf of 912128252a6d4ab09fd3b4ef142f6f59 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:48:50.129437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:50.296348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.20.0.5 (045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1/e5ef18dc-7702-49ef-881a-1fe3eafd2a9b/4db966af-2049-4411-a3e0-c584e45d5005) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:48:50.595409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:50.611079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Transition to ACTIVE for port object 4db966af-2049-4411-a3e0-c584e45d5005 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:48:50.633791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:50.700150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:48:50.707433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:48:50.711648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:48:50.742074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=4db966af-2049-4411-a3e0-c584e45d5005,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:50.779064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:50.779673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:50.805448 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-d93bd45d-91bc-4e80-9b2e-bee7f9e51060 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439591 Apr 23 00:48:50.822464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Request body: {'port': {'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:48:50.920331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bf950615-d170-4726-8d0b-ca60c5f6ae28 None None] Provisioning for port 4db966af-2049-4411-a3e0-c584e45d5005 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:48:50.925707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bf950615-d170-4726-8d0b-ca60c5f6ae28 None None] Provisioning complete for port 4db966af-2049-4411-a3e0-c584e45d5005 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:50.926165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bf950615-d170-4726-8d0b-ca60c5f6ae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:50.939345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:50.984503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-bf950615-d170-4726-8d0b-ca60c5f6ae28 None None] Port 4db966af-2049-4411-a3e0-c584e45d5005 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:48:51.056316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0212471-58ed-4fb9-b6d7-95467859ef48 req-3ce415df-2007-43b1-bfaa-dbddf00f3f68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:51.057681 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0212471-58ed-4fb9-b6d7-95467859ef48 req-3ce415df-2007-43b1-bfaa-dbddf00f3f68 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 931 time: 0.0852966 Apr 23 00:48:51.102350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e0212471-58ed-4fb9-b6d7-95467859ef48 req-0489c0fd-0a20-468f-878d-83994101ef91 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:51.118130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e0212471-58ed-4fb9-b6d7-95467859ef48 req-0489c0fd-0a20-468f-878d-83994101ef91 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:51.119588 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0212471-58ed-4fb9-b6d7-95467859ef48 req-0489c0fd-0a20-468f-878d-83994101ef91 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552130 Apr 23 00:48:51.287926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db966af-2049-4411-a3e0-c584e45d5005 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:48:51.295901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:51.311095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Transition to ACTIVE for port object 4db966af-2049-4411-a3e0-c584e45d5005 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:48:51.314435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:51.420679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:48:51.478220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Pushing event updated for resources: {'Port': ['ID=4db966af-2049-4411-a3e0-c584e45d5005,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:51.495039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:51.495508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:51.556843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Attempting to bind port 4db966af-2049-4411-a3e0-c584e45d5005 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:48:51.557217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Attempting to bind port 4db966af-2049-4411-a3e0-c584e45d5005 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:48:51.557501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Attempting to bind port 4db966af-2049-4411-a3e0-c584e45d5005 on network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:48:51.562897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Port 4db966af-2049-4411-a3e0-c584e45d5005 on network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:48:51.563102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Attempting to bind port 4db966af-2049-4411-a3e0-c584e45d5005 on network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:48:51.568588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:48:51.568927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Checking segment: {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:48:51.569305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Bound using segment: {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:48:51.569723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Bound port: 4db966af-2049-4411-a3e0-c584e45d5005, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800bf76b-ac18-4067-a011-8e28ba825e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:48:51.570068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:51.664659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] For port 4db966af-2049-4411-a3e0-c584e45d5005, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:48:51.667585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] For port 4db966af-2049-4411-a3e0-c584e45d5005, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4db966af-2049-4411-a3e0-c584e45d5005,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:48:51.672838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:51.727501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:51.728125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:51.729471 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] 10.222.0.42 "PUT /v2.0/ports/4db966af-2049-4411-a3e0-c584e45d5005 HTTP/1.1" status: 200 len: 1093 time: 0.9113672 Apr 23 00:48:51.729897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:51.762833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecdc75-d61a-498e-b496-8285e87f8009 service neutron] Pushing event updated for resources: {'Port': ['ID=4db966af-2049-4411-a3e0-c584e45d5005,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:51.817855 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92fafe47-d082-4e88-903c-3b6f84be89eb'] response: {'name': 'network-changed', 'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005', 'status': 'completed', 'code': 200} Apr 23 00:48:51.861591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-51ca2cf7-89b0-4346-9011-41b6d5e1d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:51.863147 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-51ca2cf7-89b0-4346-9011-41b6d5e1d776 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 1096 time: 0.0813041 Apr 23 00:48:51.936177 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-1d5db235-7a6f-4732-83bd-c80e9dd31c3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db966af-2049-4411-a3e0-c584e45d5005 HTTP/1.1" status: 200 len: 217 time: 0.0610394 Apr 23 00:48:52.002758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-a911b0a3-bb0b-46a8-9108-eeeee6bf78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:52.004182 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-a911b0a3-bb0b-46a8-9108-eeeee6bf78a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5ef18dc-7702-49ef-881a-1fe3eafd2a9b HTTP/1.1" status: 200 len: 835 time: 0.0623527 Apr 23 00:48:52.080080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-05878346-8c5c-427e-86c1-f6162a488c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:52.081418 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-05878346-8c5c-427e-86c1-f6162a488c40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715227 Apr 23 00:48:52.211533 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-768b9858-a580-4014-a7d9-1eeeb0720e00 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237674 Apr 23 00:48:52.310937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e892fa-8a3d-457a-b98f-927a710af46f req-d5cf0699-a807-4967-bf72-c4983cdc75ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:52.312565 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e3e892fa-8a3d-457a-b98f-927a710af46f req-d5cf0699-a807-4967-bf72-c4983cdc75ec tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 943 time: 0.0831432 Apr 23 00:48:52.359785 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e3e892fa-8a3d-457a-b98f-927a710af46f req-2e365d50-565e-4e29-b8f5-09c331edfa3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406542 Apr 23 00:48:52.446340 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d89d34ed-5dd0-437f-b6d3-83aafadc05f3 req-c0f1fa41-343b-4d82-8719-9e1acf272af1 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288806 Apr 23 00:48:52.609654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-01dfd8b1-01e7-4530-94d2-bdf07f7d13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:52.611221 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-01dfd8b1-01e7-4530-94d2-bdf07f7d13d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 1096 time: 0.0752282 Apr 23 00:48:52.745913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-2b22b826-1a22-4c3d-8470-1991c5fdf415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:52.748111 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-2b22b826-1a22-4c3d-8470-1991c5fdf415 service neutron] 10.222.0.42 "GET /v2.0/networks?id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 HTTP/1.1" status: 200 len: 896 time: 0.1310611 Apr 23 00:48:52.814568 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-05029ba3-5fd2-401a-9a7b-a9d07fd53eed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db966af-2049-4411-a3e0-c584e45d5005 HTTP/1.1" status: 200 len: 217 time: 0.0608993 Apr 23 00:48:52.876958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-c48cfa9b-b3fb-4652-8d06-cce922033ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:52.878393 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-c48cfa9b-b3fb-4652-8d06-cce922033ae8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5ef18dc-7702-49ef-881a-1fe3eafd2a9b HTTP/1.1" status: 200 len: 835 time: 0.0586050 Apr 23 00:48:52.953447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-2f8f9ceb-3e19-4815-87e3-4f89d1372b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:52.954935 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-2f8f9ceb-3e19-4815-87e3-4f89d1372b98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708475 Apr 23 00:48:53.090596 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-ca7e7245-2fb7-45a5-872e-172bf657a774 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293640 Apr 23 00:48:53.223842 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-62863a41-ddab-4d9e-8b60-d79e86285a25 req-a2dbc1d2-d435-4c99-bba4-8073133bd29a service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269128 Apr 23 00:48:53.558716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14dad-60b3-4fc2-9c27-5056d968467b req-3faef83f-2ef2-4b8f-a53a-08e3da6f401e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:53.560084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aba14dad-60b3-4fc2-9c27-5056d968467b req-3faef83f-2ef2-4b8f-a53a-08e3da6f401e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:48:53.576847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aba14dad-60b3-4fc2-9c27-5056d968467b req-3faef83f-2ef2-4b8f-a53a-08e3da6f401e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:48:53.578124 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aba14dad-60b3-4fc2-9c27-5056d968467b req-3faef83f-2ef2-4b8f-a53a-08e3da6f401e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 943 time: 0.1056449 Apr 23 00:48:53.623534 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aba14dad-60b3-4fc2-9c27-5056d968467b req-5f4aa4f1-1ccf-4fe6-872b-2a5bb7a8c49c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394356 Apr 23 00:48:54.814378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ab37c-9c7f-4666-ba23-fc4f5b6fa981 req-3890251a-5f7a-431e-b153-5cd0123f7942 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:54.815849 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9d9ab37c-9c7f-4666-ba23-fc4f5b6fa981 req-3890251a-5f7a-431e-b153-5cd0123f7942 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 943 time: 0.0846665 Apr 23 00:48:54.859386 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9d9ab37c-9c7f-4666-ba23-fc4f5b6fa981 req-a1aa8f39-28b0-486f-90dc-0fc0b1015b2c tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376830 Apr 23 00:48:55.425231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 4db966af-2049-4411-a3e0-c584e45d5005 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:48:55.590994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 4db966af-2049-4411-a3e0-c584e45d5005, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4db966af-2049-4411-a3e0-c584e45d5005,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:55.603592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '4db966af-2049-4411-a3e0-c584e45d5005', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'mac_address': 'fa:16:3e:0f:65:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:48:55.657592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:55.673823 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db966af-2049-4411-a3e0-c584e45d5005 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:48:55.695327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 4db966af-2049-4411-a3e0-c584e45d5005, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4db966af-2049-4411-a3e0-c584e45d5005,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:55.699695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:55.771348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=4db966af-2049-4411-a3e0-c584e45d5005,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:56.046463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098583f1-8608-41f2-b1bd-61e81f494d34 req-83ff6810-8d0f-4884-8521-9f2aec1bd8db tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:56.047905 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-098583f1-8608-41f2-b1bd-61e81f494d34 req-83ff6810-8d0f-4884-8521-9f2aec1bd8db tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 944 time: 0.0797062 Apr 23 00:48:56.065575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['4db966af-2049-4411-a3e0-c584e45d5005'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:48:56.095875 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-098583f1-8608-41f2-b1bd-61e81f494d34 req-e0a82568-07f7-41c7-b74f-3c6af7635970 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Apr 23 00:48:57.283864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0adf17-2a9c-4f91-aba9-494044e89f1b req-121067db-2b87-45e4-80be-6e68cf294eea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:57.285200 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1a0adf17-2a9c-4f91-aba9-494044e89f1b req-121067db-2b87-45e4-80be-6e68cf294eea tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 944 time: 0.0834417 Apr 23 00:48:57.329217 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1a0adf17-2a9c-4f91-aba9-494044e89f1b req-94b4924d-9d06-4cd0-bab5-e91be76d3d9a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383017 Apr 23 00:48:57.424871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 4db966af-2049-4411-a3e0-c584e45d5005 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:48:57.492270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 4db966af-2049-4411-a3e0-c584e45d5005 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:48:57.497685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 4db966af-2049-4411-a3e0-c584e45d5005 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:48:57.498059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:57.613541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:57.639821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:48:57.649332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 4db966af-2049-4411-a3e0-c584e45d5005, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4db966af-2049-4411-a3e0-c584e45d5005,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:48:57.655122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:48:57.691196 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f1da59-84fa-433a-8ad5-26e590894bd2'] response: {'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005', 'code': 200} Apr 23 00:48:57.729025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=4db966af-2049-4411-a3e0-c584e45d5005,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:48:57.943207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbdc32-5293-4d2e-b115-7f4e926874dd req-9db598b6-2603-4d9e-a7e1-3a40e4b87dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:57.944556 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4bbdc32-5293-4d2e-b115-7f4e926874dd req-9db598b6-2603-4d9e-a7e1-3a40e4b87dae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 1098 time: 0.0690615 Apr 23 00:48:57.985015 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4bbdc32-5293-4d2e-b115-7f4e926874dd req-d56f4d0d-5a9a-428f-a236-503be0f8356a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335784 Apr 23 00:48:58.514572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b3ece-6723-4e8e-bffa-0cb881463cdd req-c9add343-9ab8-4d50-997d-4d80d53b0e44 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:58.516004 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-af0b3ece-6723-4e8e-bffa-0cb881463cdd req-c9add343-9ab8-4d50-997d-4d80d53b0e44 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 945 time: 0.0799661 Apr 23 00:48:58.558051 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-af0b3ece-6723-4e8e-bffa-0cb881463cdd req-8bde8b84-572d-43d5-a97a-a79c3628f81a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364869 Apr 23 00:48:59.751188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9991707-207a-4a38-ad6f-d53d5c063daa req-b803f888-53de-4258-a05f-129efe8d707e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:59.752606 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d9991707-207a-4a38-ad6f-d53d5c063daa req-b803f888-53de-4258-a05f-129efe8d707e tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 945 time: 0.0840676 Apr 23 00:48:59.797405 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d9991707-207a-4a38-ad6f-d53d5c063daa req-2cd70f13-701b-429a-a409-2f9b7425de0f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391552 Apr 23 00:48:59.985868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ac85a-919b-4e42-bbc5-22e237002e2e req-a502265b-9fa5-4a0d-bd7d-d06893fee354 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:48:59.987362 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe0ac85a-919b-4e42-bbc5-22e237002e2e req-a502265b-9fa5-4a0d-bd7d-d06893fee354 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 945 time: 0.0840673 Apr 23 00:49:00.031943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe0ac85a-919b-4e42-bbc5-22e237002e2e req-f830dc1a-4d48-4f7b-851b-e483a2819f37 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390301 Apr 23 00:49:00.054409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44346) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:49:00.128904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b9e077-8563-4d52-868a-1bed47bd2194 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:00.130515 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b6b9e077-8563-4d52-868a-1bed47bd2194 tempest-TestNetworkBasicOps-1068455056 tempest-TestNetworkBasicOps-1068455056-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 1093 time: 0.0751016 Apr 23 00:49:00.133173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44350) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:49:00.139368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:49:00.145737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:49:00.151693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Usage tracker for resource:floatingip and tenant:912128252a6d4ab09fd3b4ef142f6f59 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:49:00.155868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:49:00.161408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:49:00.174224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:00.307766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:00.446179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Allocated IP 172.26.8.165 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/71c7ff4c-4466-4dc0-8798-b6d5bfc9857a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:49:00.589563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:00.618067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:00.680038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:49:00.682766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:49:00.690830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:49:00.729942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=71c7ff4c-4466-4dc0-8798-b6d5bfc9857a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:49:01.198782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:01.273565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:01.475268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:01.479622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:01.586804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event updated for resources: {'Port': ['ID=71c7ff4c-4466-4dc0-8798-b6d5bfc9857a,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:49:01.598992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:01.768032 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 451b8762-6eb5-4deb-9b9e-23ec1eceba9e associated. External IP: 172.26.8.165, port: 4db966af-2049-4411-a3e0-c584e45d5005. Apr 23 00:49:02.114534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:49:02.288879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:49:02.299185 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] Sync routers for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:49:02.307896 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:49:02.308557 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:49:02.313704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:02.373957 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-606e6841-062e-4af7-9335-fb479d6a63df tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2368183 Apr 23 00:49:02.373957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:49:02.374818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44354) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:49:02.417163 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5c1589-56f3-41c8-9cf0-e4f89e21c932'] response: {'name': 'network-changed', 'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005', 'status': 'completed', 'code': 200} Apr 23 00:49:02.491353 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:49:02.524234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a300d8b-84e1-47be-b116-15c1947e6da8 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 200 len: 991 time: 0.1476343 Apr 23 00:49:02.549159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-5c813d22-2726-4d2b-b25d-78ed05d63284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:02.550574 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-5c813d22-2726-4d2b-b25d-78ed05d63284 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 1098 time: 0.0893843 Apr 23 00:49:02.679618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-d8a29bec-a9ff-427b-bddc-8f890a89ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:02.681056 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-d8a29bec-a9ff-427b-bddc-8f890a89ab98 service neutron] 10.222.0.42 "GET /v2.0/networks?id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 HTTP/1.1" status: 200 len: 896 time: 0.1251717 Apr 23 00:49:02.840925 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:44Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '451b8762-6eb5-4deb-9b9e-23ec1eceba9e', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'mac_address': 'fa:16:3e:0f:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:49:01Z', 'updated_at': '2022-04-23T00:49:01Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:48:49Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:49:02.844665 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] Checking router: 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:49:02.852970 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:49:02.853557 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:48:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:49:02.885659 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-3c881c3c-724d-46d9-9134-f4bae4aabf38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db966af-2049-4411-a3e0-c584e45d5005 HTTP/1.1" status: 200 len: 999 time: 0.1979904 Apr 23 00:49:02.948971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-65439b1c-cccb-48bc-a523-1c1e02e5c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:02.950744 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-65439b1c-cccb-48bc-a523-1c1e02e5c5a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5ef18dc-7702-49ef-881a-1fe3eafd2a9b HTTP/1.1" status: 200 len: 835 time: 0.0593104 Apr 23 00:49:03.027458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-9b46d4e4-6362-4fd2-83c0-13cd92d53436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:03.029736 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-9b46d4e4-6362-4fd2-83c0-13cd92d53436 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732009 Apr 23 00:49:03.032781 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:49:03.165375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-a42ac155-103b-4bb6-accd-492823a6d477 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299069 Apr 23 00:49:03.295173 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4ef3089-c3b6-4692-8f73-8a14feb97c81 req-400c0fbc-78b6-4214-a855-130e1ce247a4 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237614 Apr 23 00:49:03.412396 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:44Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '451b8762-6eb5-4deb-9b9e-23ec1eceba9e', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'mac_address': 'fa:16:3e:0f:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:49:01Z', 'updated_at': '2022-04-23T00:49:01Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:48:49Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:49:03.416286 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77a28-7286-4d10-88dd-e19ab6c9fd49 None None] The sync data for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv is: [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:44Z', 'revision_number': 4, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '451b8762-6eb5-4deb-9b9e-23ec1eceba9e', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'mac_address': 'fa:16:3e:0f:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:49:01Z', 'updated_at': '2022-04-23T00:49:01Z', 'revision_number': 0, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:48:49Z', 'revision_number': 5, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:49:03.528050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44360) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:49:03.591724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8c720-8d63-4d53-92e1-1a1acd6acc3e None None] New status for floating IP 451b8762-6eb5-4deb-9b9e-23ec1eceba9e: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:49:03.632288 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf35f405-1222-4d1b-b426-4d7f823865fb tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 200 len: 991 time: 0.1025586 Apr 23 00:49:04.636054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44364) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:49:04.857392 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b9472eeb-9de8-4f0e-bba1-27c9341c5433 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 200 len: 993 time: 0.2201958 Apr 23 00:49:10.024038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:15.180453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-49da9732-965b-4205-8907-73689b40c4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:17.236476 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:49:17.596571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0ee7bbef-82b3-4596-a545-57d3a1bffe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:18.610015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:18.656150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:20.016617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:30.111215 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-99622351-d0e6-40ae-b5f2-5efc3e40c9ca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726235 Apr 23 00:49:30.268792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-f14a1ae7-4100-41f3-8f14-1532bdffd057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:30.270129 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-f14a1ae7-4100-41f3-8f14-1532bdffd057 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 1098 time: 0.0706863 Apr 23 00:49:30.410386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-6bb26ac0-28a1-44b0-b7e5-d4827816635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:30.411794 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-6bb26ac0-28a1-44b0-b7e5-d4827816635f service neutron] 10.222.0.42 "GET /v2.0/networks?id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 HTTP/1.1" status: 200 len: 896 time: 0.1246772 Apr 23 00:49:30.512168 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-8f9c1955-9e9a-4c17-95f9-3529ddfeceb9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db966af-2049-4411-a3e0-c584e45d5005 HTTP/1.1" status: 200 len: 1001 time: 0.0940158 Apr 23 00:49:30.572901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-4ae3ac2c-4145-4668-afab-519ca35d1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:30.574194 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-4ae3ac2c-4145-4668-afab-519ca35d1396 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5ef18dc-7702-49ef-881a-1fe3eafd2a9b HTTP/1.1" status: 200 len: 835 time: 0.0559378 Apr 23 00:49:30.649548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-35cce411-d1d3-435e-92c8-99519eb67e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:49:30.651129 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-35cce411-d1d3-435e-92c8-99519eb67e2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707307 Apr 23 00:49:30.778381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-df7f880b-0fc8-4626-b18a-8242839ab3bf service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209693 Apr 23 00:49:30.905803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cc5adda-e914-4d1e-8014-870a94ec72ea req-6e6c43dc-f3e2-47a0-a063-3b36508ef210 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207397 Apr 23 00:49:40.027633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:45.181522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a576bea1-36a4-40b3-beeb-19feef1a7cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:47.600914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0b00c7e1-0630-4e7b-a90e-ee577fc71b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:48.611782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:48.658979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:50.021111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:49:54.234963 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:50:06.453971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44398) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:06.459193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8a14be4b-0932-4674-a5f8-89d2b63a85fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:06.969959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a14be4b-0932-4674-a5f8-89d2b63a85fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:06.980305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a14be4b-0932-4674-a5f8-89d2b63a85fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:07.163341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a14be4b-0932-4674-a5f8-89d2b63a85fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:50:07.346168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a14be4b-0932-4674-a5f8-89d2b63a85fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:50:07.354065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8a14be4b-0932-4674-a5f8-89d2b63a85fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:07.355616 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] Sync routers for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:50:07.356065 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8a14be4b-0932-4674-a5f8-89d2b63a85fa tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 HTTP/1.1" status: 200 len: 888 time: 0.9006176 Apr 23 00:50:07.365317 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:07.365935 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:49:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:07.427615 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:07.435790 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:07.436938 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:49:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:07.494949 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:07.495341 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e920e76d-c361-4b34-94b0-dade03269431 None None] The sync data for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv is: [] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:50:08.252431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325e832b-9a15-4676-8135-3568aced1d72 None None] New status for floating IP 451b8762-6eb5-4deb-9b9e-23ec1eceba9e: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:50:09.449857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:50:09.531150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44404) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:09.537134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c92104c0-b15d-4d0b-ab5a-1f1e973fd519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:09.571726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:09.603911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:09.607903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:09.608682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3caad751-6fc2-457c-ac00-198a350d2bd2 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:50:09.724091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:09.758638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.758990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.759332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.759669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.760003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.760341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.760668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.760991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.761314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.761638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.761960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.762300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:09.791740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:09.808913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 3caad751-6fc2-457c-ac00-198a350d2bd2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3caad751-6fc2-457c-ac00-198a350d2bd2,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:09.813811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:09.884422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=3caad751-6fc2-457c-ac00-198a350d2bd2,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:10.027934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:10.183663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c92104c0-b15d-4d0b-ab5a-1f1e973fd519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:10.194588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c92104c0-b15d-4d0b-ab5a-1f1e973fd519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-740855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603839'] for router, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:10.372474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92104c0-b15d-4d0b-ab5a-1f1e973fd519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:50:10.547986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92104c0-b15d-4d0b-ab5a-1f1e973fd519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:50:10.554309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c92104c0-b15d-4d0b-ab5a-1f1e973fd519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:10.555427 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c92104c0-b15d-4d0b-ab5a-1f1e973fd519 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 HTTP/1.1" status: 200 len: 887 time: 1.0225642 Apr 23 00:50:10.557734 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] Sync routers for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:50:10.558319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44408) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:10.568123 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:10.568716 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:49:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:10.665682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8cb3aad6-fd23-4437-b6b7-d38a694209d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 200 len: 991 time: 0.1061463 Apr 23 00:50:10.744256 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:50:11.085822 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:10Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '451b8762-6eb5-4deb-9b9e-23ec1eceba9e', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'mac_address': 'fa:16:3e:0f:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:49:01Z', 'updated_at': '2022-04-23T00:50:08Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:50:09Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:11.089508 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] Checking router: 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:50:11.099582 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:11.100158 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:49:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:11.275405 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:50:11.640318 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:10Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '451b8762-6eb5-4deb-9b9e-23ec1eceba9e', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'mac_address': 'fa:16:3e:0f:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:49:01Z', 'updated_at': '2022-04-23T00:50:08Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:50:09Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:11.644143 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adad65-bd87-49b9-95ef-709245ac48c0 None None] The sync data for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv is: [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:10Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '451b8762-6eb5-4deb-9b9e-23ec1eceba9e', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'port_id': '4db966af-2049-4411-a3e0-c584e45d5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'mac_address': 'fa:16:3e:0f:65:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:49:01Z', 'updated_at': '2022-04-23T00:50:08Z', 'revision_number': 2, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:50:09Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:50:11.668624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44412) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:11.775085 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c4480781-8c2c-4ba0-b39d-d4ac3caff3d2 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 200 len: 991 time: 0.1053302 Apr 23 00:50:12.778761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44416) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:12.883747 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9a0cd103-fcab-4dcb-b499-b32018c34125 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 200 len: 991 time: 0.1038535 Apr 23 00:50:13.210888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6b146f-d561-4e40-aa69-163aa8f69ff9 None None] New status for floating IP 451b8762-6eb5-4deb-9b9e-23ec1eceba9e: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:50:13.495413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:50:13.567183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:50:13.567653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:13.682094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:13.719521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:13.723621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:13.724616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3caad751-6fc2-457c-ac00-198a350d2bd2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:50:13.836600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:13.849780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3caad751-6fc2-457c-ac00-198a350d2bd2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:50:13.850122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:13.886798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44420) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:13.965060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:13.984076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 3caad751-6fc2-457c-ac00-198a350d2bd2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3caad751-6fc2-457c-ac00-198a350d2bd2,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:13.989196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:14.003761 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b8a28b58-7470-4b64-8d0c-06952e7bab0d tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 200 len: 993 time: 0.1157317 Apr 23 00:50:14.063687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=3caad751-6fc2-457c-ac00-198a350d2bd2,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:14.299066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44428) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:14.610111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 71c7ff4c-4466-4dc0-8798-b6d5bfc9857a {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:50:14.610478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:14.778048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:14.778437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:14.899408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 71c7ff4c-4466-4dc0-8798-b6d5bfc9857a owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:50:15.050814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:15.099791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=71c7ff4c-4466-4dc0-8798-b6d5bfc9857a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:15.142569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.142920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.143264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.143601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.143937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.144323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.144747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.145183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.145585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.146040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.146465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.146832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:15.182906 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-201191dc-451d-425a-a9af-ce25bc94f7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:15.206964 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:15.207293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Floating IP 451b8762-6eb5-4deb-9b9e-23ec1eceba9e disassociated (deleted). External IP: 172.26.8.165, port: 4db966af-2049-4411-a3e0-c584e45d5005. Apr 23 00:50:15.466719 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:50:15.535605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:50:15.535969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:15.555397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:50:15.688045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3caad751-6fc2-457c-ac00-198a350d2bd2 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:50:15.732754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:50:15.743926 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] Sync routers for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:50:15.754052 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:15.754968 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:49:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:15.756060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3caad751-6fc2-457c-ac00-198a350d2bd2 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:50:15.756434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:15.756744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:15.933483 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2fd499ee-ab03-4322-956f-861281a683a1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/floatingips/451b8762-6eb5-4deb-9b9e-23ec1eceba9e HTTP/1.1" status: 204 len: 168 time: 1.6333001 Apr 23 00:50:15.934231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:50:15.945154 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:50:16.013856 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f51736-8af3-4b70-bd02-73e6e20a2649'] response: {'name': 'network-changed', 'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005', 'status': 'completed', 'code': 200} Apr 23 00:50:16.126158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81d64-045e-4310-a525-b6b20660e905 req-91cc5030-f320-40ce-bfbd-0247a3bc4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:16.127658 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57e81d64-045e-4310-a525-b6b20660e905 req-91cc5030-f320-40ce-bfbd-0247a3bc4039 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 1098 time: 0.0761247 Apr 23 00:50:16.276401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81d64-045e-4310-a525-b6b20660e905 req-08c205f3-eabf-4a20-8797-a8081168da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:16.278262 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57e81d64-045e-4310-a525-b6b20660e905 req-08c205f3-eabf-4a20-8797-a8081168da59 service neutron] 10.222.0.42 "GET /v2.0/networks?id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 HTTP/1.1" status: 200 len: 896 time: 0.1445808 Apr 23 00:50:16.284927 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:10Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:16.288758 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] Checking router: 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:50:16.297359 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:16.297977 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:49:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:16.353196 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57e81d64-045e-4310-a525-b6b20660e905 req-3939816e-5bde-4a40-8033-754d0d500c9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4db966af-2049-4411-a3e0-c584e45d5005 HTTP/1.1" status: 200 len: 217 time: 0.0665958 Apr 23 00:50:16.355368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d09b7e-e6e0-45a4-9e43-7e451231fbb5 req-fe6370c6-3c9e-4d11-8585-b9f98af1de57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:16.356864 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-75d09b7e-e6e0-45a4-9e43-7e451231fbb5 req-fe6370c6-3c9e-4d11-8585-b9f98af1de57 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 945 time: 0.0875018 Apr 23 00:50:16.403160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-75d09b7e-e6e0-45a4-9e43-7e451231fbb5 req-5c5db566-29aa-4c4e-8a60-234dfde613c5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Apr 23 00:50:16.417960 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81d64-045e-4310-a525-b6b20660e905 req-4e17b32d-586e-4d05-8ee2-625874065cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:16.419415 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57e81d64-045e-4310-a525-b6b20660e905 req-4e17b32d-586e-4d05-8ee2-625874065cec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e5ef18dc-7702-49ef-881a-1fe3eafd2a9b HTTP/1.1" status: 200 len: 835 time: 0.0589819 Apr 23 00:50:16.485668 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:50:16.497752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e81d64-045e-4310-a525-b6b20660e905 req-2517715f-8194-48d6-9025-19ae7601b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:16.500264 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57e81d64-045e-4310-a525-b6b20660e905 req-2517715f-8194-48d6-9025-19ae7601b0d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746019 Apr 23 00:50:16.632223 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57e81d64-045e-4310-a525-b6b20660e905 req-0775ba82-486a-45ad-bfa4-2aa50cdf78d8 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251056 Apr 23 00:50:16.764627 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-57e81d64-045e-4310-a525-b6b20660e905 req-72a0e7de-71bb-4f25-a229-22b6d4c2c0c1 service neutron] 10.222.0.42 "GET /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259632 Apr 23 00:50:16.793648 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:10Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:16.797832 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412519ea-bc6e-41e4-ad7a-e010c06c9171 None None] The sync data for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv is: [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:10Z', 'revision_number': 6, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '78c4bdcd-38ec-4c2a-b348-8a79e877b4b6', 'name': '', 'network_id': '045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'mac_address': 'fa:16:3e:31:a9:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:43Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'subnets': [{'id': 'e5ef18dc-7702-49ef-881a-1fe3eafd2a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:50:17.470686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6222872d-0f33-456c-aae9-9aa907fe4249 None None] New status for floating IP 451b8762-6eb5-4deb-9b9e-23ec1eceba9e: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:50:17.619464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f323dad4-9575-4828-b8e4-f5a1f0f37414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:17.626164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eab99-2a57-4614-8f34-6d856a0989fd req-4cd55b23-8edf-4bc3-ac7b-2ecc26ab617a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:17.626943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-079eab99-2a57-4614-8f34-6d856a0989fd req-4cd55b23-8edf-4bc3-ac7b-2ecc26ab617a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Synchronizing usage tracker for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:50:17.645240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-079eab99-2a57-4614-8f34-6d856a0989fd req-4cd55b23-8edf-4bc3-ac7b-2ecc26ab617a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Unset dirty status for tenant:912128252a6d4ab09fd3b4ef142f6f59 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:50:17.646580 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-079eab99-2a57-4614-8f34-6d856a0989fd req-4cd55b23-8edf-4bc3-ac7b-2ecc26ab617a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 945 time: 0.1185029 Apr 23 00:50:17.699301 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-079eab99-2a57-4614-8f34-6d856a0989fd req-a3be7121-3aaa-4ab9-aeb7-1736e677cfc6 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/security-groups?id=26f9d1f2-9ec3-4473-8244-483f8fc0f69c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459929 Apr 23 00:50:18.098535 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-fe0eaa9f-0a3b-45ce-85de-405f2f637ddf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:18.099924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-fe0eaa9f-0a3b-45ce-85de-405f2f637ddf tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 945 time: 0.0961182 Apr 23 00:50:18.170623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 4db966af-2049-4411-a3e0-c584e45d5005 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:50:18.170989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:18.414312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 4db966af-2049-4411-a3e0-c584e45d5005, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=4db966af-2049-4411-a3e0-c584e45d5005,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:18.414663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:18.536708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 4db966af-2049-4411-a3e0-c584e45d5005 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:50:18.614615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:18.661718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:18.688009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:18.738164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=4db966af-2049-4411-a3e0-c584e45d5005,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:18.863368 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0dd0c986-f597-4d28-9bc8-0f95e9b4de3a req-5e8db0a1-1604-445b-a161-b54fcff88d7a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "GET /v2.0/ports?device_id=327f711e-415f-4d71-b993-9fa0ffe6c88a HTTP/1.1" status: 200 len: 210 time: 0.0446906 Apr 23 00:50:18.918090 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] No DVR routers for this DVR port 4db966af-2049-4411-a3e0-c584e45d5005 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:50:18.921176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:18.923631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'name': 'network-vif-deleted', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:50:18.939516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a02f9c1d-6d4e-47c0-8843-1ff8dcfdfa6c req-b6aca692-e112-4188-a1be-f8d7d62c0a3a tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.42 "DELETE /v2.0/ports/4db966af-2049-4411-a3e0-c584e45d5005 HTTP/1.1" status: 204 len: 173 time: 0.8342474 Apr 23 00:50:18.968616 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0445283-12eb-41af-b761-625f954a1068'] response: {'server_uuid': '327f711e-415f-4d71-b993-9fa0ffe6c88a', 'name': 'network-vif-deleted', 'tag': '4db966af-2049-4411-a3e0-c584e45d5005', 'status': 'completed', 'code': 200} Apr 23 00:50:19.956065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44446) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:20.021118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:20.027559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec01dd11-d4e5-4c90-9288-081ceb4e3dce tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:20.060777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec01dd11-d4e5-4c90-9288-081ceb4e3dce tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:20.129077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec01dd11-d4e5-4c90-9288-081ceb4e3dce tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:20.150149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01dd11-d4e5-4c90-9288-081ceb4e3dce tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9d1f2-9ec3-4473-8244-483f8fc0f69c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:20.162761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ec01dd11-d4e5-4c90-9288-081ceb4e3dce tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:20.164623 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ec01dd11-d4e5-4c90-9288-081ceb4e3dce tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/security-groups/26f9d1f2-9ec3-4473-8244-483f8fc0f69c HTTP/1.1" status: 204 len: 168 time: 0.2068467 Apr 23 00:50:20.195434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44452) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:20.731775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:21.081683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:50:21.082561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:21.264739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:21.265007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:21.487219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:50:21.753398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:21.802032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=78c4bdcd-38ec-4c2a-b348-8a79e877b4b6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:21.970016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 4db966af-2049-4411-a3e0-c584e45d5005 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:50:22.006105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 4db966af-2049-4411-a3e0-c584e45d5005 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:50:22.006411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 4db966af-2049-4411-a3e0-c584e45d5005 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:50:22.081995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:22.436703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:50:22.610040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:50:22.619862 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] Sync routers for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:50:22.622228 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-58d01dfa-cbdc-41b4-a220-15a011141cb1 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "PUT /v2.0/routers/74fcf8e5-d774-4bda-bf9c-c2c40ad366c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4257493 Apr 23 00:50:22.625261 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44456) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:22.628867 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:22.629463 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:50:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:22.689768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting subnet e5ef18dc-7702-49ef-881a-1fe3eafd2a9b {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:50:22.693317 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:22.751462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:22.832489 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:50:22.833025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:22.906531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.065475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ef18dc-7702-49ef-881a-1fe3eafd2a9b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:23.072089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.079400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4c8fd-4c44-4c96-9260-15361205a4f1 None None] Network 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:50:23.079900 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-886948ef-517a-4d0f-86be-33ae6d23c4d5 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/subnets/e5ef18dc-7702-49ef-881a-1fe3eafd2a9b HTTP/1.1" status: 204 len: 168 time: 0.4536564 Apr 23 00:50:23.082440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44460) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:23.128301 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:21Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:23.132245 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] Checking router: 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:50:23.140621 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] Routers {'74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:50:23.141273 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:50:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:23.266561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.328984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] Set router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:50:23.342705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] DHCP port deletion for 045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:50:23.346527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] Deleting port d6617d8c-0b1b-4660-b500-de87a6ac3498 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:50:23.346903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.454285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.465275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Deleting port 3caad751-6fc2-457c-ac00-198a350d2bd2 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:50:23.465889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.562495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d6617d8c-0b1b-4660-b500-de87a6ac3498 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:50:23.628098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] For port d6617d8c-0b1b-4660-b500-de87a6ac3498, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d6617d8c-0b1b-4660-b500-de87a6ac3498,segment=NetworkSegment(800bf76b-ac18-4067-a011-8e28ba825e25),segment_id=800bf76b-ac18-4067-a011-8e28ba825e25)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:23.628493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.632119 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:21Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:23.636145 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f9765-0573-4c44-87ce-f94932cec0bc None None] The sync data for ids ['74fcf8e5-d774-4bda-bf9c-c2c40ad366c0'] in dv-neutron-838784-1-hyperv is: [{'id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'name': 'tempest-TestNetworkBasicOps-router-764976051', 'tenant_id': '912128252a6d4ab09fd3b4ef142f6f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:21Z', 'revision_number': 7, 'project_id': '912128252a6d4ab09fd3b4ef142f6f59', 'gw_port': {'id': '3caad751-6fc2-457c-ac00-198a350d2bd2', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:44:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fcf8e5-d774-4bda-bf9c-c2c40ad366c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:48:39Z', 'updated_at': '2022-04-23T00:50:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:50:23.674662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] For port 3caad751-6fc2-457c-ac00-198a350d2bd2, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3caad751-6fc2-457c-ac00-198a350d2bd2,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:23.675018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.759283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] Calling delete_port for d6617d8c-0b1b-4660-b500-de87a6ac3498 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:50:23.799716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Calling delete_port for 3caad751-6fc2-457c-ac00-198a350d2bd2 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:50:23.875740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.899668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:23.982531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] Pushing event deleted for resources: {'Port': ['ID=d6617d8c-0b1b-4660-b500-de87a6ac3498,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:23.985337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5481974d-3df8-41c2-ab4d-f3c217726249 None None] No DVR routers for this DVR port d6617d8c-0b1b-4660-b500-de87a6ac3498 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:50:24.011827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.061591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Port': ['ID=3caad751-6fc2-457c-ac00-198a350d2bd2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:24.155612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.329299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.331455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.354288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.354788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Fanout notify agent at l3_agent the message router_deleted on router 74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:50:24.370792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.371868 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-271fa145-f138-4bc5-b16a-bc487aa3a679 tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/routers/74fcf8e5-d774-4bda-bf9c-c2c40ad366c0 HTTP/1.1" status: 204 len: 168 time: 1.2885413 Apr 23 00:50:24.374648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44464) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:24.588422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.716074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.740724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:24.753081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800bf76b-ac18-4067-a011-8e28ba825e25') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:24.753384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800bf76b-ac18-4067-a011-8e28ba825e25') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:50:24.764785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.780791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.787301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:50:24.787702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:50:24.803122 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:50:24.883802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.900548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:24.911598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] Pushing event deleted for resources: {'Network': ['ID=045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:24.919494 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-06802303-5c2f-4348-902e-6c92c452917f tempest-TestNetworkBasicOps-664226645 tempest-TestNetworkBasicOps-664226645-project] 10.222.0.39 "DELETE /v2.0/networks/045fa5a9-cfd8-44db-8f3b-c771bc8ff5e1 HTTP/1.1" status: 204 len: 168 time: 0.5438745 Apr 23 00:50:25.272339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44472) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:25.449836 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5e364dbc-40dc-4331-b854-b146c34ad80c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=912128252a6d4ab09fd3b4ef142f6f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763523 Apr 23 00:50:25.452694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44478) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:25.461950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:50:25.496481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:50:25.496799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 78c4bdcd-38ec-4c2a-b348-8a79e877b4b6 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:50:25.497231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3caad751-6fc2-457c-ac00-198a350d2bd2 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:50:25.516747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d2690da-6007-4d57-b625-3c2b98c41c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:25.532997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 3caad751-6fc2-457c-ac00-198a350d2bd2 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:50:25.533341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3caad751-6fc2-457c-ac00-198a350d2bd2 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:50:25.542692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d2690da-6007-4d57-b625-3c2b98c41c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:25.595990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d2690da-6007-4d57-b625-3c2b98c41c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:25.613767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2690da-6007-4d57-b625-3c2b98c41c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da0e6b5-5a06-4129-bb91-2d1cbf57ce33,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:25.620243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d2690da-6007-4d57-b625-3c2b98c41c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:25.621348 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0d2690da-6007-4d57-b625-3c2b98c41c61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6da0e6b5-5a06-4129-bb91-2d1cbf57ce33 HTTP/1.1" status: 204 len: 168 time: 0.1679635 Apr 23 00:50:25.915415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44486) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:25.932879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:25.946924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:25.950796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Usage tracker for resource:security_group_rule and tenant:1e28edcf8d004adc960f25d00e94fcd4 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:25.953763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:25.959543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:26.044337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:26.048413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:26.098147 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e28edcf8d004adc960f25d00e94fcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816831 Apr 23 00:50:26.099709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d487c2-9b2d-4502-8754-6a150e404fe2,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:26.100852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44490) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:26.106934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.107298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.107629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.108078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.108539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.108901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.109322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.109655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.109991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.110350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.110677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.111001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079a399-6fc3-4f17-87a3-fad8f4ccc117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:50:26.166512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b473bbd1-41f1-4efb-955b-53a241bc247d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:26.191155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b473bbd1-41f1-4efb-955b-53a241bc247d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:26.245662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b473bbd1-41f1-4efb-955b-53a241bc247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:26.262492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bbd1-41f1-4efb-955b-53a241bc247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d487c2-9b2d-4502-8754-6a150e404fe2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:26.266380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b473bbd1-41f1-4efb-955b-53a241bc247d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:26.267499 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b473bbd1-41f1-4efb-955b-53a241bc247d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10d487c2-9b2d-4502-8754-6a150e404fe2 HTTP/1.1" status: 204 len: 168 time: 0.1656585 Apr 23 00:50:31.234577 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:50:33.735202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-69b3dea9-8434-4e08-a2e9-e1d2d2a08c10 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=88a3bbe2ceeb49e6b13e0dae761bb480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274286 Apr 23 00:50:33.999168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-a98b75ac-d7ec-4540-afdd-d573034d90c7 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:34.000698 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-a98b75ac-d7ec-4540-afdd-d573034d90c7 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603860 Apr 23 00:50:34.016520 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-605c9cc3-84bc-40ee-8c27-a5e2b684533a tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/quotas/88a3bbe2ceeb49e6b13e0dae761bb480 HTTP/1.1" status: 200 len: 375 time: 0.0098784 Apr 23 00:50:34.063121 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-776aee21-ff02-4072-95f0-be7eb720527d tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=88a3bbe2ceeb49e6b13e0dae761bb480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413787 Apr 23 00:50:34.247450 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2f9ec05a-7162-4ded-b0bb-dfe01f42a6c5 req-36e25620-1e8f-4152-b570-54d13e21f002 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 210 time: 0.0433965 Apr 23 00:50:35.400401 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-77849210-ed44-4306-8c9e-36ab0ad3fdc0 req-628e2837-b244-4404-afbb-1210638dc1d7 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 210 time: 0.0458157 Apr 23 00:50:35.526881 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-0495ca12-6dd8-464b-8280-a8e2395cc5da tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=88a3bbe2ceeb49e6b13e0dae761bb480&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271227 Apr 23 00:50:35.679149 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-e74a22ca-6eea-4ec7-966d-2c259a6ac0cf tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:35.680452 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-e74a22ca-6eea-4ec7-966d-2c259a6ac0cf tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492066 Apr 23 00:50:35.703021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Request body: {'port': {'device_id': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a', 'admin_state_up': True, 'tenant_id': '88a3bbe2ceeb49e6b13e0dae761bb480'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:35.839581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:35.843963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Usage tracker for resource:port and tenant:88a3bbe2ceeb49e6b13e0dae761bb480 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:35.846717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:35.852314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:35.861861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Made reservation on behalf of 88a3bbe2ceeb49e6b13e0dae761bb480 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:50:35.865359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:35.877465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:35.892196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:35.895961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Usage tracker for resource:security_group_rule and tenant:88a3bbe2ceeb49e6b13e0dae761bb480 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:35.898668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:35.904209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:35.992679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:35.996477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:36.078636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26410596-7892-44df-af79-a2fbbf826825,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:36.172119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Allocated IP 192.168.233.69 (d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a/4624da4b-0735-49f7-9895-95a97e3dde36/bafe7e2a-4275-4367-b422-2d758ce04af4) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:50:36.372126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:36.389728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Transition to ACTIVE for port object bafe7e2a-4275-4367-b422-2d758ce04af4 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:50:36.412292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:36.477052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:50:36.484481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:50:36.488739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:50:36.525201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Pushing event updated for resources: {'Port': ['ID=bafe7e2a-4275-4367-b422-2d758ce04af4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:36.602670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:36.603365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:36.641512 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-715d7d7b-8102-41e7-b51e-cb82c6e8e7d1 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9421568 Apr 23 00:50:36.654027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d0062-d461-49e6-a21a-3ae93b4b4bb8 req-cf25983a-fd8c-4899-ad1f-5fa1b2c5afde tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:36.654772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-580d0062-d461-49e6-a21a-3ae93b4b4bb8 req-cf25983a-fd8c-4899-ad1f-5fa1b2c5afde tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Synchronizing usage tracker for tenant:88a3bbe2ceeb49e6b13e0dae761bb480 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:50:36.661221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Request body: {'port': {'device_id': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:36.730892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-dda46d66-92a7-4705-b29e-8cca0c763042 None None] Provisioning for port bafe7e2a-4275-4367-b422-2d758ce04af4 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:50:36.736899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-dda46d66-92a7-4705-b29e-8cca0c763042 None None] Provisioning complete for port bafe7e2a-4275-4367-b422-2d758ce04af4 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:50:36.737277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dda46d66-92a7-4705-b29e-8cca0c763042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:36.791187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-dda46d66-92a7-4705-b29e-8cca0c763042 None None] Port bafe7e2a-4275-4367-b422-2d758ce04af4 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:50:36.818124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-580d0062-d461-49e6-a21a-3ae93b4b4bb8 req-cf25983a-fd8c-4899-ad1f-5fa1b2c5afde tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Unset dirty status for tenant:88a3bbe2ceeb49e6b13e0dae761bb480 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:50:36.819290 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-580d0062-d461-49e6-a21a-3ae93b4b4bb8 req-cf25983a-fd8c-4899-ad1f-5fa1b2c5afde tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 935 time: 0.2987587 Apr 23 00:50:36.904923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:36.917595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-580d0062-d461-49e6-a21a-3ae93b4b4bb8 req-9f73ac3b-39c9-4cc5-b40c-127e2d62e97e tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Synchronizing usage tracker for tenant:88a3bbe2ceeb49e6b13e0dae761bb480 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:50:36.977407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-580d0062-d461-49e6-a21a-3ae93b4b4bb8 req-9f73ac3b-39c9-4cc5-b40c-127e2d62e97e tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Unset dirty status for tenant:88a3bbe2ceeb49e6b13e0dae761bb480 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:50:36.978556 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-580d0062-d461-49e6-a21a-3ae93b4b4bb8 req-9f73ac3b-39c9-4cc5-b40c-127e2d62e97e tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302488 Apr 23 00:50:37.257673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bafe7e2a-4275-4367-b422-2d758ce04af4 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:50:37.265392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:37.280577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Transition to ACTIVE for port object bafe7e2a-4275-4367-b422-2d758ce04af4 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:50:37.284429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:37.438389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bafe7e2a-4275-4367-b422-2d758ce04af4,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:37.519824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Attempting to bind port bafe7e2a-4275-4367-b422-2d758ce04af4 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:50:37.520158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Attempting to bind port bafe7e2a-4275-4367-b422-2d758ce04af4 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:50:37.520486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Attempting to bind port bafe7e2a-4275-4367-b422-2d758ce04af4 on network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:50:37.525079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Port bafe7e2a-4275-4367-b422-2d758ce04af4 on network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:50:37.525399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Attempting to bind port bafe7e2a-4275-4367-b422-2d758ce04af4 on network d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:50:37.530948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:50:37.531283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Checking segment: {'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:50:37.531662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Bound using segment: {'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:50:37.532082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Bound port: bafe7e2a-4275-4367-b422-2d758ce04af4, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398f3c45-b493-4f20-9d24-de94bf53b713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:50:37.532428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:37.621462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] For port bafe7e2a-4275-4367-b422-2d758ce04af4, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:50:37.624956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] For port bafe7e2a-4275-4367-b422-2d758ce04af4, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bafe7e2a-4275-4367-b422-2d758ce04af4,segment=NetworkSegment(398f3c45-b493-4f20-9d24-de94bf53b713),segment_id=398f3c45-b493-4f20-9d24-de94bf53b713)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:50:37.629368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:37.684754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:37.685430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:37.687557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] 10.222.0.42 "PUT /v2.0/ports/bafe7e2a-4275-4367-b422-2d758ce04af4 HTTP/1.1" status: 200 len: 1097 time: 1.0301361 Apr 23 00:50:37.687987 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'tag': 'bafe7e2a-4275-4367-b422-2d758ce04af4'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:50:37.714963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79760760-eb0f-4ebd-bb16-4c94d64c02c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bafe7e2a-4275-4367-b422-2d758ce04af4,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:37.740422 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4debbf4-5ddb-493a-b4b6-c8c13f12e03e'] response: {'name': 'network-changed', 'server_uuid': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'tag': 'bafe7e2a-4275-4367-b422-2d758ce04af4', 'status': 'completed', 'code': 200} Apr 23 00:50:37.830296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-a4f603a4-5f1a-4c2e-bd43-12b1b4cb13c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:37.831795 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-a4f603a4-5f1a-4c2e-bd43-12b1b4cb13c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88a3bbe2ceeb49e6b13e0dae761bb480&device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 1100 time: 0.0741456 Apr 23 00:50:37.910353 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-d5ffe9de-fb34-43f9-8680-61c177e5341d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bafe7e2a-4275-4367-b422-2d758ce04af4 HTTP/1.1" status: 200 len: 217 time: 0.0657468 Apr 23 00:50:37.977395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-4e38941d-1ea4-4df1-94a3-9294d33b540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:37.979115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-4e38941d-1ea4-4df1-94a3-9294d33b540a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4624da4b-0735-49f7-9895-95a97e3dde36 HTTP/1.1" status: 200 len: 843 time: 0.0623994 Apr 23 00:50:38.057109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-10b52213-7c2f-4839-8cad-21e150c64b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.058506 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-10b52213-7c2f-4839-8cad-21e150c64b69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0740111 Apr 23 00:50:38.247684 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-196fb8b2-e81c-4141-9af3-ca34b56f2009 service neutron] 10.222.0.42 "GET /v2.0/networks/d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834414 Apr 23 00:50:38.261461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d3db1-e723-4864-bf3b-f98273403be8 req-4fa9d805-c91e-4780-bcee-693ed3f08ea7 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.262828 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a20d3db1-e723-4864-bf3b-f98273403be8 req-4fa9d805-c91e-4780-bcee-693ed3f08ea7 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 947 time: 0.1673834 Apr 23 00:50:38.386312 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a20d3db1-e723-4864-bf3b-f98273403be8 req-3698565b-c3c6-47e5-954e-fb0a5fff6111 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063707 Apr 23 00:50:38.420052 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2bc7ad7-04d4-4139-b6ee-b993bae44b77 req-f489cb73-dea9-4f9b-8979-aabe53656fd5 service neutron] 10.222.0.42 "GET /v2.0/networks/d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661277 Apr 23 00:50:38.588626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-c0e3bd04-159a-4e8a-a535-adae0dbcfc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.590065 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-c0e3bd04-159a-4e8a-a535-adae0dbcfc67 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=88a3bbe2ceeb49e6b13e0dae761bb480&device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 1100 time: 0.0745130 Apr 23 00:50:38.810205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-bd96469c-1ce8-491f-9e61-839683f8ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.812275 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-bd96469c-1ce8-491f-9e61-839683f8ab30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a HTTP/1.1" status: 200 len: 869 time: 0.2162967 Apr 23 00:50:38.878656 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-b899e59c-3376-49ad-ba92-868057a03fc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bafe7e2a-4275-4367-b422-2d758ce04af4 HTTP/1.1" status: 200 len: 217 time: 0.0604153 Apr 23 00:50:38.942889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-a909caa8-a837-417c-bb7b-ffdd3007eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:38.944301 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-a909caa8-a837-417c-bb7b-ffdd3007eedb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4624da4b-0735-49f7-9895-95a97e3dde36 HTTP/1.1" status: 200 len: 843 time: 0.0601616 Apr 23 00:50:39.021492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-f1e98ee7-cea7-4d35-a66e-a315af400129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:39.022992 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-f1e98ee7-cea7-4d35-a66e-a315af400129 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0697062 Apr 23 00:50:39.152277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-9ec218f8-9ba9-4643-9421-a2d2dc4cd8c8 service neutron] 10.222.0.42 "GET /v2.0/networks/d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220853 Apr 23 00:50:39.282023 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc57ddb3-063f-446b-b28b-0cc2693fdbc5 req-130d01a0-a72d-43b8-8b7b-8c65493f174c service neutron] 10.222.0.42 "GET /v2.0/networks/d5bc2d23-22a8-4ee9-85f1-a22d040f5f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237626 Apr 23 00:50:39.573782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349149-d6d4-4f2a-bebf-fd1d7294bc24 req-883d7567-15b6-40a0-a18b-c63a432784e3 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:39.575264 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe349149-d6d4-4f2a-bebf-fd1d7294bc24 req-883d7567-15b6-40a0-a18b-c63a432784e3 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 947 time: 0.0805058 Apr 23 00:50:39.619332 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe349149-d6d4-4f2a-bebf-fd1d7294bc24 req-8f0e01cc-c371-4a1a-9d32-70090f5d3221 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Apr 23 00:50:40.036671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:40.808688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704440-8a86-42ab-afbd-f17cde2217c7 req-ae576aeb-35bd-4ff7-b52e-fc83151973b2 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:40.810135 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3b704440-8a86-42ab-afbd-f17cde2217c7 req-ae576aeb-35bd-4ff7-b52e-fc83151973b2 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 947 time: 0.0832214 Apr 23 00:50:40.854183 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3b704440-8a86-42ab-afbd-f17cde2217c7 req-7dd99ade-17fc-4ec3-b297-bb6480354a1a tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375335 Apr 23 00:50:42.042386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f0867-4918-442a-8baa-1e9a029a2cc6 req-6eeda313-6582-44e7-9e91-2054d064956b tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:42.043813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bc9f0867-4918-442a-8baa-1e9a029a2cc6 req-6eeda313-6582-44e7-9e91-2054d064956b tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 947 time: 0.0823977 Apr 23 00:50:42.087702 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bc9f0867-4918-442a-8baa-1e9a029a2cc6 req-5ad7b4ab-5556-42bd-9451-d3e93283cabb tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Apr 23 00:50:42.091362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bafe7e2a-4275-4367-b422-2d758ce04af4 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:50:42.227082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port bafe7e2a-4275-4367-b422-2d758ce04af4, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bafe7e2a-4275-4367-b422-2d758ce04af4,segment=NetworkSegment(398f3c45-b493-4f20-9d24-de94bf53b713),segment_id=398f3c45-b493-4f20-9d24-de94bf53b713)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:42.240023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'bafe7e2a-4275-4367-b422-2d758ce04af4', 'network_id': 'd5bc2d23-22a8-4ee9-85f1-a22d040f5f2a', 'port_id': 'bafe7e2a-4275-4367-b422-2d758ce04af4', 'mac_address': 'fa:16:3e:a9:1d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4624da4b-0735-49f7-9895-95a97e3dde36', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:50:42.298380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:42.315245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bafe7e2a-4275-4367-b422-2d758ce04af4 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:50:42.331220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port bafe7e2a-4275-4367-b422-2d758ce04af4, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bafe7e2a-4275-4367-b422-2d758ce04af4,segment=NetworkSegment(398f3c45-b493-4f20-9d24-de94bf53b713),segment_id=398f3c45-b493-4f20-9d24-de94bf53b713)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:42.335363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:42.401103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=bafe7e2a-4275-4367-b422-2d758ce04af4,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:42.740458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['bafe7e2a-4275-4367-b422-2d758ce04af4'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:50:43.272744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e6014-1c85-4adc-9165-ac12d6bd2b29 req-4440465d-9203-4cef-bba2-50ff8a57f5e7 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:43.274102 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-335e6014-1c85-4adc-9165-ac12d6bd2b29 req-4440465d-9203-4cef-bba2-50ff8a57f5e7 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 948 time: 0.0797811 Apr 23 00:50:43.318386 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-335e6014-1c85-4adc-9165-ac12d6bd2b29 req-69e62beb-cb73-4b22-a0ee-02da8a4d158e tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Apr 23 00:50:44.094184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bafe7e2a-4275-4367-b422-2d758ce04af4 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:50:44.164352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port bafe7e2a-4275-4367-b422-2d758ce04af4 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:50:44.168862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port bafe7e2a-4275-4367-b422-2d758ce04af4 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:50:44.169233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:44.280514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:44.306694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe7e2a-4275-4367-b422-2d758ce04af4'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:50:44.316670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port bafe7e2a-4275-4367-b422-2d758ce04af4, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bafe7e2a-4275-4367-b422-2d758ce04af4,segment=NetworkSegment(398f3c45-b493-4f20-9d24-de94bf53b713),segment_id=398f3c45-b493-4f20-9d24-de94bf53b713)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:44.321461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:44.360963 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ce065b-e70c-4878-a61e-e60d0ede0051'] response: {'server_uuid': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bafe7e2a-4275-4367-b422-2d758ce04af4', 'code': 200} Apr 23 00:50:44.393411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=bafe7e2a-4275-4367-b422-2d758ce04af4,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:44.514832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87478431-2244-42c9-85ff-addbafcfba01 req-b8d56887-4912-4825-ac0e-02b8673d5516 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:44.516265 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-87478431-2244-42c9-85ff-addbafcfba01 req-b8d56887-4912-4825-ac0e-02b8673d5516 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 949 time: 0.0840843 Apr 23 00:50:44.605653 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-87478431-2244-42c9-85ff-addbafcfba01 req-ecc4d34f-1e7c-4a11-a9a2-e3be48b4b438 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823293 Apr 23 00:50:44.628965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286db09-14e6-4467-964a-3240631c32e4 req-f9ab7168-9118-42de-9c11-8c21701e1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:44.630458 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a286db09-14e6-4467-964a-3240631c32e4 req-f9ab7168-9118-42de-9c11-8c21701e1bfd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 1102 time: 0.0873327 Apr 23 00:50:44.672834 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a286db09-14e6-4467-964a-3240631c32e4 req-5cb125ac-5660-4247-a853-fb83f3fda56e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Apr 23 00:50:45.183540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-06e6bec7-7c5b-450a-ab7e-24e1854853fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:45.791853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737289e-bfc8-4e04-b6f7-3c27f81aaa91 req-5926e696-f713-47e3-9243-f34d2806e5dc tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:45.793292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6737289e-bfc8-4e04-b6f7-3c27f81aaa91 req-5926e696-f713-47e3-9243-f34d2806e5dc tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 949 time: 0.0793371 Apr 23 00:50:45.840504 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6737289e-bfc8-4e04-b6f7-3c27f81aaa91 req-411d77db-5aea-4174-a6a3-969dd404a3c9 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404541 Apr 23 00:50:47.029328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948912-2b6b-4cde-94da-5ecd9cee6aba req-9983805f-7d73-4d9c-9d91-43e2aec71ef6 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:47.030810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2c948912-2b6b-4cde-94da-5ecd9cee6aba req-9983805f-7d73-4d9c-9d91-43e2aec71ef6 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 949 time: 0.0799973 Apr 23 00:50:47.075008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2c948912-2b6b-4cde-94da-5ecd9cee6aba req-c6d48b8b-3fd5-4c19-9fce-6a74a061c7ab tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Apr 23 00:50:47.604392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-068abe76-fa63-4e09-8d60-06e02cbea392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:48.298022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5142607-3787-4e1c-a6a0-f767dc7734dc req-c064d818-24b2-4482-8603-44a523d418a0 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:48.299651 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a5142607-3787-4e1c-a6a0-f767dc7734dc req-c064d818-24b2-4482-8603-44a523d418a0 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 949 time: 0.0816357 Apr 23 00:50:48.343370 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a5142607-3787-4e1c-a6a0-f767dc7734dc req-fd778bff-ed96-4584-865a-1f51be0a1f4e tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Apr 23 00:50:48.617180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:48.664048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:49.531269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cf789-4289-40ef-81aa-6f70b3ec1bdb req-cc54fdd0-fe96-4d67-8c03-d453d8ed0757 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:49.532878 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4d1cf789-4289-40ef-81aa-6f70b3ec1bdb req-cc54fdd0-fe96-4d67-8c03-d453d8ed0757 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 949 time: 0.0805676 Apr 23 00:50:49.577840 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4d1cf789-4289-40ef-81aa-6f70b3ec1bdb req-f2a4522a-d995-43c9-9b5a-61f3b151408b tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/security-groups?id=26410596-7892-44df-af79-a2fbbf826825&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Apr 23 00:50:49.639132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-1fee2121-f67e-4edf-8703-188749a72386 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:49.640465 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-1fee2121-f67e-4edf-8703-188749a72386 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.42 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 949 time: 0.0794513 Apr 23 00:50:49.712785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Deleting port bafe7e2a-4275-4367-b422-2d758ce04af4 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:50:49.713120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:49.954681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] For port bafe7e2a-4275-4367-b422-2d758ce04af4, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bafe7e2a-4275-4367-b422-2d758ce04af4,segment=NetworkSegment(398f3c45-b493-4f20-9d24-de94bf53b713),segment_id=398f3c45-b493-4f20-9d24-de94bf53b713)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:50:49.954946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:50.025315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:50.163159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Calling delete_port for bafe7e2a-4275-4367-b422-2d758ce04af4 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:50:50.309852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:50.359558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Pushing event deleted for resources: {'Port': ['ID=bafe7e2a-4275-4367-b422-2d758ce04af4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:50.436082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] No DVR routers for this DVR port bafe7e2a-4275-4367-b422-2d758ce04af4 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:50:50.438447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:50.445302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'name': 'network-vif-deleted', 'tag': 'bafe7e2a-4275-4367-b422-2d758ce04af4'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:50:50.456960 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1b6a8cde-eff2-4c0d-b740-59f40930c04f req-85d84ec3-93f7-4238-b664-81159d5d2027 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.42 "DELETE /v2.0/ports/bafe7e2a-4275-4367-b422-2d758ce04af4 HTTP/1.1" status: 204 len: 173 time: 0.8108306 Apr 23 00:50:50.500122 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857ba0a9-aec1-4971-8fe9-614d3d45b925'] response: {'server_uuid': '8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe', 'name': 'network-vif-deleted', 'tag': 'bafe7e2a-4275-4367-b422-2d758ce04af4', 'status': 'completed', 'code': 200} Apr 23 00:50:50.745020 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-de949b6a-5de2-45bc-92be-aedf83908d06 req-185823b9-5b5d-4a80-89c9-82dcef6abca8 tempest-ServersAdminNegativeTestJSON-917816146 tempest-ServersAdminNegativeTestJSON-917816146-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa4ff14-e5ec-4c33-8f5b-c26f98bc1bbe HTTP/1.1" status: 200 len: 210 time: 0.0431988 Apr 23 00:50:52.134507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44628) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:52.154930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bafe7e2a-4275-4367-b422-2d758ce04af4 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:50:52.188372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: bafe7e2a-4275-4367-b422-2d758ce04af4 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:50:52.188718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bafe7e2a-4275-4367-b422-2d758ce04af4 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:50:52.283956 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c8c62d3e-c506-463c-8293-1045753b614c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88a3bbe2ceeb49e6b13e0dae761bb480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482298 Apr 23 00:50:52.286431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44634) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:52.343892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dd32-f080-44fb-a715-7af56c0c156f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:52.368579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dd32-f080-44fb-a715-7af56c0c156f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:52.419894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dd32-f080-44fb-a715-7af56c0c156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:52.435481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3dd32-f080-44fb-a715-7af56c0c156f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26410596-7892-44df-af79-a2fbbf826825,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:52.450043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4ca3dd32-f080-44fb-a715-7af56c0c156f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:52.455098 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4ca3dd32-f080-44fb-a715-7af56c0c156f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26410596-7892-44df-af79-a2fbbf826825 HTTP/1.1" status: 204 len: 168 time: 0.1653526 Apr 23 00:50:52.730984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44642) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:52.752503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:52.766649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:52.770503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Usage tracker for resource:security_group_rule and tenant:383d1fdd78b9475b9776f1da2071c5af is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:52.773300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:52.779682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:52.867042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:52.871000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:52.919052 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=383d1fdd78b9475b9776f1da2071c5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869054 Apr 23 00:50:52.920518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5302ee-0095-4b64-80ff-74190d18735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbd9098-24cc-45cd-9d7c-034a8cecdea0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:52.922181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44646) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:52.987191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1727e50e-d634-4ade-8add-55307df57bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:53.013068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1727e50e-d634-4ade-8add-55307df57bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:53.066369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1727e50e-d634-4ade-8add-55307df57bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:53.083461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727e50e-d634-4ade-8add-55307df57bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbd9098-24cc-45cd-9d7c-034a8cecdea0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:53.096498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1727e50e-d634-4ade-8add-55307df57bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:53.100154 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1727e50e-d634-4ade-8add-55307df57bfd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bbd9098-24cc-45cd-9d7c-034a8cecdea0 HTTP/1.1" status: 204 len: 168 time: 0.1741929 Apr 23 00:50:53.827957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44670) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:53.928479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1543018901-network', 'tenant_id': 'a8424e3423bf4fe0abcd2b33a888a758'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:53.933208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:53.937596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Usage tracker for resource:network and tenant:a8424e3423bf4fe0abcd2b33a888a758 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:53.940655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:53.946275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:53.957554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Made reservation on behalf of a8424e3423bf4fe0abcd2b33a888a758 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:50:53.959858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:53.972699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:53.986974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:53.990832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Usage tracker for resource:security_group_rule and tenant:a8424e3423bf4fe0abcd2b33a888a758 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:53.993588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:53.999331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:54.081544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.085244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.114821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:50:54.127188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711ac51-8409-4116-bbef-50bdb68c09b7,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:54.131519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.131871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Added segment c316d156-d8e1-41aa-89c5-b3978a3d9105 of type vlan for network 3057f150-9d86-4733-b35a-e53c1e5094b0 Apr 23 00:50:54.159347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.187694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.188607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:54.189178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.290611 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4615989 Apr 23 00:50:54.293395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44676) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:50:54.300455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Request body: {'subnet': {'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1543018901-subnet', 'tenant_id': 'a8424e3423bf4fe0abcd2b33a888a758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:54.304483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecba3f-91df-4c01-a834-7e552cac36ae admin admin] Pushing event updated for resources: {'Network': ['ID=3057f150-9d86-4733-b35a-e53c1e5094b0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:54.306792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:54.311429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Usage tracker for resource:subnet and tenant:a8424e3423bf4fe0abcd2b33a888a758 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:54.314398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:54.318191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 3057f150-9d86-4733-b35a-e53c1e5094b0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:50:54.320635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:54.335470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Made reservation on behalf of a8424e3423bf4fe0abcd2b33a888a758 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:50:54.338001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.540690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.614782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d25ce4-1779-4429-ac62-11990bf0d6f9,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:54.623801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Checking segment: {'id': 'c316d156-d8e1-41aa-89c5-b3978a3d9105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:50:54.624154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Network hostable DHCP agents. Network: 3057f150-9d86-4733-b35a-e53c1e5094b0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:50:54.642303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Network 3057f150-9d86-4733-b35a-e53c1e5094b0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:50:54.650801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 3057f150-9d86-4733-b35a-e53c1e5094b0) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:50:54.654977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:54.655580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:54.660107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c108f31-59c8-40ec-ab7e-1230dc553d1d None None] Network 3057f150-9d86-4733-b35a-e53c1e5094b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:50:54.676337 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b92f98f5-ff84-418f-a800-7eb9bbfa48e4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3818736 Apr 23 00:50:54.872349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c1c6b-8b25-4a7d-a7fe-4250e8a2b25f None None] Network 3057f150-9d86-4733-b35a-e53c1e5094b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:50:55.191914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-de889061-7131-4b93-be48-2bc6bf6caab7 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:55.192525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-de889061-7131-4b93-be48-2bc6bf6caab7 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Synchronizing usage tracker for tenant:a8424e3423bf4fe0abcd2b33a888a758 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:50:55.208816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-de889061-7131-4b93-be48-2bc6bf6caab7 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Unset dirty status for tenant:a8424e3423bf4fe0abcd2b33a888a758 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:50:55.210144 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-de889061-7131-4b93-be48-2bc6bf6caab7 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/networks?id=3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 200 len: 812 time: 0.1672914 Apr 23 00:50:55.225346 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-635c8b2d-4f17-4cfd-a14a-0acebd026b88 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/quotas/a8424e3423bf4fe0abcd2b33a888a758 HTTP/1.1" status: 200 len: 375 time: 0.0096984 Apr 23 00:50:55.272235 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-d18b8464-28e4-418e-a00d-4d151d133916 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418234 Apr 23 00:50:55.282901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-585cb30b-e0ce-4532-a537-7105861fc0ed service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:50:55.283817 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-585cb30b-e0ce-4532-a537-7105861fc0ed service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053599 Apr 23 00:50:55.412776 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-49362571-b3fa-4106-a29e-9704ef493870 service neutron] 10.222.0.39 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236978 Apr 23 00:50:55.543224 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-19327246-1a20-418a-b114-06d09a42ee77 service neutron] 10.222.0.39 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246698 Apr 23 00:50:55.715637 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0289fc3e-883e-4212-9c86-667fda7e48f7 req-f1d9560c-6136-40df-9ef9-8d1b489d6984 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 210 time: 0.0446923 Apr 23 00:50:56.856034 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-3c9161b2-2467-432b-8bfb-aecfd4674f40 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:56.858127 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-3c9161b2-2467-432b-8bfb-aecfd4674f40 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.42 "GET /v2.0/networks?id=3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 200 len: 812 time: 0.1531105 Apr 23 00:50:56.872160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e8792862-8101-4f14-9339-b95421ebb318 req-912a3da3-0bf2-4bf4-b53a-6d72a757fc12 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 210 time: 0.0464416 Apr 23 00:50:56.875501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Request body: {'port': {'device_id': '617d668c-9fe6-4621-b429-9c63c4e65006', 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0', 'admin_state_up': True, 'tenant_id': 'a8424e3423bf4fe0abcd2b33a888a758'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:57.016140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:50:57.020008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Usage tracker for resource:port and tenant:a8424e3423bf4fe0abcd2b33a888a758 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:50:57.022810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:50:57.028488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:50:57.037985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Made reservation on behalf of a8424e3423bf4fe0abcd2b33a888a758 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:50:57.041552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:57.201142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Allocated IP 172.20.0.4 (3057f150-9d86-4733-b35a-e53c1e5094b0/f7d25ce4-1779-4429-ac62-11990bf0d6f9/1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:50:57.403416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:57.432700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:57.495915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Network 3057f150-9d86-4733-b35a-e53c1e5094b0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:50:57.499017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:50:57.509533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:50:57.546099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:57.580566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:57.581164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:57.606085 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-1eb4bf88-96a1-45e5-a2ab-cf6cbd339f4e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346935 Apr 23 00:50:57.624778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Request body: {'port': {'device_id': '617d668c-9fe6-4621-b429-9c63c4e65006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:50:57.732652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:58.141754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fc547-38c2-45a9-a046-8e367cb95286 req-59b46e36-7fa0-43ac-9736-202ae9671547 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:58.142474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ae1fc547-38c2-45a9-a046-8e367cb95286 req-59b46e36-7fa0-43ac-9736-202ae9671547 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Synchronizing usage tracker for tenant:a8424e3423bf4fe0abcd2b33a888a758 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:50:58.145947 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:50:58.154740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:58.176619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Transition to ACTIVE for port object 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:50:58.179244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-ae1fc547-38c2-45a9-a046-8e367cb95286 req-59b46e36-7fa0-43ac-9736-202ae9671547 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Unset dirty status for tenant:a8424e3423bf4fe0abcd2b33a888a758 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:50:58.180380 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ae1fc547-38c2-45a9-a046-8e367cb95286 req-59b46e36-7fa0-43ac-9736-202ae9671547 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 931 time: 0.1947594 Apr 23 00:50:58.181359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:58.426148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:58.494738 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ae1fc547-38c2-45a9-a046-8e367cb95286 req-32502d7f-e533-4b32-8976-e1202d9b5a80 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695899 Apr 23 00:50:58.537622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Attempting to bind port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:50:58.537952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Attempting to bind port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'c316d156-d8e1-41aa-89c5-b3978a3d9105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:50:58.538305 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Attempting to bind port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f on network 3057f150-9d86-4733-b35a-e53c1e5094b0 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:50:58.542766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f on network 3057f150-9d86-4733-b35a-e53c1e5094b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:50:58.543079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Attempting to bind port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f on network 3057f150-9d86-4733-b35a-e53c1e5094b0 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:50:58.548369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:50:58.548719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Checking segment: {'id': 'c316d156-d8e1-41aa-89c5-b3978a3d9105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:50:58.549080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Bound using segment: {'id': 'c316d156-d8e1-41aa-89c5-b3978a3d9105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:50:58.549499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Bound port: 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c316d156-d8e1-41aa-89c5-b3978a3d9105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:50:58.549840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:58.642047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:50:58.644869 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:50:58.649127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:58.702343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:58.703136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:50:58.704304 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 200 len: 1093 time: 1.0841901 Apr 23 00:50:58.706803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:50:58.738444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3ac05-a3fe-4e9a-9282-565968f709c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:50:58.790591 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-591c65d4-6d3a-4c3b-8415-441cc6d61616'] response: {'name': 'network-changed', 'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'status': 'completed', 'code': 200} Apr 23 00:50:58.830287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-c9e12fac-670c-46d6-a135-65e0f275cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:58.831737 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-c9e12fac-670c-46d6-a135-65e0f275cdf3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 1096 time: 0.0757971 Apr 23 00:50:58.902184 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-f1af5bd1-dd7c-40ba-a717-7005411873d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 200 len: 217 time: 0.0586138 Apr 23 00:50:58.966049 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-5e555d9d-cd56-437b-b16c-e98cb46faf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:58.967471 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-5e555d9d-cd56-437b-b16c-e98cb46faf59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7d25ce4-1779-4429-ac62-11990bf0d6f9 HTTP/1.1" status: 200 len: 852 time: 0.0594239 Apr 23 00:50:59.014598 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-34a77955-1c02-4a1a-b14c-eec8daae0cc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3057f150-9d86-4733-b35a-e53c1e5094b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409150 Apr 23 00:50:59.143474 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-4615875e-63ae-4d52-bd79-2e08f9089e23 service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230352 Apr 23 00:50:59.271979 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0720f15d-14a7-46c2-a463-7859ae82fbe3 req-f3b07d6d-f7c6-429c-aaea-d4765b40bafa service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226747 Apr 23 00:50:59.453419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbfd66-a68f-4445-a034-22351065f8dd req-aac6008f-192b-459f-aefa-97d302199a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:59.454924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80bbfd66-a68f-4445-a034-22351065f8dd req-aac6008f-192b-459f-aefa-97d302199a46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 1096 time: 0.0743339 Apr 23 00:50:59.587972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbfd66-a68f-4445-a034-22351065f8dd req-5c36c9cd-1203-4412-9623-91284a5caf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:59.589487 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80bbfd66-a68f-4445-a034-22351065f8dd req-5c36c9cd-1203-4412-9623-91284a5caf60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 200 len: 912 time: 0.1285851 Apr 23 00:50:59.689982 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80bbfd66-a68f-4445-a034-22351065f8dd req-c4bca455-23a9-45db-927f-d324c1f8db56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 200 len: 217 time: 0.0941939 Apr 23 00:50:59.766852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbfd66-a68f-4445-a034-22351065f8dd req-8edacb6a-b74e-41c3-9fdb-f584ea7dbe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:59.768246 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80bbfd66-a68f-4445-a034-22351065f8dd req-8edacb6a-b74e-41c3-9fdb-f584ea7dbe44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7d25ce4-1779-4429-ac62-11990bf0d6f9 HTTP/1.1" status: 200 len: 852 time: 0.0699792 Apr 23 00:50:59.817771 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80bbfd66-a68f-4445-a034-22351065f8dd req-68b67ff9-4eec-40e7-9d2a-8c34fef76e33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3057f150-9d86-4733-b35a-e53c1e5094b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433264 Apr 23 00:50:59.828700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d99b5-5eca-4b18-96ec-441378def366 req-9ed2e18e-9b53-4b6b-9480-f6e60d179253 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:50:59.830019 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-025d99b5-5eca-4b18-96ec-441378def366 req-9ed2e18e-9b53-4b6b-9480-f6e60d179253 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 943 time: 0.1871226 Apr 23 00:50:59.964381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-025d99b5-5eca-4b18-96ec-441378def366 req-6ae4a2cc-d0a2-4eab-8b7a-a5a2eb96a038 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163917 Apr 23 00:51:00.084643 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80bbfd66-a68f-4445-a034-22351065f8dd req-ed81c8f8-39c9-4ac8-83b2-6548f4586eec service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536049 Apr 23 00:51:00.220192 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80bbfd66-a68f-4445-a034-22351065f8dd req-fd386e2a-1ddb-4c24-a18c-9920323d3e77 service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289208 Apr 23 00:51:01.259523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f691ac-6f17-43d3-b052-c262760d6bad req-5c2ccef3-78d3-415e-a6c0-5b847dd77144 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:01.260973 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38f691ac-6f17-43d3-b052-c262760d6bad req-5c2ccef3-78d3-415e-a6c0-5b847dd77144 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 943 time: 0.1878486 Apr 23 00:51:01.303695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-38f691ac-6f17-43d3-b052-c262760d6bad req-b4eaa7da-b418-4ff9-9336-f03df354966b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Synchronizing usage tracker for tenant:a8424e3423bf4fe0abcd2b33a888a758 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:51:01.320443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-38f691ac-6f17-43d3-b052-c262760d6bad req-b4eaa7da-b418-4ff9-9336-f03df354966b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Unset dirty status for tenant:a8424e3423bf4fe0abcd2b33a888a758 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:51:01.321626 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38f691ac-6f17-43d3-b052-c262760d6bad req-b4eaa7da-b418-4ff9-9336-f03df354966b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549324 Apr 23 00:51:02.187356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:51:02.321177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:02.358559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0', 'port_id': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'mac_address': 'fa:16:3e:98:1f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d25ce4-1779-4429-ac62-11990bf0d6f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:51:02.413490 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:02.430468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:51:02.446266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:02.450200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:02.506290 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f175ee1-a734-4572-a052-e4cba22fc022 req-1ce372ee-6456-4d0b-8fbf-5875263b0796 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:02.507751 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6f175ee1-a734-4572-a052-e4cba22fc022 req-1ce372ee-6456-4d0b-8fbf-5875263b0796 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 944 time: 0.0812042 Apr 23 00:51:02.519802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:02.552365 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6f175ee1-a734-4572-a052-e4cba22fc022 req-c22d5693-f779-4e30-b019-8b5f8b23f007 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385439 Apr 23 00:51:02.823344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:51:03.737908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ab758-f266-437e-8c0c-7ff58214e2a0 req-570eba64-1e28-491b-9fa7-19a433c11548 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:03.739307 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0e8ab758-f266-437e-8c0c-7ff58214e2a0 req-570eba64-1e28-491b-9fa7-19a433c11548 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 944 time: 0.0827012 Apr 23 00:51:03.783102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0e8ab758-f266-437e-8c0c-7ff58214e2a0 req-484e5612-9de2-4758-82a8-c20d0522072c tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Apr 23 00:51:04.201894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:51:04.272893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:51:04.277498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:04.277879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:04.395065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:04.421430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:04.431211 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:04.436013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:04.469954 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0542907-98ed-47ca-98c6-4594ce0b51db'] response: {'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'code': 200} Apr 23 00:51:04.507220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:04.720570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d3a53-1e7a-44b9-ab31-1ba0f7c536e1 req-bd7e45ff-6f51-4954-a2fe-d75f8f188282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:04.721916 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-121d3a53-1e7a-44b9-ab31-1ba0f7c536e1 req-bd7e45ff-6f51-4954-a2fe-d75f8f188282 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 1098 time: 0.0726173 Apr 23 00:51:04.761545 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-121d3a53-1e7a-44b9-ab31-1ba0f7c536e1 req-93b2eb21-ce89-4cdb-b55e-b61897964791 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337133 Apr 23 00:51:04.969720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78a126-d3fe-4938-8e0b-2fe539725158 req-25786528-b3ad-462f-819e-054001021f4f tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:04.971265 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db78a126-d3fe-4938-8e0b-2fe539725158 req-25786528-b3ad-462f-819e-054001021f4f tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0824363 Apr 23 00:51:05.015475 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db78a126-d3fe-4938-8e0b-2fe539725158 req-647b7e63-faf5-43d3-8b7d-c06cef92f8e8 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Apr 23 00:51:06.209729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc0d2-7efc-4c6a-adf1-a3df5bae65bb req-3d147fba-4f38-4bf3-a027-8d9780df64ae tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:06.211188 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6c4fc0d2-7efc-4c6a-adf1-a3df5bae65bb req-3d147fba-4f38-4bf3-a027-8d9780df64ae tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0856578 Apr 23 00:51:06.261892 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6c4fc0d2-7efc-4c6a-adf1-a3df5bae65bb req-7d863e20-70a2-4dde-8d70-827d39dfcd30 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Apr 23 00:51:07.448510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f8562-0c22-4954-a253-0631b123add1 req-761b9e7e-9da7-4238-8c8d-f6caa9d5b2e9 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:07.449960 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4e3f8562-0c22-4954-a253-0631b123add1 req-761b9e7e-9da7-4238-8c8d-f6caa9d5b2e9 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0841594 Apr 23 00:51:07.493549 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4e3f8562-0c22-4954-a253-0631b123add1 req-15cf338d-f1b7-4e5a-8e8d-e5adda2beab0 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376761 Apr 23 00:51:07.858724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44740) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:51:07.891198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354f149-5619-4ec0-9dc8-edae91b6b4ce req-4ef0ee5c-52d3-438a-aaa7-7752cf5fcbd6 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:07.892657 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9354f149-5619-4ec0-9dc8-edae91b6b4ce req-4ef0ee5c-52d3-438a-aaa7-7752cf5fcbd6 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0828109 Apr 23 00:51:07.941358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9354f149-5619-4ec0-9dc8-edae91b6b4ce req-9bd074e7-1531-47c8-b377-eda1ef913559 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Apr 23 00:51:07.974659 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-2fbeb8dc-7b73-4890-8da9-498d9f76802f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147699 Apr 23 00:51:08.234470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:51:09.131599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd525c-800e-4305-af15-0fa87db15dc0 req-65f6fce3-f33c-4ee2-ba02-c05e817a1a9c tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:09.133059 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b2fd525c-800e-4305-af15-0fa87db15dc0 req-65f6fce3-f33c-4ee2-ba02-c05e817a1a9c tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0820906 Apr 23 00:51:09.184603 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b2fd525c-800e-4305-af15-0fa87db15dc0 req-e5cd60b7-407e-414e-a014-ecc12d060dac tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Apr 23 00:51:09.260366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-10cfb662-541e-4842-8952-64bdf8942621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:09.261809 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-10cfb662-541e-4842-8952-64bdf8942621 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 1098 time: 0.0718765 Apr 23 00:51:09.391551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-38fc1963-2946-43dd-b5ba-eff95acf111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:09.392953 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-38fc1963-2946-43dd-b5ba-eff95acf111a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 200 len: 912 time: 0.1254182 Apr 23 00:51:09.462888 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-bc09e80e-5360-49b2-ab6c-6059554146bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 200 len: 217 time: 0.0642524 Apr 23 00:51:09.523886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-13aedbdb-7701-4621-b457-4cbdb12edebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:09.525185 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-13aedbdb-7701-4621-b457-4cbdb12edebb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7d25ce4-1779-4429-ac62-11990bf0d6f9 HTTP/1.1" status: 200 len: 852 time: 0.0562916 Apr 23 00:51:09.572034 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-af7b85c3-cd53-4506-97be-a70a32d7d768 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3057f150-9d86-4733-b35a-e53c1e5094b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405715 Apr 23 00:51:09.700037 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-27581946-64f7-40f7-b257-a0fb44e6a9e8 service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218281 Apr 23 00:51:09.828558 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-b78cc0e7-30cf-4b23-83ab-242e62c54d06 service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227279 Apr 23 00:51:10.041267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:10.378901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229b38a-7ae1-402e-a25c-21bc564c053c req-549c7792-b483-4c94-982d-ff8535e3efac tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:10.380362 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6229b38a-7ae1-402e-a25c-21bc564c053c req-549c7792-b483-4c94-982d-ff8535e3efac tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0810213 Apr 23 00:51:10.424153 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6229b38a-7ae1-402e-a25c-21bc564c053c req-5434b396-0211-47e6-a972-04d1c873df81 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Apr 23 00:51:11.610896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1f712-2afc-4244-8033-a8a339d45375 req-a59bd05f-1680-4e88-8ff2-6a4c53770197 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:11.612351 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-17b1f712-2afc-4244-8033-a8a339d45375 req-a59bd05f-1680-4e88-8ff2-6a4c53770197 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0827463 Apr 23 00:51:11.657477 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-17b1f712-2afc-4244-8033-a8a339d45375 req-26c7c33f-541d-4817-b4f2-cf10afdb2acb tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Apr 23 00:51:12.844648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d577b-800e-46aa-9cfc-42d7d5a37e50 req-beffb88e-92c0-495d-bf37-6f3a458a0b70 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:12.846086 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a6d577b-800e-46aa-9cfc-42d7d5a37e50 req-beffb88e-92c0-495d-bf37-6f3a458a0b70 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0830588 Apr 23 00:51:12.889988 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a6d577b-800e-46aa-9cfc-42d7d5a37e50 req-ad89ddcc-f2cb-43cd-885c-487dab727bfb tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Apr 23 00:51:14.073468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d072-6357-47f9-9726-2b6101299679 req-af955b05-2f31-45c6-a1f6-4aaf31862739 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:14.074962 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf3d072-6357-47f9-9726-2b6101299679 req-af955b05-2f31-45c6-a1f6-4aaf31862739 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0799584 Apr 23 00:51:14.122101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bdf3d072-6357-47f9-9726-2b6101299679 req-d61dbda3-d956-4091-bbe4-17774d3bb062 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405459 Apr 23 00:51:15.188930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3d3f89fd-b28d-4319-b781-ddb86e2a446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:15.312608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c55114-c134-4326-9860-7907f85b15c1 req-95963838-8bb0-4abe-b2ba-93c783c741e1 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:15.313968 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-67c55114-c134-4326-9860-7907f85b15c1 req-95963838-8bb0-4abe-b2ba-93c783c741e1 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0797355 Apr 23 00:51:15.356823 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-67c55114-c134-4326-9860-7907f85b15c1 req-abad3e80-685b-46b5-ac36-edf1d700a5b2 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Apr 23 00:51:16.542363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad54d-621a-4fbe-a572-9349c0159610 req-c6a136bb-3061-4c9a-b7a3-14b4db5676f9 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:16.543810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e1bad54d-621a-4fbe-a572-9349c0159610 req-c6a136bb-3061-4c9a-b7a3-14b4db5676f9 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0800452 Apr 23 00:51:16.588174 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e1bad54d-621a-4fbe-a572-9349c0159610 req-136952ea-6075-45e0-91d4-213cbcaaca0b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Apr 23 00:51:17.605246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-38b6b173-5576-4597-b824-c5a865aebdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:17.775203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7d671-adfe-45cc-a7af-a0f658518134 req-7f839406-bfef-4cf2-9b53-18c420d3e042 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:17.776650 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7fb7d671-adfe-45cc-a7af-a0f658518134 req-7f839406-bfef-4cf2-9b53-18c420d3e042 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0827043 Apr 23 00:51:17.820118 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7fb7d671-adfe-45cc-a7af-a0f658518134 req-835a3e10-9701-4d8c-86a2-5dc2acbe0c81 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Apr 23 00:51:18.621357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:18.672753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:19.011915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336324c-a7ae-475a-bae0-d4b07c736f53 req-916dd66e-4e05-4be6-9d4f-4b8f05c54594 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:19.013365 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5336324c-a7ae-475a-bae0-d4b07c736f53 req-916dd66e-4e05-4be6-9d4f-4b8f05c54594 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0856571 Apr 23 00:51:19.063165 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5336324c-a7ae-475a-bae0-d4b07c736f53 req-89527fb9-c918-4123-b8e3-a4b39ad15f6d tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386100 Apr 23 00:51:20.026572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:20.255050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebd687-995e-4369-b224-3a36ef0503ab req-e847b2e3-9aca-4a42-beab-159214cad91b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:20.256400 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-37ebd687-995e-4369-b224-3a36ef0503ab req-e847b2e3-9aca-4a42-beab-159214cad91b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0881398 Apr 23 00:51:20.301682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-37ebd687-995e-4369-b224-3a36ef0503ab req-6bc5a898-f38b-475a-b26c-3c4f24cf49c8 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Apr 23 00:51:21.484817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a035df9-efe6-46e2-b015-eb1eb405c0c4 req-26e57883-1a22-4720-a933-643d3a4d2d43 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:21.486311 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a035df9-efe6-46e2-b015-eb1eb405c0c4 req-26e57883-1a22-4720-a933-643d3a4d2d43 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0799799 Apr 23 00:51:21.530119 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a035df9-efe6-46e2-b015-eb1eb405c0c4 req-5d9fe15c-83b0-4ad7-9bb5-6bfa20f46c2d tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381370 Apr 23 00:51:22.711904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb54a5-e20d-48eb-808a-4e14e481f1c5 req-b629fbb5-90fb-4e24-8c6b-f2a7db4ef7a8 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:22.713355 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1ceb54a5-e20d-48eb-808a-4e14e481f1c5 req-b629fbb5-90fb-4e24-8c6b-f2a7db4ef7a8 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0789323 Apr 23 00:51:22.758255 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1ceb54a5-e20d-48eb-808a-4e14e481f1c5 req-812fb644-8684-4f78-860f-6093c17fa132 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Apr 23 00:51:23.946210 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26e9e0-f1e6-445d-84a3-e11bd4812121 req-9d3cf747-9d5f-4904-a0ad-7c3e31255097 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:23.947665 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ee26e9e0-f1e6-445d-84a3-e11bd4812121 req-9d3cf747-9d5f-4904-a0ad-7c3e31255097 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0833602 Apr 23 00:51:23.991618 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ee26e9e0-f1e6-445d-84a3-e11bd4812121 req-de6b41d4-0dd5-4a4e-a2d6-d790933bf871 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376906 Apr 23 00:51:25.185641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa5067-5c15-447f-8a18-e447b8ec5615 req-eb2288cf-294f-45d6-ba9c-f5604dc4883e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:25.187124 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8aa5067-5c15-447f-8a18-e447b8ec5615 req-eb2288cf-294f-45d6-ba9c-f5604dc4883e tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0844877 Apr 23 00:51:25.233195 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8aa5067-5c15-447f-8a18-e447b8ec5615 req-7d72933e-e2ea-4ef9-8c71-171c46a107e6 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393133 Apr 23 00:51:26.419184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe42ef-a4c9-433c-b966-a8f6f157d34f req-f0747586-34b0-4943-8a6b-9bbe40c53298 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:26.420703 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0efe42ef-a4c9-433c-b966-a8f6f157d34f req-f0747586-34b0-4943-8a6b-9bbe40c53298 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0802934 Apr 23 00:51:26.552134 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0efe42ef-a4c9-433c-b966-a8f6f157d34f req-3b424dad-0b66-4bca-bb3c-871e6a01a107 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257155 Apr 23 00:51:27.877891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f424a-d9c9-4851-9848-c1840ff45124 req-66cb4528-030d-47da-aabb-340b3fba14cf tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:27.879381 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e48f424a-d9c9-4851-9848-c1840ff45124 req-66cb4528-030d-47da-aabb-340b3fba14cf tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0801537 Apr 23 00:51:27.926459 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e48f424a-d9c9-4851-9848-c1840ff45124 req-6d76ce72-69ed-4b94-b165-56d39deff5bc tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Apr 23 00:51:29.112831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef0e7-2d0a-471d-99eb-02a1090f19fb req-7bfa497f-76bf-4ba0-b726-ce82ef6e1b44 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:29.114294 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-021ef0e7-2d0a-471d-99eb-02a1090f19fb req-7bfa497f-76bf-4ba0-b726-ce82ef6e1b44 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0804994 Apr 23 00:51:29.158770 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-021ef0e7-2d0a-471d-99eb-02a1090f19fb req-9eacaa5a-0562-4545-b474-53589fd3b85d tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388443 Apr 23 00:51:30.183079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-a341c829-0045-4b74-affa-1ccb1509832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:30.184544 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-a341c829-0045-4b74-affa-1ccb1509832e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 1098 time: 0.0738509 Apr 23 00:51:30.328777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-b9a9ef8b-1f8a-479d-9ff1-1bfa9c39d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:30.330128 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-b9a9ef8b-1f8a-479d-9ff1-1bfa9c39d999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 200 len: 912 time: 0.1267807 Apr 23 00:51:30.345827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ab28a-d38b-4a91-972b-3a957bae21ae req-6bdf5184-1d2f-443e-b4b6-5c39cd71b182 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:30.347308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c93ab28a-d38b-4a91-972b-3a957bae21ae req-6bdf5184-1d2f-443e-b4b6-5c39cd71b182 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0836201 Apr 23 00:51:30.391445 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c93ab28a-d38b-4a91-972b-3a957bae21ae req-a2e86b59-847f-474f-aa55-b2d050ae85a3 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384169 Apr 23 00:51:30.396793 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-52629042-1ae2-4135-9814-cd4bdce44e24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 200 len: 217 time: 0.0604780 Apr 23 00:51:30.460654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-611cc95a-d670-47fd-818a-7f003c2b2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:30.462026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-611cc95a-d670-47fd-818a-7f003c2b2937 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7d25ce4-1779-4429-ac62-11990bf0d6f9 HTTP/1.1" status: 200 len: 852 time: 0.0596192 Apr 23 00:51:30.507512 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-e9663470-5ad2-4a19-ba7a-b94cbbff4abf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3057f150-9d86-4733-b35a-e53c1e5094b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391288 Apr 23 00:51:30.635684 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-72da6e60-e12d-44f5-af40-a4d8ac527e11 service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212692 Apr 23 00:51:30.763116 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2cab0dd6-5540-40b8-8841-3996b28d6fd8 req-a0827dbf-9693-497b-9b21-11bb5ad4defd service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216919 Apr 23 00:51:31.580441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbac00-f880-43f6-a8d1-07504862d162 req-8f810e44-4763-4137-b321-2a58656f2555 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:31.581899 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c6cbac00-f880-43f6-a8d1-07504862d162 req-8f810e44-4763-4137-b321-2a58656f2555 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0841300 Apr 23 00:51:31.626493 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c6cbac00-f880-43f6-a8d1-07504862d162 req-f358a621-c588-4d89-a06b-09729814269b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389340 Apr 23 00:51:32.815009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610787f7-fbe7-4737-bdc9-5278156973fb req-7b781998-f650-4b21-b710-bd01b0b773b1 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:32.816481 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-610787f7-fbe7-4737-bdc9-5278156973fb req-7b781998-f650-4b21-b710-bd01b0b773b1 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0850704 Apr 23 00:51:32.860760 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-610787f7-fbe7-4737-bdc9-5278156973fb req-8888b49c-bc10-4f2a-8fe9-bca183b26bcb tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Apr 23 00:51:34.044236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1908d0-fc4e-40eb-8a2e-a3cd6e5aa353 req-62c71d26-7b88-46bd-bd3c-0b8f7fb07955 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:34.046530 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc1908d0-fc4e-40eb-8a2e-a3cd6e5aa353 req-62c71d26-7b88-46bd-bd3c-0b8f7fb07955 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0815887 Apr 23 00:51:34.089666 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc1908d0-fc4e-40eb-8a2e-a3cd6e5aa353 req-fe3a113b-8421-4f14-951c-f911bba1a3dd tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374601 Apr 23 00:51:35.275673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d8f86-e231-426d-8359-f5c855475c7c req-8fe48dd9-0271-45a8-872f-cbed3838c89d tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:35.277044 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a35d8f86-e231-426d-8359-f5c855475c7c req-8fe48dd9-0271-45a8-872f-cbed3838c89d tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0799954 Apr 23 00:51:35.321555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a35d8f86-e231-426d-8359-f5c855475c7c req-10a7790b-bb09-49ee-ac82-5dee26f6af49 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Apr 23 00:51:36.509598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e525e6-724b-47bd-9493-bfaaab726793 req-7e25c62a-c147-4177-845d-80159c898ccb tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:36.511042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4e525e6-724b-47bd-9493-bfaaab726793 req-7e25c62a-c147-4177-845d-80159c898ccb tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0830650 Apr 23 00:51:36.556240 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d4e525e6-724b-47bd-9493-bfaaab726793 req-559cbf89-41b3-4ae4-98bd-fbebd8c53e9d tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Apr 23 00:51:36.730105 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-f34752a4-79c1-4356-bc1e-22c12e0e404d service neutron] 10.222.0.42 "GET /v2.0/ports/1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0724993 Apr 23 00:51:37.006517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-72efe12f-ff24-4892-b238-61920aad0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:37.007984 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-72efe12f-ff24-4892-b238-61920aad0a55 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006&tenant_id=a8424e3423bf4fe0abcd2b33a888a758 HTTP/1.1" status: 200 len: 1098 time: 0.0747752 Apr 23 00:51:37.113519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-4fd6ab39-91f5-4d3d-a006-4d4d4367f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:37.115000 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-4fd6ab39-91f5-4d3d-a006-4d4d4367f668 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 1098 time: 0.0687289 Apr 23 00:51:37.241918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-32e23d2f-66b2-4e6b-80d6-dbf01e4f1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:37.243413 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-32e23d2f-66b2-4e6b-80d6-dbf01e4f1702 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 200 len: 912 time: 0.1226277 Apr 23 00:51:37.311835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-b89815d7-a2e6-4f23-a030-041cbfef373f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 200 len: 217 time: 0.0622945 Apr 23 00:51:37.370482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-fd79e6e4-cc74-4b41-803e-7408ef11f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:37.371861 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-fd79e6e4-cc74-4b41-803e-7408ef11f110 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7d25ce4-1779-4429-ac62-11990bf0d6f9 HTTP/1.1" status: 200 len: 852 time: 0.0549753 Apr 23 00:51:37.419780 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-bc89672a-537a-48f6-8ccf-2fdaa26d2ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3057f150-9d86-4733-b35a-e53c1e5094b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418112 Apr 23 00:51:37.647176 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-3a052144-99cc-461a-8a68-36d760d6d3ad service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221482 Apr 23 00:51:37.744723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f42d7-1748-4905-a14b-8db29d9f5ec9 req-abcfd843-9617-4d8d-869e-d83924940eed tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:37.746207 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7d6f42d7-1748-4905-a14b-8db29d9f5ec9 req-abcfd843-9617-4d8d-869e-d83924940eed tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0825942 Apr 23 00:51:37.780963 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c6d0ffc-100a-46f3-a5a0-da97d01be11a req-e261aff4-7e8d-45ca-9c97-3a6dfb3aac1d service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274066 Apr 23 00:51:37.791821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7d6f42d7-1748-4905-a14b-8db29d9f5ec9 req-77619398-cb7e-48ef-91e7-f55a198c92f2 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Apr 23 00:51:38.978263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c53fe-57ce-4115-823e-e31225b98cf4 req-8d4bd164-26e4-4da0-9a2f-67d9c262d3b4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:38.979720 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b63c53fe-57ce-4115-823e-e31225b98cf4 req-8d4bd164-26e4-4da0-9a2f-67d9c262d3b4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0793858 Apr 23 00:51:39.024677 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b63c53fe-57ce-4115-823e-e31225b98cf4 req-24858ba8-cc75-46e8-9be2-732b93bbe473 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387113 Apr 23 00:51:40.051450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.216568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167556a9-1b4e-4300-abb7-57a7d623dd91 req-e822de26-cde8-4ee2-a829-07f0b3a7202c tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:40.218182 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-167556a9-1b4e-4300-abb7-57a7d623dd91 req-e822de26-cde8-4ee2-a829-07f0b3a7202c tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0847514 Apr 23 00:51:40.261305 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-167556a9-1b4e-4300-abb7-57a7d623dd91 req-dd24ad4a-fae6-4f9c-87ae-4d0ce6f52861 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 Apr 23 00:51:40.428755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:51:40.435627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:51:40.660740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.677270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:40.699481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'network_id': '3057f150-9d86-4733-b35a-e53c1e5094b0', 'port_id': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'mac_address': 'fa:16:3e:98:1f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d25ce4-1779-4429-ac62-11990bf0d6f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:51:40.707422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:40.748264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:40.755824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.789935 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f9715e-e69d-435f-9be7-a227b3631ac9'] response: {'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'code': 200} Apr 23 00:51:40.819119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:40.847706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:51:40.855191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:40.888845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.889273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.889614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.889950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.890367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.890831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.891379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.892761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.893092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.893421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.893744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.894064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:40.927741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:51:40.928028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:51:41.445507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097c343-64a1-4a8b-978a-5ba8ec032b84 req-5e352b2b-6606-4976-bb62-3001d5760f00 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:41.447005 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f097c343-64a1-4a8b-978a-5ba8ec032b84 req-5e352b2b-6606-4976-bb62-3001d5760f00 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 943 time: 0.0799346 Apr 23 00:51:41.482457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:41.492569 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f097c343-64a1-4a8b-978a-5ba8ec032b84 req-ed9a9a4e-e496-4d6e-a9ee-d7330eecc71b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 Apr 23 00:51:41.499162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:51:41.514642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:41.518218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:41.586762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:41.650672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:51:41.882681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-352769a9-fcc2-4b07-b00c-22d43a05d19a tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:41.884026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-352769a9-fcc2-4b07-b00c-22d43a05d19a tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.42 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006&tenant_id=a8424e3423bf4fe0abcd2b33a888a758&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 944 time: 0.0868328 Apr 23 00:51:42.038927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-5033c6d5-c17e-4c8b-9971-633e4ad84668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:42.040385 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-5033c6d5-c17e-4c8b-9971-633e4ad84668 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 1097 time: 0.0712054 Apr 23 00:51:42.169994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-20ab1267-ede5-4fd5-96af-9c16c06cb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:42.171434 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-20ab1267-ede5-4fd5-96af-9c16c06cb8c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 200 len: 912 time: 0.1249044 Apr 23 00:51:42.240597 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-e77fc6a2-6497-42a7-af30-658334f1508b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 200 len: 217 time: 0.0631869 Apr 23 00:51:42.302084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-31d2dfa9-7550-4d27-b77e-a6e567f4f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:42.303523 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-31d2dfa9-7550-4d27-b77e-a6e567f4f810 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f7d25ce4-1779-4429-ac62-11990bf0d6f9 HTTP/1.1" status: 200 len: 852 time: 0.0571444 Apr 23 00:51:42.352321 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-4f1c0781-9149-499d-8b77-1c8c9a808ffc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3057f150-9d86-4733-b35a-e53c1e5094b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422308 Apr 23 00:51:42.438617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:51:42.483701 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-af18095c-d8c6-4189-a01b-749ebe72fc00 service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250458 Apr 23 00:51:42.508592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:51:42.509152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:42.616708 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-ee731b42-ceef-4658-a4a0-74c237e92d05 service neutron] 10.222.0.42 "GET /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267931 Apr 23 00:51:42.625303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:42.657826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:42.661336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:42.728409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:42.790698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:42.847324 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3bde18-582d-4870-94b7-a4514db3cb5d'] response: {'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'code': 200} Apr 23 00:51:43.639561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a06a9-9d84-4529-b791-1f3998127677 req-d30e36b4-01fd-4fac-9972-ab7aeba63584 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:43.640928 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-307a06a9-9d84-4529-b791-1f3998127677 req-d30e36b4-01fd-4fac-9972-ab7aeba63584 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0852118 Apr 23 00:51:43.684582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-307a06a9-9d84-4529-b791-1f3998127677 req-088b59b5-4264-4ed1-8f83-9376639b2b70 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380342 Apr 23 00:51:44.872452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c01af-316e-4a7b-b864-8b8bbcdaa41d req-5d815678-db1b-4dd9-b492-cd6689a72995 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:44.873888 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-350c01af-316e-4a7b-b864-8b8bbcdaa41d req-5d815678-db1b-4dd9-b492-cd6689a72995 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0790126 Apr 23 00:51:44.917026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-350c01af-316e-4a7b-b864-8b8bbcdaa41d req-f9e7f341-bcef-45a3-9603-51193137467b tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375257 Apr 23 00:51:45.180792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03420381-8a64-412c-bf2e-43614cfdca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:45.233838 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:51:45.478130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-0063ad71-a2e2-4c6b-ab3c-f9f0aa3f4089 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:45.479533 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-0063ad71-a2e2-4c6b-ab3c-f9f0aa3f4089 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.42 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0814471 Apr 23 00:51:45.550401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Deleting port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:51:45.550795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:45.793472 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] For port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,segment=NetworkSegment(c316d156-d8e1-41aa-89c5-b3978a3d9105),segment_id=c316d156-d8e1-41aa-89c5-b3978a3d9105)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:45.793829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:46.011802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Calling delete_port for 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:51:46.112858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1335581-a81d-408e-a765-b4f83e9ed4ff req-dc880fd0-8607-410a-88b6-0bed3aa5b165 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:46.114216 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1335581-a81d-408e-a765-b4f83e9ed4ff req-dc880fd0-8607-410a-88b6-0bed3aa5b165 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/ports?device_id=617d668c-9fe6-4621-b429-9c63c4e65006 HTTP/1.1" status: 200 len: 945 time: 0.0825503 Apr 23 00:51:46.159695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:46.164181 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1335581-a81d-408e-a765-b4f83e9ed4ff req-84ff0626-ee03-473e-b85d-7b961f2694b7 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.39 "GET /v2.0/security-groups?id=a711ac51-8409-4116-bbef-50bdb68c09b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Apr 23 00:51:46.194131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:51:46.238959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Pushing event deleted for resources: {'Port': ['ID=1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:46.279088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.279432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.279774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.280106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.280431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.280757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.281082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.281403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.281725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.282047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.282393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.282709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:46.295894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] No DVR routers for this DVR port 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:51:46.298013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:46.300548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-deleted', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:46.316717 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0a6a0083-4a98-4ab9-b60e-208a9380ebb8 req-6adfb44c-8cdb-4879-bf51-0edbfeea7cf4 tempest-DeleteServersTestJSON-893610886 tempest-DeleteServersTestJSON-893610886-project] 10.222.0.42 "DELETE /v2.0/ports/1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f HTTP/1.1" status: 204 len: 173 time: 0.8319578 Apr 23 00:51:46.345529 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d100b808-d691-418d-8f7f-5ae14caa04f9'] response: {'server_uuid': '617d668c-9fe6-4621-b429-9c63c4e65006', 'name': 'network-vif-deleted', 'tag': '1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f', 'status': 'completed', 'code': 200} Apr 23 00:51:47.403042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44848) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:51:47.462498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Deleting subnet f7d25ce4-1779-4429-ac62-11990bf0d6f9 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:51:47.465384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:47.513080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:47.571761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:47.607981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3e3f63b4-9927-41ee-a21f-5dbbef3db714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:47.642348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:47.679915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d25ce4-1779-4429-ac62-11990bf0d6f9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:47.682320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:47.691880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.692242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.692568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.692901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.693228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.693555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.693878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.694201 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.694545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.694862 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.695181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.695494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:51:47.699012 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bb17bb77-6443-4ec8-8597-e05e8d88f01a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f7d25ce4-1779-4429-ac62-11990bf0d6f9 HTTP/1.1" status: 204 len: 168 time: 0.2949855 Apr 23 00:51:47.701454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44852) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:51:47.904225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.031547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.056196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3057f150-9d86-4733-b35a-e53c1e5094b0']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:48.068640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c316d156-d8e1-41aa-89c5-b3978a3d9105') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:48.068929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c316d156-d8e1-41aa-89c5-b3978a3d9105') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:51:48.079800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.095648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.101628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:51:48.102043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:51:48.116047 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:51:48.192949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.197741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.223470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=3057f150-9d86-4733-b35a-e53c1e5094b0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:48.227152 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d21b0ba9-98ca-451d-b1f5-aaeca81c0c4b admin admin] 10.222.0.39 "DELETE /v2.0/networks/3057f150-9d86-4733-b35a-e53c1e5094b0 HTTP/1.1" status: 204 len: 168 time: 0.5241761 Apr 23 00:51:48.336248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44858) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:51:48.384155 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d62eaf7a-193c-4708-872f-f52914aa08f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8424e3423bf4fe0abcd2b33a888a758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467992 Apr 23 00:51:48.386588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44862) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:51:48.447032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc74cc0f-252e-4043-9885-76df5cc0c7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.473727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:51:48.476833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc74cc0f-252e-4043-9885-76df5cc0c7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.534653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc74cc0f-252e-4043-9885-76df5cc0c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.539864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:51:48.540215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 1a172fb9-73a4-4bb6-81b4-38ed1a2dd53f not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:51:48.554554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74cc0f-252e-4043-9885-76df5cc0c7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711ac51-8409-4116-bbef-50bdb68c09b7,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:48.562293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dc74cc0f-252e-4043-9885-76df5cc0c7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.566065 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dc74cc0f-252e-4043-9885-76df5cc0c7a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a711ac51-8409-4116-bbef-50bdb68c09b7 HTTP/1.1" status: 204 len: 168 time: 0.1785896 Apr 23 00:51:48.616340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:48.672393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.267692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 44886) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:51:49.369312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-589937187-network', 'tenant_id': '9184aa62cf7849df941b1c2dfe6e4838'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:49.375356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:51:49.379170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Usage tracker for resource:network and tenant:9184aa62cf7849df941b1c2dfe6e4838 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:51:49.382006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:51:49.388056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:51:49.397964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Made reservation on behalf of 9184aa62cf7849df941b1c2dfe6e4838 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:49.400237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.412414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.427253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:51:49.430987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:9184aa62cf7849df941b1c2dfe6e4838 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:51:49.433671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:51:49.440470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:51:49.522094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.526438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.557085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:51:49.566343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1986c916-2313-4055-acba-4b9638b40d19,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:49.571916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.572308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Added segment 46f398d3-898f-4748-80e2-0fe60a3c7180 of type vlan for network a31d5f7d-645b-4bdb-af16-b26d6eed5ade Apr 23 00:51:49.598834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.630886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.631856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:49.632418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.728686 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4598982 Apr 23 00:51:49.731936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 44892) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:51:49.734854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335b4cd-1d3c-4b61-aec4-721ede5bf9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a31d5f7d-645b-4bdb-af16-b26d6eed5ade,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:49.738337 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Request body: {'subnet': {'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-589937187-subnet', 'tenant_id': '9184aa62cf7849df941b1c2dfe6e4838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:49.743103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:51:49.744059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a31d5f7d-645b-4bdb-af16-b26d6eed5ade details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:51:49.746923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Usage tracker for resource:subnet and tenant:9184aa62cf7849df941b1c2dfe6e4838 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:51:49.750009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:51:49.755701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:51:49.765434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Made reservation on behalf of 9184aa62cf7849df941b1c2dfe6e4838 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:49.767713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:49.970742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.029467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.053456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e06d382-3049-489c-91e5-67068be06c67,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:50.058181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Checking segment: {'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:51:50.058566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Network hostable DHCP agents. Network: a31d5f7d-645b-4bdb-af16-b26d6eed5ade, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:51:50.077875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Network a31d5f7d-645b-4bdb-af16-b26d6eed5ade is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:51:50.086612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a31d5f7d-645b-4bdb-af16-b26d6eed5ade) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:50.090439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:50.091022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:50.096262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57fc094-ce52-4a78-a786-abb2bd13f146 None None] Network a31d5f7d-645b-4bdb-af16-b26d6eed5ade requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:51:50.115913 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b446549c-c5cd-4fb4-b040-f3fccec3af7f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3785012 Apr 23 00:51:50.309233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4e754-9988-4179-8ab3-071e649e47d2 None None] Network a31d5f7d-645b-4bdb-af16-b26d6eed5ade requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:51:50.620592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b363c6-3664-48ec-9e83-2097391e141f req-9126b8ed-21a4-4782-8e3a-fdba039ba64c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:50.622014 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-9126b8ed-21a4-4782-8e3a-fdba039ba64c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 814 time: 0.1441112 Apr 23 00:51:50.636796 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-a7dcb1a0-59b0-4c65-aafe-dcd162b8a3ee tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/quotas/9184aa62cf7849df941b1c2dfe6e4838 HTTP/1.1" status: 200 len: 375 time: 0.0087306 Apr 23 00:51:50.682726 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-c14f8bee-26f5-4d7e-90db-1051f1400218 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404463 Apr 23 00:51:50.812662 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-634ff886-2bb8-4f7e-9f1c-865b4b5d39d6 service neutron] 10.222.0.39 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231191 Apr 23 00:51:50.942346 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-e4123fe2-4226-403b-835b-59505e7075ad service neutron] 10.222.0.39 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234803 Apr 23 00:51:51.115763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-92e20ee8-df86-4a20-8f2b-f972bfdff386 req-093a93cb-88a5-4ec8-bdd6-d149ef902a93 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 210 time: 0.0458875 Apr 23 00:51:52.305359 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b373df30-1a02-4422-aa21-93c5cde388c1 req-a730c4f6-4b1e-48db-97e2-f988b238bb49 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 210 time: 0.0653052 Apr 23 00:51:52.415274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b363c6-3664-48ec-9e83-2097391e141f req-ce2762dc-e495-4774-9173-a648f74c7df3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:52.416695 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-ce2762dc-e495-4774-9173-a648f74c7df3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 814 time: 0.1978962 Apr 23 00:51:52.449755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Request body: {'port': {'device_id': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade', 'admin_state_up': True, 'tenant_id': '9184aa62cf7849df941b1c2dfe6e4838'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:52.680284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:51:52.684602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Usage tracker for resource:port and tenant:9184aa62cf7849df941b1c2dfe6e4838 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:51:52.687684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:51:52.693725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:51:52.703359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Made reservation on behalf of 9184aa62cf7849df941b1c2dfe6e4838 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:51:52.707093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:52.874123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Allocated IP 172.20.0.4 (a31d5f7d-645b-4bdb-af16-b26d6eed5ade/7e06d382-3049-489c-91e5-67068be06c67/038efe3d-c666-4882-86e2-172a5006a156) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:51:53.080690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:53.111715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:53.175855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Network a31d5f7d-645b-4bdb-af16-b26d6eed5ade is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:51:53.178895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:51:53.188112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:51:53.227104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:53.257503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:53.258108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:53.279029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-5493f37c-e5d8-41fb-b20c-e70fb48bf934 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329036 Apr 23 00:51:53.295421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Request body: {'port': {'device_id': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:51:53.410659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:53.493051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7713ba-9d11-4ae0-9491-4c244d42b9ec req-89737a52-b137-46f5-8758-64baf7ee147b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:53.494519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf7713ba-9d11-4ae0-9491-4c244d42b9ec req-89737a52-b137-46f5-8758-64baf7ee147b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 931 time: 0.0806732 Apr 23 00:51:53.538677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-bf7713ba-9d11-4ae0-9491-4c244d42b9ec req-08499b69-50c1-43fb-8a11-84ccb1fb2d2b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Synchronizing usage tracker for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:51:53.558170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-bf7713ba-9d11-4ae0-9491-4c244d42b9ec req-08499b69-50c1-43fb-8a11-84ccb1fb2d2b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Unset dirty status for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:51:53.559531 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf7713ba-9d11-4ae0-9491-4c244d42b9ec req-08499b69-50c1-43fb-8a11-84ccb1fb2d2b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Apr 23 00:51:53.759829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038efe3d-c666-4882-86e2-172a5006a156 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:51:53.767142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:53.780922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Transition to ACTIVE for port object 038efe3d-c666-4882-86e2-172a5006a156 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:51:53.784729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:53.934110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:54.014916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Attempting to bind port 038efe3d-c666-4882-86e2-172a5006a156 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:51:54.015259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Attempting to bind port 038efe3d-c666-4882-86e2-172a5006a156 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:51:54.015591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Attempting to bind port 038efe3d-c666-4882-86e2-172a5006a156 on network a31d5f7d-645b-4bdb-af16-b26d6eed5ade {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:51:54.020255 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Port 038efe3d-c666-4882-86e2-172a5006a156 on network a31d5f7d-645b-4bdb-af16-b26d6eed5ade not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:51:54.020573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Attempting to bind port 038efe3d-c666-4882-86e2-172a5006a156 on network a31d5f7d-645b-4bdb-af16-b26d6eed5ade {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:51:54.025978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:51:54.026339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Checking segment: {'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:51:54.026724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Bound using segment: {'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:51:54.027145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Bound port: 038efe3d-c666-4882-86e2-172a5006a156, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:51:54.027488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:54.118858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:51:54.121805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:51:54.126538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:54.181557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:54.182178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:54.183557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] 10.222.0.42 "PUT /v2.0/ports/038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 200 len: 1093 time: 0.8926682 Apr 23 00:51:54.183982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'tag': '038efe3d-c666-4882-86e2-172a5006a156'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:51:54.210636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b1384-2791-4dfa-872b-b89ecc00e6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:54.235552 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59e985b-7232-4cab-8e6f-8f59ecc5f3a6'] response: {'name': 'network-changed', 'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'tag': '038efe3d-c666-4882-86e2-172a5006a156', 'status': 'completed', 'code': 200} Apr 23 00:51:54.317512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b363c6-3664-48ec-9e83-2097391e141f req-cb1ccdc6-0bd9-457a-91ea-e02e7cae3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:54.318984 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-cb1ccdc6-0bd9-457a-91ea-e02e7cae3d59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 1096 time: 0.0699773 Apr 23 00:51:54.394869 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-6b3f99c8-1a05-4758-81ef-2cd61ce971d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 200 len: 217 time: 0.0628142 Apr 23 00:51:54.458920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b363c6-3664-48ec-9e83-2097391e141f req-b8ae92ea-dc4a-4736-b11c-3dff70461101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:54.460337 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-b8ae92ea-dc4a-4736-b11c-3dff70461101 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0599501 Apr 23 00:51:54.601842 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-03354e10-b442-4396-b4f1-52c3bb474cd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356246 Apr 23 00:51:54.733507 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-fcaae7d3-393c-4d4e-8a30-75b35b0983f8 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251760 Apr 23 00:51:54.754027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac45a8-7ccc-4cc3-abe5-74966e885d0e req-ca38a98f-d28b-4822-abf9-ef4b00d9d8c3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:54.755645 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-feac45a8-7ccc-4cc3-abe5-74966e885d0e req-ca38a98f-d28b-4822-abf9-ef4b00d9d8c3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 943 time: 0.0832553 Apr 23 00:51:54.800298 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-feac45a8-7ccc-4cc3-abe5-74966e885d0e req-6a05b7f0-5c50-4149-a7b9-875db6653c1b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Apr 23 00:51:54.864078 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51b363c6-3664-48ec-9e83-2097391e141f req-118889ad-88de-4367-bd83-606a4fb85f25 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251831 Apr 23 00:51:55.013502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-95a0f137-ba29-4f40-9d79-85495b6a08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:55.015607 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-95a0f137-ba29-4f40-9d79-85495b6a08f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 1096 time: 0.0711896 Apr 23 00:51:55.143434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-6555d5e7-8b12-4444-afd7-af0e67ac3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:55.144863 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-6555d5e7-8b12-4444-afd7-af0e67ac3b0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1235864 Apr 23 00:51:55.215999 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-1f077e84-0e91-4ff9-8c55-6ceaa71d306a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 200 len: 217 time: 0.0647984 Apr 23 00:51:55.279864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-20ec6171-c085-4ad5-9641-eb6cee32d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:55.281214 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-20ec6171-c085-4ad5-9641-eb6cee32d3e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0591762 Apr 23 00:51:55.331681 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-a0c4bb04-68d5-4679-aae1-ccb3d807412e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441756 Apr 23 00:51:55.460158 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-91e322a6-0d0d-41f2-ab10-c2041a979ddc service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224875 Apr 23 00:51:55.589692 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73bc5f84-abcc-45ab-9af1-2782d19b6c75 req-10af8b16-4287-4f62-8c9c-bf3cadc3ad77 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229975 Apr 23 00:51:55.986962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73757e-f531-4b12-b290-b18f1ec3d37f req-54163795-fc3b-4097-a6aa-6357b6b94686 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:55.987563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b73757e-f531-4b12-b290-b18f1ec3d37f req-54163795-fc3b-4097-a6aa-6357b6b94686 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Synchronizing usage tracker for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:51:56.003441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-6b73757e-f531-4b12-b290-b18f1ec3d37f req-54163795-fc3b-4097-a6aa-6357b6b94686 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Unset dirty status for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:51:56.004756 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b73757e-f531-4b12-b290-b18f1ec3d37f req-54163795-fc3b-4097-a6aa-6357b6b94686 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 943 time: 0.0966265 Apr 23 00:51:56.052070 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b73757e-f531-4b12-b290-b18f1ec3d37f req-dfc20595-85f4-4e1b-8d58-7a1e3fabb7e5 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Apr 23 00:51:57.233741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728f454-8019-41bc-8a29-6cd5b4aa0483 req-3cd61e84-0f83-4bd0-8eda-89e71a46f9f3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:57.235287 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1728f454-8019-41bc-8a29-6cd5b4aa0483 req-3cd61e84-0f83-4bd0-8eda-89e71a46f9f3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 943 time: 0.0795839 Apr 23 00:51:57.281801 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1728f454-8019-41bc-8a29-6cd5b4aa0483 req-456ea3ad-748e-4fcf-8262-1bb37fab6415 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Apr 23 00:51:58.465398 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee7933-15b6-4948-adb6-5c49d4327f04 req-cdcaefc2-7ee3-4ae6-88bc-e8ae04430367 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:58.466765 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8dee7933-15b6-4948-adb6-5c49d4327f04 req-cdcaefc2-7ee3-4ae6-88bc-e8ae04430367 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 943 time: 0.0807564 Apr 23 00:51:58.512347 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8dee7933-15b6-4948-adb6-5c49d4327f04 req-29b98d8e-dd76-4988-965e-0a684e2a3ee0 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386353 Apr 23 00:51:58.560759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 038efe3d-c666-4882-86e2-172a5006a156 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:51:58.691206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:58.704511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '038efe3d-c666-4882-86e2-172a5006a156', 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade', 'port_id': '038efe3d-c666-4882-86e2-172a5006a156', 'mac_address': 'fa:16:3e:a3:b5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e06d382-3049-489c-91e5-67068be06c67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:51:58.760869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:58.777474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038efe3d-c666-4882-86e2-172a5006a156 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:51:58.792104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:51:58.795919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:51:58.860745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:51:59.195493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['038efe3d-c666-4882-86e2-172a5006a156'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:51:59.700654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177ec3b-93b4-4f5d-8d9a-76e15fc208f3 req-38bdb58a-ae31-4b0f-a10b-f687d8bbbc79 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:51:59.702696 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8177ec3b-93b4-4f5d-8d9a-76e15fc208f3 req-38bdb58a-ae31-4b0f-a10b-f687d8bbbc79 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 944 time: 0.0815253 Apr 23 00:51:59.745527 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8177ec3b-93b4-4f5d-8d9a-76e15fc208f3 req-b19550f2-c654-45a9-ac3a-c927e00b5eaf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372946 Apr 23 00:52:00.556880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 038efe3d-c666-4882-86e2-172a5006a156 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:52:00.622888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 038efe3d-c666-4882-86e2-172a5006a156 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:52:00.627695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 038efe3d-c666-4882-86e2-172a5006a156 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:52:00.628067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:00.742221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:00.768469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038efe3d-c666-4882-86e2-172a5006a156'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:52:00.778722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:00.783643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:00.862190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:00.879130 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d7fd85-e905-4f22-bddf-a92c0f910e4f'] response: {'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038efe3d-c666-4882-86e2-172a5006a156', 'code': 200} Apr 23 00:52:00.941426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199ab10-894e-4002-8d6e-e42118e4eae5 req-a77d0be0-9ca8-49c1-b387-420dd05bb93c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:00.942896 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6199ab10-894e-4002-8d6e-e42118e4eae5 req-a77d0be0-9ca8-49c1-b387-420dd05bb93c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0849245 Apr 23 00:52:00.988936 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6199ab10-894e-4002-8d6e-e42118e4eae5 req-cde48760-aefe-451c-9880-b44ce19b26c2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Apr 23 00:52:01.131622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9470b17-55d4-49d2-9324-2b009b15483d req-8887c2f6-3c73-44ee-95b0-57b86ac06052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:01.132989 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9470b17-55d4-49d2-9324-2b009b15483d req-8887c2f6-3c73-44ee-95b0-57b86ac06052 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 1098 time: 0.0686715 Apr 23 00:52:01.172730 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9470b17-55d4-49d2-9324-2b009b15483d req-7cc3d9e9-448a-4c54-83f3-be69c88d2b46 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Apr 23 00:52:02.184012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bd4d7-74d5-423f-8418-21f8efc1501c req-614144f7-f762-4689-aea8-7415be689882 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:02.185444 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be6bd4d7-74d5-423f-8418-21f8efc1501c req-614144f7-f762-4689-aea8-7415be689882 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0880969 Apr 23 00:52:02.230532 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be6bd4d7-74d5-423f-8418-21f8efc1501c req-0b3b96a7-f700-4024-b85a-f1e8f0d69b85 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Apr 23 00:52:03.415835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9b20a-5599-40a8-862d-427753c78ad5 req-013da7cb-a882-492a-875b-cc549a109301 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:03.417263 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5bf9b20a-5599-40a8-862d-427753c78ad5 req-013da7cb-a882-492a-875b-cc549a109301 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0817251 Apr 23 00:52:03.461314 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5bf9b20a-5599-40a8-862d-427753c78ad5 req-1a218600-3e23-4ca8-9a5b-5f20d5585309 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380831 Apr 23 00:52:03.644110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe72d8-1513-45f3-91ef-d7ba0b6a4b54 req-97299923-ef3b-4725-8559-b7d5eb29a03e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:03.645477 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bebe72d8-1513-45f3-91ef-d7ba0b6a4b54 req-97299923-ef3b-4725-8559-b7d5eb29a03e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0805900 Apr 23 00:52:03.691654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bebe72d8-1513-45f3-91ef-d7ba0b6a4b54 req-aa7e2284-2e3d-4c58-b850-870a6e765705 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Apr 23 00:52:04.036090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dace2-d292-44c7-bd55-88a5f13be5fc req-85fffeaf-8397-45f6-b0dd-6b71220c402f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:04.037526 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ac0dace2-d292-44c7-bd55-88a5f13be5fc req-85fffeaf-8397-45f6-b0dd-6b71220c402f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0808501 Apr 23 00:52:04.082888 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ac0dace2-d292-44c7-bd55-88a5f13be5fc req-0e034eb8-bbad-47b7-820c-53f753af3a64 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Apr 23 00:52:04.267842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0fda3-9776-4a58-9acd-348ba7fdbb01 req-b1b57699-6391-4350-9b33-2dece0665906 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:04.269199 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95d0fda3-9776-4a58-9acd-348ba7fdbb01 req-b1b57699-6391-4350-9b33-2dece0665906 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0789161 Apr 23 00:52:04.312479 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95d0fda3-9776-4a58-9acd-348ba7fdbb01 req-2cbaee29-ff5f-489b-a362-59c243224c38 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 Apr 23 00:52:04.813581 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-a1d77ad6-f059-4931-bb5e-3fbf581410f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2252743 Apr 23 00:52:04.825911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f27a37-8403-4492-85b9-138708507772 req-717819ba-b2cd-4797-8390-a48a4b7d9052 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:04.828581 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e6f27a37-8403-4492-85b9-138708507772 req-717819ba-b2cd-4797-8390-a48a4b7d9052 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.1086693 Apr 23 00:52:04.875269 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e6f27a37-8403-4492-85b9-138708507772 req-6e5e7657-937d-457e-9cc1-ffe35483a651 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Apr 23 00:52:05.984311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-5cdd3069-b256-460a-a214-965a5d7f523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:05.985757 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-5cdd3069-b256-460a-a214-965a5d7f523f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 1098 time: 0.0716751 Apr 23 00:52:06.070467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a1eff-b470-4db0-b7a0-5500eb9cf115 req-1460391b-ff59-4066-bfc1-7265d5b442b2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:06.071917 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f9a1eff-b470-4db0-b7a0-5500eb9cf115 req-1460391b-ff59-4066-bfc1-7265d5b442b2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0839713 Apr 23 00:52:06.116721 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f9a1eff-b470-4db0-b7a0-5500eb9cf115 req-2ccf3a06-3f6e-48a8-8993-cb2c48fe1481 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Apr 23 00:52:06.118930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-0ebe9137-c881-4992-b280-b930e4adce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:06.120343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-0ebe9137-c881-4992-b280-b930e4adce95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1285596 Apr 23 00:52:06.195083 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-54cc4f5d-e13a-4cb7-9f40-2da8df6463fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 200 len: 217 time: 0.0691004 Apr 23 00:52:06.256509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-438cceed-455a-4177-94b6-5f5a866daa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:06.257864 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-438cceed-455a-4177-94b6-5f5a866daa19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0568297 Apr 23 00:52:06.306747 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-7d7f08ed-8f19-4c8a-8489-32743f22fe8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423956 Apr 23 00:52:06.433596 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-64e58cc9-3338-4acc-b139-87a7f588fb70 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208432 Apr 23 00:52:06.565223 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-075834ab-4cc0-4f0c-8afd-cfbbdff246fd service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259351 Apr 23 00:52:07.300326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795baea5-99f9-4adb-ab5b-34c34de22494 req-23c2dee6-d69c-4bce-9422-d15ec36e0880 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:07.301656 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-795baea5-99f9-4adb-ab5b-34c34de22494 req-23c2dee6-d69c-4bce-9422-d15ec36e0880 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0783336 Apr 23 00:52:07.344799 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-795baea5-99f9-4adb-ab5b-34c34de22494 req-917d4a5c-af28-43f9-b874-c8d2965d6374 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374527 Apr 23 00:52:08.531528 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eac4d8-821a-4733-a198-adc5aa8c382f req-5fb6e674-93ed-4512-8f7d-812bc1ba0971 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:08.532962 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08eac4d8-821a-4733-a198-adc5aa8c382f req-5fb6e674-93ed-4512-8f7d-812bc1ba0971 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0826795 Apr 23 00:52:08.576706 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08eac4d8-821a-4733-a198-adc5aa8c382f req-74523c5e-9c54-4f18-89c1-eee97ef2657f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374637 Apr 23 00:52:09.765581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9704-578f-4927-8256-7234c11e8dbb req-a3868307-e193-47f7-9edc-e8913a0f265b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:09.767043 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-029c9704-578f-4927-8256-7234c11e8dbb req-a3868307-e193-47f7-9edc-e8913a0f265b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0846460 Apr 23 00:52:09.810050 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-029c9704-578f-4927-8256-7234c11e8dbb req-4970cf7d-a2a4-47da-b563-5212d66ea979 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374222 Apr 23 00:52:10.080503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:10.997469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff46872-5657-4c65-9ece-e27b09dda2dc req-c1c3ec5a-82cb-4e6b-ab1e-6a580a0c0654 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:10.999047 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-aff46872-5657-4c65-9ece-e27b09dda2dc req-c1c3ec5a-82cb-4e6b-ab1e-6a580a0c0654 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0840418 Apr 23 00:52:11.043288 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-aff46872-5657-4c65-9ece-e27b09dda2dc req-16968399-8942-403e-8017-d4bda384420d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Apr 23 00:52:12.224198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09c308-d7f2-4f8b-9e2c-44093ba5a477 req-3963722b-9033-495d-ba9f-2853fb132ad3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:12.225637 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bd09c308-d7f2-4f8b-9e2c-44093ba5a477 req-3963722b-9033-495d-ba9f-2853fb132ad3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0795093 Apr 23 00:52:12.269108 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bd09c308-d7f2-4f8b-9e2c-44093ba5a477 req-0d60b659-8786-4354-9590-06dccbdcb454 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Apr 23 00:52:13.454735 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4962fff-d2d0-4198-8ad9-e92de292c189 req-09a2b7ae-ce86-4086-8964-6cc6f353b9aa tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:13.456228 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4962fff-d2d0-4198-8ad9-e92de292c189 req-09a2b7ae-ce86-4086-8964-6cc6f353b9aa tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0785673 Apr 23 00:52:13.503015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4962fff-d2d0-4198-8ad9-e92de292c189 req-e9dd0062-e214-4bc6-a364-41074f8691ac tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Apr 23 00:52:14.690429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb242cc-fd13-4dbb-9d3f-8e69be3cc6a5 req-ef7c5197-b3b7-4074-bd48-bd6959a456e8 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:14.691855 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ffb242cc-fd13-4dbb-9d3f-8e69be3cc6a5 req-ef7c5197-b3b7-4074-bd48-bd6959a456e8 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0823076 Apr 23 00:52:14.735980 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ffb242cc-fd13-4dbb-9d3f-8e69be3cc6a5 req-8e2419c1-8308-49eb-877b-80b125a4ed7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384972 Apr 23 00:52:15.182742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5fa3-ff42-4897-8475-6edddd7758a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:15.922998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce0360-939f-4983-8c8f-20fc2898b8d1 req-c8d8e92a-071c-4f18-b8ad-d5fb103bf1f3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:15.924431 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-34ce0360-939f-4983-8c8f-20fc2898b8d1 req-c8d8e92a-071c-4f18-b8ad-d5fb103bf1f3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0789628 Apr 23 00:52:15.968321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-34ce0360-939f-4983-8c8f-20fc2898b8d1 req-d731489e-f168-48a7-8c5f-2e9379541c8f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383375 Apr 23 00:52:17.171671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993185-fbcf-4b76-a93d-8ce31305c6b1 req-0c150583-cf91-4037-ad3b-0479c7657221 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:17.173103 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6f993185-fbcf-4b76-a93d-8ce31305c6b1 req-0c150583-cf91-4037-ad3b-0479c7657221 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0941710 Apr 23 00:52:17.224767 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6f993185-fbcf-4b76-a93d-8ce31305c6b1 req-d7095d5d-b8fb-4d54-85a7-6e9d04f6b0da tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Apr 23 00:52:17.610666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d986e76f-801d-435a-9ac4-ea6b9e2bc011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:18.409930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae9e41-60cd-4838-a214-4cddcc4859f1 req-2ab76382-31f9-4ed7-96b6-8434811d1f57 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:18.411378 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-33ae9e41-60cd-4838-a214-4cddcc4859f1 req-2ab76382-31f9-4ed7-96b6-8434811d1f57 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0821872 Apr 23 00:52:18.455230 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-33ae9e41-60cd-4838-a214-4cddcc4859f1 req-8ec5028b-5f35-44a4-9dc1-1072e33d1142 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383124 Apr 23 00:52:18.619184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:18.673822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:19.648492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999dbf42-4454-474d-93af-41c4fa1e7b58 req-06b46893-35be-469c-bdf4-abd69d276b12 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:19.649955 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-999dbf42-4454-474d-93af-41c4fa1e7b58 req-06b46893-35be-469c-bdf4-abd69d276b12 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0848165 Apr 23 00:52:19.705441 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-999dbf42-4454-474d-93af-41c4fa1e7b58 req-351bbc2d-a48b-436c-a581-ce29f5d3c7b6 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492151 Apr 23 00:52:20.031798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:20.893007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7327ff2-3142-48aa-b851-e7899be10734 req-8c12b505-1b96-424c-82b6-bdbfb4c8cd7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:20.894508 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e7327ff2-3142-48aa-b851-e7899be10734 req-8c12b505-1b96-424c-82b6-bdbfb4c8cd7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0796251 Apr 23 00:52:20.940522 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e7327ff2-3142-48aa-b851-e7899be10734 req-a64e5411-b3db-478e-91e1-fbf46967c5bd tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 Apr 23 00:52:22.127623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320482bc-2f2b-46ac-b51a-d17fd8bc07dd req-c7a84705-c5d2-45c7-9fa9-021a82e9b71c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:22.129055 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-320482bc-2f2b-46ac-b51a-d17fd8bc07dd req-c7a84705-c5d2-45c7-9fa9-021a82e9b71c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0822062 Apr 23 00:52:22.173165 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-320482bc-2f2b-46ac-b51a-d17fd8bc07dd req-24347195-dbf1-4476-82bf-029a590f02b8 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Apr 23 00:52:22.232970 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:52:23.355536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c324558-9912-4902-ba4e-63d1d1c730e5 req-10c4cda5-5e9b-4068-95af-2242eca36684 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:23.357387 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5c324558-9912-4902-ba4e-63d1d1c730e5 req-10c4cda5-5e9b-4068-95af-2242eca36684 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0793064 Apr 23 00:52:23.401086 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5c324558-9912-4902-ba4e-63d1d1c730e5 req-2db51747-62ac-429c-bb47-774155dd8a25 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Apr 23 00:52:24.589353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10f097-c405-4acf-9717-f3966529ce39 req-0aba16c2-4d60-46a9-9dc9-62b5e14a8876 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:24.590796 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc10f097-c405-4acf-9717-f3966529ce39 req-0aba16c2-4d60-46a9-9dc9-62b5e14a8876 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0798771 Apr 23 00:52:24.639084 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc10f097-c405-4acf-9717-f3966529ce39 req-c24ec7e5-bba8-4e80-8476-24ddbd70bcbd tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Apr 23 00:52:25.824418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517df2-532b-4db9-be29-62c847ac5a13 req-9eed1f0a-a4c4-4bb0-aac3-b8017dad8299 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:25.825905 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9517df2-532b-4db9-be29-62c847ac5a13 req-9eed1f0a-a4c4-4bb0-aac3-b8017dad8299 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0817151 Apr 23 00:52:25.971239 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b9517df2-532b-4db9-be29-62c847ac5a13 req-80c3eea6-bec7-4940-be17-c13cde0a1727 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393406 Apr 23 00:52:27.246851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5d5fc-d84c-4763-9066-0326c1a0af1e req-8506c718-6fe0-47a8-ba69-74462a2982c1 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:27.248313 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dae5d5fc-d84c-4763-9066-0326c1a0af1e req-8506c718-6fe0-47a8-ba69-74462a2982c1 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.1710179 Apr 23 00:52:27.292343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dae5d5fc-d84c-4763-9066-0326c1a0af1e req-89df3249-5263-4f04-a58d-a67eb145ebe2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Apr 23 00:52:28.477146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df906f1a-1046-4e40-89b3-f22bac2087d6 req-53a858da-3442-49c1-adf2-5c16bec9c80b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:28.478608 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-df906f1a-1046-4e40-89b3-f22bac2087d6 req-53a858da-3442-49c1-adf2-5c16bec9c80b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0790739 Apr 23 00:52:28.522938 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-df906f1a-1046-4e40-89b3-f22bac2087d6 req-59b9efed-e83a-4df7-ac18-d85951f98503 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375316 Apr 23 00:52:29.709125 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ee8a7-0fd6-4eec-9545-7be6c87a551f req-c2fa84ef-846a-42f9-92ec-12da151da1a1 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:29.710564 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fe3ee8a7-0fd6-4eec-9545-7be6c87a551f req-c2fa84ef-846a-42f9-92ec-12da151da1a1 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0833483 Apr 23 00:52:29.753822 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fe3ee8a7-0fd6-4eec-9545-7be6c87a551f req-0d6d7f88-4446-4091-b926-8691e3ff6f14 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Apr 23 00:52:30.939432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b430e18-f41b-4b25-bd5f-a68af19e7937 req-3fd238f1-06d3-45da-8e1b-a7caac668fef tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:30.940871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b430e18-f41b-4b25-bd5f-a68af19e7937 req-3fd238f1-06d3-45da-8e1b-a7caac668fef tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0820239 Apr 23 00:52:30.985594 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b430e18-f41b-4b25-bd5f-a68af19e7937 req-c8be00f7-347d-47ac-8ae1-9e152568bfa5 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Apr 23 00:52:31.180465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-9936efb0-f188-46e3-a30b-1fffe0d4cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:31.181915 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-9936efb0-f188-46e3-a30b-1fffe0d4cb5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 1098 time: 0.1336772 Apr 23 00:52:31.328380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-b11fbd40-57b1-4b82-af93-fb7a70bd4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:31.329707 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-b11fbd40-57b1-4b82-af93-fb7a70bd4374 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1263678 Apr 23 00:52:31.418180 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-faf06865-6c5d-459e-a4da-212d0cef91c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 200 len: 217 time: 0.0635719 Apr 23 00:52:31.481051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-2fda1670-eb10-46a9-b971-b1c3d7af082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:31.482690 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-2fda1670-eb10-46a9-b971-b1c3d7af082b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0568953 Apr 23 00:52:31.532597 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-ff457e53-2aba-48bc-a79b-00b2bd274e40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434334 Apr 23 00:52:31.659906 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-e235a655-2c4b-4ce7-b9b9-aa5629ddeaf8 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209085 Apr 23 00:52:31.787600 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7770b9-b844-46b8-8bb9-dfcff7b218bf req-4d82b6f0-6948-4fe0-b83c-1d3e411d3e4c service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222134 Apr 23 00:52:32.175915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afa000-59cc-4781-9d16-c671b829b766 req-b0f4b0b3-ada3-439f-91f4-790abed468bb tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:32.177359 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-64afa000-59cc-4781-9d16-c671b829b766 req-b0f4b0b3-ada3-439f-91f4-790abed468bb tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0818312 Apr 23 00:52:32.220448 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-64afa000-59cc-4781-9d16-c671b829b766 req-63b13b4e-ce84-401a-8106-0ecd0c0fcb1b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Apr 23 00:52:33.407060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa2727-11ea-4fb2-94ad-c6fd228aeb20 req-63bfafe8-ca9d-40f1-8978-d78b7f6f3352 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:33.408406 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-12fa2727-11ea-4fb2-94ad-c6fd228aeb20 req-63bfafe8-ca9d-40f1-8978-d78b7f6f3352 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0816514 Apr 23 00:52:33.451894 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-12fa2727-11ea-4fb2-94ad-c6fd228aeb20 req-6f0ff70d-a208-4cbd-bd2a-d793601cc7ab tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379472 Apr 23 00:52:33.566701 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-d0a67992-c549-4a2b-b69d-6265e35293aa service neutron] 10.222.0.42 "GET /v2.0/ports/038efe3d-c666-4882-86e2-172a5006a156/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0764160 Apr 23 00:52:33.841771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-0a2dad8d-df3d-4837-acfe-6020deb34e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:33.843233 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-0a2dad8d-df3d-4837-acfe-6020deb34e49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c&tenant_id=9184aa62cf7849df941b1c2dfe6e4838 HTTP/1.1" status: 200 len: 1098 time: 0.0712748 Apr 23 00:52:33.945067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-e956e2e1-e8de-40f1-830c-d530235c9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:33.946536 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-e956e2e1-e8de-40f1-830c-d530235c9c7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 1098 time: 0.0729394 Apr 23 00:52:34.075986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-e5c2a201-e9aa-423d-b12d-0e210d07fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:34.077396 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-e5c2a201-e9aa-423d-b12d-0e210d07fe9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1251686 Apr 23 00:52:34.142339 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-8e3bcfa5-2fb0-4ebf-8cf4-21d9d7b5b3b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 200 len: 217 time: 0.0581436 Apr 23 00:52:34.207378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-d3457882-2271-4dce-93b8-d4be44c9406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:34.208779 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-d3457882-2271-4dce-93b8-d4be44c9406f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0612667 Apr 23 00:52:34.254810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-f42301c1-f4f7-4be9-bf4e-62b53ee8414c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402145 Apr 23 00:52:34.484281 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-5e6fe607-983d-45fd-afaa-ee277866ece5 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230790 Apr 23 00:52:34.666041 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-880dfadf-f36d-483a-877f-0ec00202ee62 req-2c9271a6-164f-4755-b11e-4d6c656738fa service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762948 Apr 23 00:52:34.693005 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455488f0-7122-4da1-be48-01128538fd21 req-62222e18-e7ca-47b4-8dc9-88e3c23edce5 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:34.694428 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-455488f0-7122-4da1-be48-01128538fd21 req-62222e18-e7ca-47b4-8dc9-88e3c23edce5 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.1236968 Apr 23 00:52:34.740933 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-455488f0-7122-4da1-be48-01128538fd21 req-85253323-aba2-4c7b-a86d-0ed092cca8f1 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 Apr 23 00:52:35.927398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28352ea9-9184-4ba9-8575-0766dfd9b789 req-620f26ee-1607-497f-bf9f-f744b7756aca tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:35.928816 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-28352ea9-9184-4ba9-8575-0766dfd9b789 req-620f26ee-1607-497f-bf9f-f744b7756aca tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0796423 Apr 23 00:52:35.973930 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-28352ea9-9184-4ba9-8575-0766dfd9b789 req-f40eda15-50a0-4034-98e8-6de308592c63 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Apr 23 00:52:36.765896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 038efe3d-c666-4882-86e2-172a5006a156 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:52:36.772792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 038efe3d-c666-4882-86e2-172a5006a156 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:52:36.993499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:37.012242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:37.032367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '038efe3d-c666-4882-86e2-172a5006a156', 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade', 'port_id': '038efe3d-c666-4882-86e2-172a5006a156', 'mac_address': 'fa:16:3e:a3:b5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e06d382-3049-489c-91e5-67068be06c67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:52:37.037333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '038efe3d-c666-4882-86e2-172a5006a156'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:52:37.073024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:37.080079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:37.124226 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed70113-f6d9-4d3a-ab63-688e8aa99e55'] response: {'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '038efe3d-c666-4882-86e2-172a5006a156', 'code': 200} Apr 23 00:52:37.157809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:37.173197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bdc1b-7c6f-43bf-8a5e-a790e9d9894a req-53e53eb3-b7df-451b-8b8a-5947e1eb53c0 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:37.174702 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-593bdc1b-7c6f-43bf-8a5e-a790e9d9894a req-53e53eb3-b7df-451b-8b8a-5947e1eb53c0 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 943 time: 0.0820498 Apr 23 00:52:37.186216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038efe3d-c666-4882-86e2-172a5006a156 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:52:37.194363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:37.209975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:37.214392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:37.224859 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-593bdc1b-7c6f-43bf-8a5e-a790e9d9894a req-a4c34874-899c-47d1-9375-cd9d0525f649 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Apr 23 00:52:37.288159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:37.369157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['038efe3d-c666-4882-86e2-172a5006a156'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:52:38.418103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acecc16-dde5-4c12-95d3-627f5b50ebe5 req-e111e5cc-b6c2-46ca-8ebb-1fbc0843db8d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:38.420760 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5acecc16-dde5-4c12-95d3-627f5b50ebe5 req-e111e5cc-b6c2-46ca-8ebb-1fbc0843db8d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 944 time: 0.0845289 Apr 23 00:52:38.464134 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5acecc16-dde5-4c12-95d3-627f5b50ebe5 req-a6f22c04-2c70-4414-8083-f424e8d24af4 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Apr 23 00:52:38.759419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 038efe3d-c666-4882-86e2-172a5006a156 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:52:38.775791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151440b0-f8a3-4b71-92b1-20dd69ad9a9c req-e2d0d0e1-47ba-4c41-87ab-935d1512825a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:38.777246 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-151440b0-f8a3-4b71-92b1-20dd69ad9a9c req-e2d0d0e1-47ba-4c41-87ab-935d1512825a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 944 time: 0.0814991 Apr 23 00:52:38.787600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-7fee1872-abb2-4213-a239-280e2f6401e8 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:38.789233 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-7fee1872-abb2-4213-a239-280e2f6401e8 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c&tenant_id=9184aa62cf7849df941b1c2dfe6e4838&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 944 time: 0.0849886 Apr 23 00:52:38.828585 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-151440b0-f8a3-4b71-92b1-20dd69ad9a9c req-d22e7cea-8800-46b5-886c-3f0a9973e48b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Apr 23 00:52:38.833013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 038efe3d-c666-4882-86e2-172a5006a156 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:52:38.833392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:38.950717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:38.952344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-fc478b28-df0b-4c2d-9c2c-233ea1d1c70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:38.953813 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-fc478b28-df0b-4c2d-9c2c-233ea1d1c70c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 1097 time: 0.0715139 Apr 23 00:52:38.984987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:38.990000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:39.061075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:39.093991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-693965da-8acd-4c69-82e6-295d375a9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:39.095472 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-693965da-8acd-4c69-82e6-295d375a9aba service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1303289 Apr 23 00:52:39.124859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038efe3d-c666-4882-86e2-172a5006a156'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:52:39.167918 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-d63bc069-d308-41ad-b6da-cdbc697f0c9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 200 len: 217 time: 0.0635748 Apr 23 00:52:39.178392 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8f1e13-3201-475b-b90e-a1110abc2fd0'] response: {'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038efe3d-c666-4882-86e2-172a5006a156', 'code': 200} Apr 23 00:52:39.233356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-f0c533d0-d205-421c-b835-c22b0a780499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:39.234707 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-f0c533d0-d205-421c-b835-c22b0a780499 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0604146 Apr 23 00:52:39.280677 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-d97ae013-8920-4b83-8309-267e071b08d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397077 Apr 23 00:52:39.415500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-e54aa637-9016-45cd-89fd-344e8bad935f service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284707 Apr 23 00:52:39.554986 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc4e1981-f261-4087-a5a0-bc711602ce2e req-81be2bd6-22db-4af3-bf24-9ce3f965ab12 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262352 Apr 23 00:52:40.019654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec269-c69d-46e0-86fc-a6ecfd9a3ba2 req-ef8edb09-0b0b-4a29-9378-cf9fa9348860 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:40.021117 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86aec269-c69d-46e0-86fc-a6ecfd9a3ba2 req-ef8edb09-0b0b-4a29-9378-cf9fa9348860 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0830743 Apr 23 00:52:40.041923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:40.069171 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86aec269-c69d-46e0-86fc-a6ecfd9a3ba2 req-482df087-1d8b-4dca-b90e-6bced5d29fc0 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Apr 23 00:52:41.252742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccf674-697b-48d7-8a4c-4304f51a6c82 req-76443c03-7510-4773-aaa1-bb428cd40b01 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:41.254666 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d8ccf674-697b-48d7-8a4c-4304f51a6c82 req-76443c03-7510-4773-aaa1-bb428cd40b01 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0783091 Apr 23 00:52:41.301104 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d8ccf674-697b-48d7-8a4c-4304f51a6c82 req-7025a1fd-4f86-4e23-b217-75fd5db656a7 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Apr 23 00:52:41.487413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a2b5-071c-4421-a362-6a7c00b6d54e req-a77d2f5a-0045-4f6e-bd17-88e33d916ddb tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:41.488847 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4577a2b5-071c-4421-a362-6a7c00b6d54e req-a77d2f5a-0045-4f6e-bd17-88e33d916ddb tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0845697 Apr 23 00:52:41.532731 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4577a2b5-071c-4421-a362-6a7c00b6d54e req-9afe8071-884a-442b-83b5-fa630c813cd1 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Apr 23 00:52:41.719890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2597b6-a508-4f51-8dca-654a5816b535 req-a92add62-39ee-4823-82e5-4c023315053b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:41.721334 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aa2597b6-a508-4f51-8dca-654a5816b535 req-a92add62-39ee-4823-82e5-4c023315053b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0799458 Apr 23 00:52:41.765593 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aa2597b6-a508-4f51-8dca-654a5816b535 req-f0ce760c-27a0-4923-a214-4d0b800b1b06 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Apr 23 00:52:42.257188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-10fc75a3-be2e-4620-8be2-b665e556534d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:42.258637 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-10fc75a3-be2e-4620-8be2-b665e556534d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 814 time: 0.1496959 Apr 23 00:52:42.273516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-79724285-dc08-46bf-8f56-d1e861fcfb86 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/quotas/9184aa62cf7849df941b1c2dfe6e4838 HTTP/1.1" status: 200 len: 375 time: 0.0087361 Apr 23 00:52:42.446202 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-1d76fec3-c0c5-4f8b-a6ba-1e5847bc6f5e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669657 Apr 23 00:52:42.618849 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e4de2190-6326-41a9-8f82-1e6b617c516f service neutron] 10.222.0.39 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657836 Apr 23 00:52:42.750484 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-7d61391d-9403-4c12-9de9-a9bca8aa31f9 service neutron] 10.222.0.39 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256664 Apr 23 00:52:42.928391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4d80207d-750a-42fc-ac7a-72b314473a0c req-2d99ee37-3a7e-4696-be47-74a3eb7cb7c3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 210 time: 0.0423627 Apr 23 00:52:44.100720 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65998e42-fb80-4cf2-b17d-f5a65b369eb0 req-8cdc9437-01ef-4e24-827c-4e0b78655a91 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 210 time: 0.0519419 Apr 23 00:52:44.131024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-aa4c941a-29a5-48a0-8a7f-60e7d4f3480c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:44.133220 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-aa4c941a-29a5-48a0-8a7f-60e7d4f3480c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c HTTP/1.1" status: 200 len: 945 time: 0.0880640 Apr 23 00:52:44.138113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-2c91473f-20e8-4287-b578-4379e04787de tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:44.139499 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-2c91473f-20e8-4287-b578-4379e04787de tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 814 time: 0.2126243 Apr 23 00:52:44.166491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Request body: {'port': {'device_id': 'f36bf21b-b251-4082-904e-de35457b1802', 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade', 'admin_state_up': True, 'tenant_id': '9184aa62cf7849df941b1c2dfe6e4838'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:52:44.218756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Deleting port 038efe3d-c666-4882-86e2-172a5006a156 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:52:44.219023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:44.303047 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:52:44.312497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:52:44.322948 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Made reservation on behalf of 9184aa62cf7849df941b1c2dfe6e4838 for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:52:44.327220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:44.473969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] For port 038efe3d-c666-4882-86e2-172a5006a156, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=038efe3d-c666-4882-86e2-172a5006a156,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:44.474253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:44.490288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Allocated IP 172.20.0.6 (a31d5f7d-645b-4bdb-af16-b26d6eed5ade/7e06d382-3049-489c-91e5-67068be06c67/6ac01fba-7c57-4893-81e6-c28d1bdfa412) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:52:44.600547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Calling delete_port for 038efe3d-c666-4882-86e2-172a5006a156 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:52:44.690726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:44.719801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:44.748742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:44.753636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['038efe3d-c666-4882-86e2-172a5006a156'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:52:44.785308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Network a31d5f7d-645b-4bdb-af16-b26d6eed5ade is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:52:44.788464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:52:44.792395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:52:44.803587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Pushing event deleted for resources: {'Port': ['ID=038efe3d-c666-4882-86e2-172a5006a156,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:44.850728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:44.867757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:44.868409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:44.894956 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-614d221f-f380-44fd-bc8e-848856e870ae tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327280 Apr 23 00:52:44.911818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Request body: {'port': {'device_id': 'f36bf21b-b251-4082-904e-de35457b1802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:52:44.992120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] No DVR routers for this DVR port 038efe3d-c666-4882-86e2-172a5006a156 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:52:44.994827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:45.000170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-deleted', 'tag': '038efe3d-c666-4882-86e2-172a5006a156'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:52:45.011301 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b2fdbaa9-b781-4e3c-8bff-eb4247cd6b9b req-16ca05b8-67fe-40c9-9851-09aa7b3e6488 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "DELETE /v2.0/ports/038efe3d-c666-4882-86e2-172a5006a156 HTTP/1.1" status: 204 len: 173 time: 0.8593969 Apr 23 00:52:45.027950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:45.111458 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafdcb1a-25e1-49b1-b2a0-b92b383bfe3b'] response: {'server_uuid': '5f6b1ca6-aa18-4a44-af2e-c0bcc265f70c', 'name': 'network-vif-deleted', 'tag': '038efe3d-c666-4882-86e2-172a5006a156', 'status': 'completed', 'code': 200} Apr 23 00:52:45.188234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-efb498b7-299a-4f9c-8309-9386e50cbb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:45.373913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b32741-047c-4a64-8f63-65543ae2de20 req-5063e7f6-2b7b-42ff-8391-c19b8b05d67f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:45.374533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-61b32741-047c-4a64-8f63-65543ae2de20 req-5063e7f6-2b7b-42ff-8391-c19b8b05d67f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Synchronizing usage tracker for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:52:45.542892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-61b32741-047c-4a64-8f63-65543ae2de20 req-5063e7f6-2b7b-42ff-8391-c19b8b05d67f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Unset dirty status for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:52:45.544280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-61b32741-047c-4a64-8f63-65543ae2de20 req-5063e7f6-2b7b-42ff-8391-c19b8b05d67f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 931 time: 0.2875032 Apr 23 00:52:45.555093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac01fba-7c57-4893-81e6-c28d1bdfa412 {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:52:45.574155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:45.604145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Transition to ACTIVE for port object 6ac01fba-7c57-4893-81e6-c28d1bdfa412 will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:52:45.610189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:45.650950 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-61b32741-047c-4a64-8f63-65543ae2de20 req-c313a51e-88d2-4410-bed7-f88fcbdd5b78 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980825 Apr 23 00:52:45.744014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:45.843676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Attempting to bind port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:52:45.844007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Attempting to bind port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:52:45.844334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Attempting to bind port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 on network a31d5f7d-645b-4bdb-af16-b26d6eed5ade {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:52:45.849057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 on network a31d5f7d-645b-4bdb-af16-b26d6eed5ade not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:52:45.849373 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Attempting to bind port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 on network a31d5f7d-645b-4bdb-af16-b26d6eed5ade {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:52:45.854411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:52:45.854747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Checking segment: {'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:52:45.855124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Bound using segment: {'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:52:45.855538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Bound port: 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f398d3-898f-4748-80e2-0fe60a3c7180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:52:45.856428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:45.945058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:52:45.948467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:52:45.952688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:46.007029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:46.007638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:46.008974 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] 10.222.0.42 "PUT /v2.0/ports/6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 200 len: 1093 time: 1.1014862 Apr 23 00:52:46.009399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:52:46.036501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc416f-0b25-4dca-af2c-3ffe4b1c599a service neutron] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:46.056792 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1805ef02-0bc6-45e0-ae8c-901938fdbd42'] response: {'name': 'network-changed', 'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'status': 'completed', 'code': 200} Apr 23 00:52:46.147081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-9cfe2c66-0390-4cb3-b989-c1e855546772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:46.148530 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-9cfe2c66-0390-4cb3-b989-c1e855546772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 1096 time: 0.0729322 Apr 23 00:52:46.220251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-729c2bb2-d8ec-4351-8e29-e5d0634c4c7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 200 len: 217 time: 0.0599062 Apr 23 00:52:46.283010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-3fd1047d-e463-4d5b-a9f6-478570485b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:46.284371 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-3fd1047d-e463-4d5b-a9f6-478570485b8d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0590086 Apr 23 00:52:46.330695 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-a7d61799-8afd-44c2-aad8-dbb53c66c831 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405288 Apr 23 00:52:46.458822 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-be50919b-2e4d-4426-95ce-fd2076dabd6f service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224964 Apr 23 00:52:46.586560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2a9523b-02a5-4c78-bbaa-ef132920dac1 req-53b3c50c-b713-41c2-a778-ae13a9f62a3b service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223586 Apr 23 00:52:46.743693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-096ab318-6e00-4fd5-9785-c8cfeb693c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:46.745145 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-096ab318-6e00-4fd5-9785-c8cfeb693c3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 1096 time: 0.0720410 Apr 23 00:52:46.822548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 038efe3d-c666-4882-86e2-172a5006a156 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:52:46.860261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 038efe3d-c666-4882-86e2-172a5006a156 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:52:46.860525 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 038efe3d-c666-4882-86e2-172a5006a156 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:52:46.930859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-173490d9-5d99-4250-858d-744a42096621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:46.932273 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-173490d9-5d99-4250-858d-744a42096621 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1810493 Apr 23 00:52:46.944702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491dfc6-cf32-4673-9920-e39befdfda2b req-d18b1c7b-067b-4764-a24a-52f72d60702e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:46.946042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7491dfc6-cf32-4673-9920-e39befdfda2b req-d18b1c7b-067b-4764-a24a-52f72d60702e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 943 time: 0.1723042 Apr 23 00:52:47.023786 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-47412399-243e-4c14-bea6-fec5bf047837 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 200 len: 217 time: 0.0767529 Apr 23 00:52:47.091664 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7491dfc6-cf32-4673-9920-e39befdfda2b req-f16a3366-1cbb-4a91-b707-e47c5f3df6cd tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980883 Apr 23 00:52:47.100056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-ea70206b-b2d8-4c98-ab71-d59badb1c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:47.101459 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-ea70206b-b2d8-4c98-ab71-d59badb1c0c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0718396 Apr 23 00:52:47.146397 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-3f725970-c418-4772-9f9e-158905558b72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392995 Apr 23 00:52:47.367237 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-6432a855-09d5-406f-8fbd-4e6307477f98 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142825 Apr 23 00:52:47.495330 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4af96de0-13de-4133-ac21-d5dcd6ba6bae req-5ae99230-cf08-491a-b007-d0a9beb3dcb7 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209180 Apr 23 00:52:47.610837 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-137cba6f-414b-4121-b33f-1d3ccf3c3fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:48.276332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d497705-c483-4ddf-b2c6-387ab7b0f56a req-f048a7be-8f9e-455c-8722-db50ff8efe7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:48.276938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5d497705-c483-4ddf-b2c6-387ab7b0f56a req-f048a7be-8f9e-455c-8722-db50ff8efe7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Synchronizing usage tracker for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:52:48.289145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5d497705-c483-4ddf-b2c6-387ab7b0f56a req-f048a7be-8f9e-455c-8722-db50ff8efe7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Unset dirty status for tenant:9184aa62cf7849df941b1c2dfe6e4838 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:52:48.290251 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5d497705-c483-4ddf-b2c6-387ab7b0f56a req-f048a7be-8f9e-455c-8722-db50ff8efe7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 943 time: 0.0928521 Apr 23 00:52:48.336647 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5d497705-c483-4ddf-b2c6-387ab7b0f56a req-908c73f9-99aa-4515-8373-33ece06a6094 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Apr 23 00:52:48.621358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:48.676048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:49.520259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689c06-922a-49b5-967d-aa83ee65636a req-69a907ae-23d6-400e-9beb-1e0080023677 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:49.521704 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a689c06-922a-49b5-967d-aa83ee65636a req-69a907ae-23d6-400e-9beb-1e0080023677 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 943 time: 0.0787323 Apr 23 00:52:49.568154 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a689c06-922a-49b5-967d-aa83ee65636a req-a1527a6c-4a38-498f-8642-51b2ac53d7a3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Apr 23 00:52:50.035007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:50.753487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a66e9-7641-4fed-9c5f-6ae151bb1697 req-1e24d4df-0d41-47ce-821a-39baafdb130a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:50.754963 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2d5a66e9-7641-4fed-9c5f-6ae151bb1697 req-1e24d4df-0d41-47ce-821a-39baafdb130a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 943 time: 0.0811105 Apr 23 00:52:50.798535 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2d5a66e9-7641-4fed-9c5f-6ae151bb1697 req-840581a8-cb99-44be-9a8c-856c2b6c1a3c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379817 Apr 23 00:52:50.851686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 6ac01fba-7c57-4893-81e6-c28d1bdfa412 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:52:50.982329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:50.995096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade', 'port_id': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'mac_address': 'fa:16:3e:80:f1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e06d382-3049-489c-91e5-67068be06c67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:52:51.048950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:51.068999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac01fba-7c57-4893-81e6-c28d1bdfa412 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:52:51.083701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:51.088255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:51.153565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:51.160444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.160794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.161135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.161472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.161803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.162134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.162484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.162812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.163143 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.163466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.163791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.164116 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:52:51.453075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['6ac01fba-7c57-4893-81e6-c28d1bdfa412'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:52:51.988501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051a8ba-23a8-4630-9f28-dfc597c19bea req-c29e7c57-d331-4b8a-b92c-2ac38d49b09e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:51.989936 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8051a8ba-23a8-4630-9f28-dfc597c19bea req-c29e7c57-d331-4b8a-b92c-2ac38d49b09e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 944 time: 0.0843246 Apr 23 00:52:52.036001 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8051a8ba-23a8-4630-9f28-dfc597c19bea req-b3b0b216-685d-489f-aff4-7706292607c9 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Apr 23 00:52:52.852321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 6ac01fba-7c57-4893-81e6-c28d1bdfa412 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:52:52.920122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:52:52.925055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:52:52.925536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:53.077932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:53.107554 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:52:53.117562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:52:53.123124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:52:53.165459 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ba3ef9-5a8e-45d4-8167-53a63099191f'] response: {'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'code': 200} Apr 23 00:52:53.203916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:52:53.259648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845e6bc-b11c-46c3-bd0f-44e7ecf75ccd req-75fe8368-ea10-401a-a506-b35837f143e3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:53.261312 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b845e6bc-b11c-46c3-bd0f-44e7ecf75ccd req-75fe8368-ea10-401a-a506-b35837f143e3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0911818 Apr 23 00:52:53.309556 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b845e6bc-b11c-46c3-bd0f-44e7ecf75ccd req-354ef200-bf61-4e39-a44f-cc8740931548 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Apr 23 00:52:53.443162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e0f7d-24a3-4865-bb36-9cde81a030a2 req-f53e7c4c-9a3b-4678-91a3-41ebce6d90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:53.444604 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a08e0f7d-24a3-4865-bb36-9cde81a030a2 req-f53e7c4c-9a3b-4678-91a3-41ebce6d90c4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 1098 time: 0.0697989 Apr 23 00:52:53.484498 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a08e0f7d-24a3-4865-bb36-9cde81a030a2 req-e0d441ae-c5fe-43a8-9073-49bb5832bf2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338085 Apr 23 00:52:54.508120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1231936-4556-4b7a-82c0-a45858ab8f41 req-f6adda98-182a-429e-bb7e-63378044f9d6 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:54.509560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a1231936-4556-4b7a-82c0-a45858ab8f41 req-f6adda98-182a-429e-bb7e-63378044f9d6 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0829954 Apr 23 00:52:54.553521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a1231936-4556-4b7a-82c0-a45858ab8f41 req-77e29de3-4e61-40ff-9f52-b58287060e50 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Apr 23 00:52:55.739678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd38e3-2bdf-4ede-89b5-958d8a5dc20a req-fb090ebd-923e-4aca-b56e-97fe663ca636 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:55.741043 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-62fd38e3-2bdf-4ede-89b5-958d8a5dc20a req-fb090ebd-923e-4aca-b56e-97fe663ca636 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0804513 Apr 23 00:52:55.784136 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-62fd38e3-2bdf-4ede-89b5-958d8a5dc20a req-3811d22e-1bf8-4a38-be32-7dd2b5415344 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Apr 23 00:52:55.966222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb28b3e-4172-48da-8aae-a36a001c3be3 req-8e14860c-5f17-491b-95fc-96615753fa86 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:55.967698 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1fb28b3e-4172-48da-8aae-a36a001c3be3 req-8e14860c-5f17-491b-95fc-96615753fa86 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0800149 Apr 23 00:52:56.015042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1fb28b3e-4172-48da-8aae-a36a001c3be3 req-314d3018-a085-44e2-b93b-b7e40bfa9955 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Apr 23 00:52:56.408993 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-d3914aba-abf5-4a11-8da4-bb5246b5916c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210542 Apr 23 00:52:56.432425 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db735a-1d8c-4707-a75c-54e70ee89561 req-8acaff66-e450-45f6-bc64-974dbdbc05ad tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:56.434386 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8db735a-1d8c-4707-a75c-54e70ee89561 req-8acaff66-e450-45f6-bc64-974dbdbc05ad tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0999033 Apr 23 00:52:56.479978 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8db735a-1d8c-4707-a75c-54e70ee89561 req-a67ffdd9-8ad5-4a7c-8d37-03692ab31373 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400796 Apr 23 00:52:57.596274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-493ca5da-2ba0-4617-9c19-8cd16a6e7b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:57.597718 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-493ca5da-2ba0-4617-9c19-8cd16a6e7b18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 1098 time: 0.0715566 Apr 23 00:52:57.673164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c49a3-6d28-4315-ae9b-b6272bd991aa req-45e59104-93b9-42bd-b52b-66078957467b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:57.674618 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-860c49a3-6d28-4315-ae9b-b6272bd991aa req-45e59104-93b9-42bd-b52b-66078957467b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0856488 Apr 23 00:52:57.720436 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-860c49a3-6d28-4315-ae9b-b6272bd991aa req-5df6ae3f-8921-48c3-85b3-400e3375a4e3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400920 Apr 23 00:52:57.728901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-5fade7f0-420f-41cf-b5b3-8de3fa5ddca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:57.730412 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-5fade7f0-420f-41cf-b5b3-8de3fa5ddca8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1266079 Apr 23 00:52:57.799308 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-a76d7359-1c71-4f27-bc39-50b352547384 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 200 len: 217 time: 0.0631914 Apr 23 00:52:57.859749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-81343917-e451-457e-983f-72e2816aa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:57.861115 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-81343917-e451-457e-983f-72e2816aa6b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0563436 Apr 23 00:52:57.909633 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-d7391701-e746-4842-8ef3-5f83c2c4eacf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431495 Apr 23 00:52:58.039134 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-fb54e290-2793-4df4-bbd7-ebf43fd3f984 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236274 Apr 23 00:52:58.170290 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-76fc5a51-0228-4952-9da5-13eab1cef79d service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251638 Apr 23 00:52:58.989432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339a278-e2aa-4cd4-9492-2b43dcc37d29 req-3b9198cf-d541-438b-9855-3728eb8a0c3d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:52:58.990917 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c339a278-e2aa-4cd4-9492-2b43dcc37d29 req-3b9198cf-d541-438b-9855-3728eb8a0c3d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.1624248 Apr 23 00:52:59.035044 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c339a278-e2aa-4cd4-9492-2b43dcc37d29 req-c04ab2b7-468f-481e-a419-8709f74f587f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Apr 23 00:52:59.232873 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:53:00.222584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068418e-0952-4cd3-901b-393af260bd0a req-601bfa6d-3b14-4be2-8305-6b27a2317085 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:00.224018 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f068418e-0952-4cd3-901b-393af260bd0a req-601bfa6d-3b14-4be2-8305-6b27a2317085 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0836065 Apr 23 00:53:00.267753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f068418e-0952-4cd3-901b-393af260bd0a req-39e428fc-8068-40e2-91e5-b5f072df5654 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380397 Apr 23 00:53:01.456207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf044f29-ae6f-48e1-b22e-3fd72eb1b657 req-e077ccf2-3e52-4ae1-bfac-423a5bcb318e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:01.457623 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf044f29-ae6f-48e1-b22e-3fd72eb1b657 req-e077ccf2-3e52-4ae1-bfac-423a5bcb318e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0836570 Apr 23 00:53:01.501904 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf044f29-ae6f-48e1-b22e-3fd72eb1b657 req-457e6235-1772-4148-8622-b20cd761d51c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Apr 23 00:53:02.688951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75397393-c15f-4829-9334-30d99b1a9945 req-49758c20-0199-4d8c-8ad6-2fd16f0e9410 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:02.690434 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-75397393-c15f-4829-9334-30d99b1a9945 req-49758c20-0199-4d8c-8ad6-2fd16f0e9410 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0808272 Apr 23 00:53:02.734111 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-75397393-c15f-4829-9334-30d99b1a9945 req-1bc6ca79-fef5-40ec-8f81-41cb12e0af3c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380979 Apr 23 00:53:03.919330 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf05e-626f-4a33-ab5d-704ae66e9f7b req-ee4e957a-cfe3-41b1-8838-65622d0ddc2c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:03.920749 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f98bf05e-626f-4a33-ab5d-704ae66e9f7b req-ee4e957a-cfe3-41b1-8838-65622d0ddc2c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0786135 Apr 23 00:53:03.967894 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f98bf05e-626f-4a33-ab5d-704ae66e9f7b req-c8f17146-3dc3-4539-be6f-0a493c906da6 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414097 Apr 23 00:53:05.155008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b755789-d6d9-4e3e-a88c-ff3241f3d4df req-0086d651-be9c-414d-8993-0c789a043a0d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:05.156447 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8b755789-d6d9-4e3e-a88c-ff3241f3d4df req-0086d651-be9c-414d-8993-0c789a043a0d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0831478 Apr 23 00:53:05.200707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8b755789-d6d9-4e3e-a88c-ff3241f3d4df req-0aca6d85-46d6-4fa0-b3bf-8b57c1d8a140 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380757 Apr 23 00:53:06.384968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bf87f-b10c-4cf1-999c-e042e1969652 req-9934a738-4d30-438d-8732-471c96d71ea2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:06.386353 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bc3bf87f-b10c-4cf1-999c-e042e1969652 req-9934a738-4d30-438d-8732-471c96d71ea2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0779634 Apr 23 00:53:06.429797 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bc3bf87f-b10c-4cf1-999c-e042e1969652 req-a0b49bf4-b372-4e62-b474-cfa64074c03a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376823 Apr 23 00:53:07.612923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bc144-8118-4bea-8db7-b43fdc37c1c4 req-ed3cf30d-fc7d-4bf1-aca7-28d049174784 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:07.614398 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f14bc144-8118-4bea-8db7-b43fdc37c1c4 req-ed3cf30d-fc7d-4bf1-aca7-28d049174784 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0801508 Apr 23 00:53:07.661003 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f14bc144-8118-4bea-8db7-b43fdc37c1c4 req-d746d718-9cef-4930-84c5-bd40335f9eb4 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Apr 23 00:53:08.845930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969d776-437c-460f-b69b-577784b3a252 req-016db4cb-0a87-4203-94a7-67a4c906957d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:08.847460 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3969d776-437c-460f-b69b-577784b3a252 req-016db4cb-0a87-4203-94a7-67a4c906957d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0812302 Apr 23 00:53:08.890896 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3969d776-437c-460f-b69b-577784b3a252 req-eb8b1194-fe18-4231-80f1-2c8349b53ce8 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377700 Apr 23 00:53:10.049152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:10.078662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4c191-3fa1-4175-bb7d-cf3802eecc5c req-043f50d4-aa02-4bbd-8862-919959006b98 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:10.080102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2bc4c191-3fa1-4175-bb7d-cf3802eecc5c req-043f50d4-aa02-4bbd-8862-919959006b98 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0820427 Apr 23 00:53:10.129099 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2bc4c191-3fa1-4175-bb7d-cf3802eecc5c req-6d7304d1-1823-4093-9f5b-894e8a24b7af tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Apr 23 00:53:11.312188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b0af6-4563-4798-8767-6ecdddfcff23 req-2399a31c-72d3-4bcf-9120-e016c21cce5b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:11.313783 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1b8b0af6-4563-4798-8767-6ecdddfcff23 req-2399a31c-72d3-4bcf-9120-e016c21cce5b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0795302 Apr 23 00:53:11.358199 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1b8b0af6-4563-4798-8767-6ecdddfcff23 req-a18dbce0-db6d-458f-a33a-ac8eec2218d9 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Apr 23 00:53:12.545257 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9fd2cd-73f5-409b-bed0-aea057e152a7 req-70ad3d94-a25d-4ade-b199-d39a2567bd0a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:12.546724 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1b9fd2cd-73f5-409b-bed0-aea057e152a7 req-70ad3d94-a25d-4ade-b199-d39a2567bd0a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0839088 Apr 23 00:53:12.591189 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1b9fd2cd-73f5-409b-bed0-aea057e152a7 req-7b14b148-14af-4f01-8c5b-1b24309b98c0 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Apr 23 00:53:13.780744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0b139-0cc8-49b3-99b5-d7cf85d55fd8 req-cf0a7b52-6e6e-4198-9ec9-12563f1a3b99 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:13.782195 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0bb0b139-0cc8-49b3-99b5-d7cf85d55fd8 req-cf0a7b52-6e6e-4198-9ec9-12563f1a3b99 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0825598 Apr 23 00:53:13.826024 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0bb0b139-0cc8-49b3-99b5-d7cf85d55fd8 req-f6422b69-8f0b-41fd-82ab-0159d61d7ea7 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Apr 23 00:53:15.010105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f296fa-93a3-40db-9eaa-24ec6a8eecca req-a507d628-9760-4588-b54e-2ceb133bdfcd tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:15.011763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-06f296fa-93a3-40db-9eaa-24ec6a8eecca req-a507d628-9760-4588-b54e-2ceb133bdfcd tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0807352 Apr 23 00:53:15.055707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-06f296fa-93a3-40db-9eaa-24ec6a8eecca req-285d60bb-ccff-4f56-b5da-a9b5af35ebfa tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Apr 23 00:53:15.181217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2c4a-6a2d-45c1-9098-271947853397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:16.240208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790de39-7766-458c-9217-175a696daa2b req-4ceb6d27-ed85-4cd1-9755-5be00ff8d9ea tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:16.241647 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1790de39-7766-458c-9217-175a696daa2b req-4ceb6d27-ed85-4cd1-9755-5be00ff8d9ea tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0800192 Apr 23 00:53:16.287928 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1790de39-7766-458c-9217-175a696daa2b req-2fdb745d-b068-4713-8d2b-b3d5ed7c6d12 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Apr 23 00:53:17.477126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5f1ee-a16d-44d4-98ee-0d5a3761380c req-c19d0b51-2053-48f2-8dd9-d7f962554e41 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:17.478594 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f0d5f1ee-a16d-44d4-98ee-0d5a3761380c req-c19d0b51-2053-48f2-8dd9-d7f962554e41 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0814986 Apr 23 00:53:17.522311 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f0d5f1ee-a16d-44d4-98ee-0d5a3761380c req-acf4e7fa-cecd-472f-b3bb-ea0d6f75d9b5 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380173 Apr 23 00:53:17.611341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9e0ffe21-342a-4439-8454-37cfb05021c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:18.624797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:18.678393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:18.711240 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da540f72-5a44-43b1-8a22-b5164078ba4d req-ff324556-aaf5-40be-82b5-990216ec81a3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:18.712697 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-da540f72-5a44-43b1-8a22-b5164078ba4d req-ff324556-aaf5-40be-82b5-990216ec81a3 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0816674 Apr 23 00:53:18.755598 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-da540f72-5a44-43b1-8a22-b5164078ba4d req-f5c87fe1-f47a-4ed0-bf87-210d4f8ac49e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 Apr 23 00:53:19.959994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93999780-7dee-4e2d-98b6-e3c8ae0dcb92 req-876d099d-04fb-44b1-bb4a-ec559c6ab10e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:19.961455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93999780-7dee-4e2d-98b6-e3c8ae0dcb92 req-876d099d-04fb-44b1-bb4a-ec559c6ab10e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0843236 Apr 23 00:53:20.005675 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93999780-7dee-4e2d-98b6-e3c8ae0dcb92 req-5e492771-f846-48b0-a867-95814d3ed16d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Apr 23 00:53:20.044293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:21.193728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abcde2-bdae-4148-85bd-ececf239a246 req-58bea4dc-31a6-46c4-888f-ec68c9c25806 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:21.195192 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c0abcde2-bdae-4148-85bd-ececf239a246 req-58bea4dc-31a6-46c4-888f-ec68c9c25806 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0830100 Apr 23 00:53:21.238949 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c0abcde2-bdae-4148-85bd-ececf239a246 req-be7a6b6e-07a4-48ec-8aed-1b687cd8f391 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Apr 23 00:53:22.420939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cb21b-f229-4eaf-8778-a4bf2f36b2b8 req-b5d5c472-6070-4f88-b564-91d9b228582c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:22.422408 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d98cb21b-f229-4eaf-8778-a4bf2f36b2b8 req-b5d5c472-6070-4f88-b564-91d9b228582c tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0797017 Apr 23 00:53:22.465999 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d98cb21b-f229-4eaf-8778-a4bf2f36b2b8 req-4ebc094d-e704-48bf-a13f-a0f7c9958b21 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379939 Apr 23 00:53:23.650865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adc984-3fb4-4d3e-882f-cf9eef6673bf req-3f5b09f1-76e8-4a4f-a797-10a2cde25a70 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:23.652367 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9adc984-3fb4-4d3e-882f-cf9eef6673bf req-3f5b09f1-76e8-4a4f-a797-10a2cde25a70 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0802975 Apr 23 00:53:23.748949 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9adc984-3fb4-4d3e-882f-cf9eef6673bf req-021c6ea0-e8bf-4b06-bd45-69640aa3f29a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904596 Apr 23 00:53:24.943373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5de2af-56fc-4564-bba2-f10b94a9eece req-64a99f7c-6d6b-4fbe-a732-12ab06b0f6b2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:24.944824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9e5de2af-56fc-4564-bba2-f10b94a9eece req-64a99f7c-6d6b-4fbe-a732-12ab06b0f6b2 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0839114 Apr 23 00:53:24.990933 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9e5de2af-56fc-4564-bba2-f10b94a9eece req-9ad320cb-b0f6-4ab2-92f7-e8226c052103 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390687 Apr 23 00:53:25.005462 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-2eaf8e0d-025d-43de-a967-3312b5417ef8 service neutron] 10.222.0.42 "GET /v2.0/ports/6ac01fba-7c57-4893-81e6-c28d1bdfa412/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0758173 Apr 23 00:53:25.303432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-cd8e6d2e-2af2-43bd-9390-b9c932fe3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:25.304892 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-cd8e6d2e-2af2-43bd-9390-b9c932fe3494 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802&tenant_id=9184aa62cf7849df941b1c2dfe6e4838 HTTP/1.1" status: 200 len: 1098 time: 0.0718067 Apr 23 00:53:25.409910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-6077ccd0-1f56-4604-b911-64e0074f8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:25.411386 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-6077ccd0-1f56-4604-b911-64e0074f8572 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 1098 time: 0.0734415 Apr 23 00:53:25.539814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-a2bf89bc-b008-43f4-a87d-573a170e8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:25.541231 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-a2bf89bc-b008-43f4-a87d-573a170e8020 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1241987 Apr 23 00:53:25.611308 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-f2b7d447-f18a-41d1-9337-079f43e1d6a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 200 len: 217 time: 0.0637658 Apr 23 00:53:25.670706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-fee69817-c1d3-473b-bba3-a4a5d8e2ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:25.672080 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-fee69817-c1d3-473b-bba3-a4a5d8e2ac69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0557368 Apr 23 00:53:25.717788 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-22e8aa16-a1f0-4f02-8921-5bf81ba00d28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400593 Apr 23 00:53:25.850897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-608917bb-0f05-48dd-a582-e20716e88f29 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275759 Apr 23 00:53:26.068926 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9b308089-7d6e-453a-bab6-982bd47fcc5a req-3e973e0b-c889-4409-8965-b1caad9b0c64 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118049 Apr 23 00:53:26.185633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1641be-7bec-4d3d-8561-f72e8b9c51c6 req-6e49b6af-87e2-432d-8125-f2e9850ba26b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:26.187131 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4c1641be-7bec-4d3d-8561-f72e8b9c51c6 req-6e49b6af-87e2-432d-8125-f2e9850ba26b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0869772 Apr 23 00:53:26.234847 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4c1641be-7bec-4d3d-8561-f72e8b9c51c6 req-516e4b05-48ef-4b3b-8e5d-2a0d80c3e1cb tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Apr 23 00:53:27.007252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 6ac01fba-7c57-4893-81e6-c28d1bdfa412 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:53:27.118315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:27.143339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:53:27.153657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:27.157318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:27.201351 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcf56fd-1aba-49e4-819e-5829a3353077'] response: {'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'code': 200} Apr 23 00:53:27.225516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:27.421027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154daf12-3d38-40ee-aa09-8ada537e43d5 req-8349da26-7196-48af-a0fd-2b6ecd41832f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:27.422591 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-154daf12-3d38-40ee-aa09-8ada537e43d5 req-8349da26-7196-48af-a0fd-2b6ecd41832f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 943 time: 0.0802066 Apr 23 00:53:27.469375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-154daf12-3d38-40ee-aa09-8ada537e43d5 req-e6d44ac9-582a-4fea-a2bd-258951a0deb0 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Apr 23 00:53:28.703470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134d03e-7198-4232-b591-87e3373a217f req-bfa838db-11cb-4116-9474-fdd30e8aad1b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:28.704909 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2134d03e-7198-4232-b591-87e3373a217f req-bfa838db-11cb-4116-9474-fdd30e8aad1b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 943 time: 0.1280777 Apr 23 00:53:28.751631 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2134d03e-7198-4232-b591-87e3373a217f req-a1aec000-9a5d-4a18-82ca-875948b86f45 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Apr 23 00:53:29.016655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 6ac01fba-7c57-4893-81e6-c28d1bdfa412 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:53:29.147959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:29.160700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'network_id': 'a31d5f7d-645b-4bdb-af16-b26d6eed5ade', 'port_id': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'mac_address': 'fa:16:3e:80:f1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e06d382-3049-489c-91e5-67068be06c67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:53:29.218038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:29.234650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac01fba-7c57-4893-81e6-c28d1bdfa412 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:53:29.250216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:29.253654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:29.319886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:29.379922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['6ac01fba-7c57-4893-81e6-c28d1bdfa412'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:53:29.934325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c8e79-484f-4a61-a5b4-32092b239c63 req-3218c4b6-fb27-4ca9-842a-36b6cf234c30 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:29.935752 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cc7c8e79-484f-4a61-a5b4-32092b239c63 req-3218c4b6-fb27-4ca9-842a-36b6cf234c30 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 944 time: 0.0784469 Apr 23 00:53:29.980096 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cc7c8e79-484f-4a61-a5b4-32092b239c63 req-b52ab0dc-33fe-4a7f-9a47-764895cc9c17 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Apr 23 00:53:30.348514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0648b7d-9c3b-4cc0-a352-fb5b7d62098b req-32894e54-6a38-4dca-ad9b-2f3243408c7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:30.349939 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0648b7d-9c3b-4cc0-a352-fb5b7d62098b req-32894e54-6a38-4dca-ad9b-2f3243408c7e tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 944 time: 0.1455903 Apr 23 00:53:30.358236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f30c-507b-4a4c-8817-2144020e558d req-cfce1665-cae9-4e78-aaf0-74118ff9e7e9 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:30.359547 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-cfce1665-cae9-4e78-aaf0-74118ff9e7e9 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802&tenant_id=9184aa62cf7849df941b1c2dfe6e4838&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 944 time: 0.1243720 Apr 23 00:53:30.402533 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0648b7d-9c3b-4cc0-a352-fb5b7d62098b req-a6ef8083-4e53-485a-aad6-9539b4cd61ac tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Apr 23 00:53:30.514888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f30c-507b-4a4c-8817-2144020e558d req-d1799096-0fa0-420a-b2c1-efc7cb8aac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:30.516326 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-d1799096-0fa0-420a-b2c1-efc7cb8aac3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 1097 time: 0.0726817 Apr 23 00:53:30.645540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f30c-507b-4a4c-8817-2144020e558d req-2bb68403-785d-48c2-b301-c67caf5df060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:30.646996 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-2bb68403-785d-48c2-b301-c67caf5df060 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1251621 Apr 23 00:53:30.716086 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-71492151-6398-4145-b718-4db71267f6f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 200 len: 217 time: 0.0627830 Apr 23 00:53:30.775354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5f30c-507b-4a4c-8817-2144020e558d req-359d028b-aa53-468d-a398-def37c5cccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:30.776721 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-359d028b-aa53-468d-a398-def37c5cccf7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.0554707 Apr 23 00:53:30.827760 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-9744d372-689d-43fc-ab6e-2d6e0eafef8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444932 Apr 23 00:53:30.957584 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-1da146da-8ba5-4550-8197-fbca94d02184 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234066 Apr 23 00:53:31.042195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 6ac01fba-7c57-4893-81e6-c28d1bdfa412 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:31.062109 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-a24351e8-80bb-4e73-bae0-a7acd146ccf7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704045 Apr 23 00:53:31.109932 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95a5f30c-507b-4a4c-8817-2144020e558d req-761dcb11-e81d-460b-8cc3-9dd69b803c30 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328390 Apr 23 00:53:31.113544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:31.113913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:31.237643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:31.264995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:53:31.274999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:31.282017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:31.319518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-d665e5a0-1b45-487c-b1ed-48dbc338444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:31.320982 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-d665e5a0-1b45-487c-b1ed-48dbc338444f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 1097 time: 0.0848217 Apr 23 00:53:31.330036 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d23e16-5dd2-47f3-a130-44bd1a3c039f'] response: {'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'code': 200} Apr 23 00:53:31.354464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:31.501554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-ec0a59ed-7a73-47e9-a8d8-8fb4faf208e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:31.503131 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-ec0a59ed-7a73-47e9-a8d8-8fb4faf208e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 200 len: 914 time: 0.1278312 Apr 23 00:53:31.601544 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-1b302781-0a3d-47c3-9b95-b399dff63d16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 200 len: 217 time: 0.0922394 Apr 23 00:53:31.773835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-3679df71-f5f5-4afa-b2a2-366de9a6dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:31.775299 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-3679df71-f5f5-4afa-b2a2-366de9a6dd29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 200 len: 854 time: 0.1674287 Apr 23 00:53:31.832715 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-82695400-1fe5-4ca4-b708-fcac2273cc8e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a31d5f7d-645b-4bdb-af16-b26d6eed5ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473695 Apr 23 00:53:31.841817 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623baeca-3f1f-4e49-bd72-805da5287642 req-57f5b9d2-a2b7-473a-90ad-23fd4cbf9ef7 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:31.843261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-623baeca-3f1f-4e49-bd72-805da5287642 req-57f5b9d2-a2b7-473a-90ad-23fd4cbf9ef7 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.2819602 Apr 23 00:53:31.978652 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-623baeca-3f1f-4e49-bd72-805da5287642 req-55ef9b3e-25e5-4768-b0bc-332535f4cd2f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164877 Apr 23 00:53:32.004682 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-fb0be35d-2268-4567-b19b-cc76fda098b1 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604941 Apr 23 00:53:32.133092 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f5d4c09-8bb8-4b8d-a838-a972132c96a5 req-11fbd99f-fdf2-4712-b6ad-5779cad3cc23 service neutron] 10.222.0.42 "GET /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223505 Apr 23 00:53:33.164248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e14e1-a22c-4b28-9110-25fdd89b2077 req-53f82bec-f925-49fc-9038-98fa4b047f6d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:33.165694 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca9e14e1-a22c-4b28-9110-25fdd89b2077 req-53f82bec-f925-49fc-9038-98fa4b047f6d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0800188 Apr 23 00:53:33.213857 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ca9e14e1-a22c-4b28-9110-25fdd89b2077 req-2f07cff0-ec2f-4c70-adf9-f26e98292227 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Apr 23 00:53:33.394674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dac09-646e-45a8-a2ad-c266d5f3f5bc req-66401054-240e-482a-b60f-589863d0579a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:33.396028 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c97dac09-646e-45a8-a2ad-c266d5f3f5bc req-66401054-240e-482a-b60f-589863d0579a tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0781353 Apr 23 00:53:33.443397 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c97dac09-646e-45a8-a2ad-c266d5f3f5bc req-e37574a6-48b0-40a4-add6-80a8e619056b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 Apr 23 00:53:33.626414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4787b-e4a9-45e4-a5a3-d6775424c66e req-43eb3460-9d3c-49cf-9936-f990057bba9b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:33.627833 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73b4787b-e4a9-45e4-a5a3-d6775424c66e req-43eb3460-9d3c-49cf-9936-f990057bba9b tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0796647 Apr 23 00:53:33.672533 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73b4787b-e4a9-45e4-a5a3-d6775424c66e req-3868b340-2737-404d-85a1-31c65f0db53f tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388687 Apr 23 00:53:34.221048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230cb5b-57e7-4fc9-8a7a-0ece566b456b req-a7d981ac-65df-46cf-97d9-72c8b2d16eb5 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:34.222513 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3230cb5b-57e7-4fc9-8a7a-0ece566b456b req-a7d981ac-65df-46cf-97d9-72c8b2d16eb5 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0810428 Apr 23 00:53:34.266327 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3230cb5b-57e7-4fc9-8a7a-0ece566b456b req-5ad40c7a-cfcc-4073-8e14-79f677e8e119 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379980 Apr 23 00:53:35.452128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1391bf-a556-4198-bfcb-a3e3c169ca78 req-f29b009b-5bb7-4ef6-9065-61c3670c54de tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:35.453570 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1391bf-a556-4198-bfcb-a3e3c169ca78 req-f29b009b-5bb7-4ef6-9065-61c3670c54de tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0839295 Apr 23 00:53:35.496116 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1391bf-a556-4198-bfcb-a3e3c169ca78 req-0f9d14ef-f9ab-4d24-9f7f-d19704424100 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/security-groups?id=1986c916-2313-4055-acba-4b9638b40d19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Apr 23 00:53:35.985527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-b88e2f88-1c81-41e4-9901-96c0d1832d60 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:35.987051 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-b88e2f88-1c81-41e4-9901-96c0d1832d60 tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 945 time: 0.0838866 Apr 23 00:53:36.055229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Deleting port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:53:36.055572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:36.233504 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:53:36.297309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] For port 6ac01fba-7c57-4893-81e6-c28d1bdfa412, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=6ac01fba-7c57-4893-81e6-c28d1bdfa412,segment=NetworkSegment(46f398d3-898f-4748-80e2-0fe60a3c7180),segment_id=46f398d3-898f-4748-80e2-0fe60a3c7180)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:36.297664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:36.416864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Calling delete_port for 6ac01fba-7c57-4893-81e6-c28d1bdfa412 owned by compute:nova {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:53:36.561242 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:36.596167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['6ac01fba-7c57-4893-81e6-c28d1bdfa412'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:53:36.615124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Pushing event deleted for resources: {'Port': ['ID=6ac01fba-7c57-4893-81e6-c28d1bdfa412,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:36.697513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.697855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.698193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.698557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.698888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.699214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.699539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.700048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.700750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.701078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.701407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.701731 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:36.729689 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-067a910b-d5b2-4f44-8867-d0eb3b0e4841 req-c089a871-68d2-4c7d-800d-262d8b1c8a6d tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.39 "GET /v2.0/ports?device_id=f36bf21b-b251-4082-904e-de35457b1802 HTTP/1.1" status: 200 len: 210 time: 0.1191602 Apr 23 00:53:36.741699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] No DVR routers for this DVR port 6ac01fba-7c57-4893-81e6-c28d1bdfa412 on host hv-neutron-8387 {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:53:36.744107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:36.747323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-deleted', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:53:36.762835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fbf148ae-cdbc-42ae-9ad5-3ede7d082d07 req-69cf7deb-f62e-49fd-a16b-abe2ea96bdcf tempest-ServerDiskConfigTestJSON-2137622753 tempest-ServerDiskConfigTestJSON-2137622753-project] 10.222.0.42 "DELETE /v2.0/ports/6ac01fba-7c57-4893-81e6-c28d1bdfa412 HTTP/1.1" status: 204 len: 173 time: 0.7704222 Apr 23 00:53:36.854173 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a06a8c-5395-4217-a745-38335b1c544f'] response: {'server_uuid': 'f36bf21b-b251-4082-904e-de35457b1802', 'name': 'network-vif-deleted', 'tag': '6ac01fba-7c57-4893-81e6-c28d1bdfa412', 'status': 'completed', 'code': 200} Apr 23 00:53:37.974385 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45254) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:38.127734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] Deleting subnet 7e06d382-3049-489c-91e5-67068be06c67 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:53:38.130630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.178197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.231951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.300692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.337707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e06d382-3049-489c-91e5-67068be06c67,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:38.341470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.347248 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d2a428cf-86e9-4d8f-96bd-3bae1f6168b3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7e06d382-3049-489c-91e5-67068be06c67 HTTP/1.1" status: 204 len: 168 time: 0.3718255 Apr 23 00:53:38.349663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45258) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:38.453633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.575306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.599419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31d5f7d-645b-4bdb-af16-b26d6eed5ade']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:38.611083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f398d3-898f-4748-80e2-0fe60a3c7180') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:38.611381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f398d3-898f-4748-80e2-0fe60a3c7180') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:38.622780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.638967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.644825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:53:38.645201 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:53:38.658082 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:53:38.735050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.751571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:38.761311 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a31d5f7d-645b-4bdb-af16-b26d6eed5ade HTTP/1.1" status: 204 len: 168 time: 0.4107459 Apr 23 00:53:38.762213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f45a8-4837-4037-9f28-c71de3ae9198 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31d5f7d-645b-4bdb-af16-b26d6eed5ade,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:38.872811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45264) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:38.921134 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f4a0f38c-ff02-4b12-a19e-b152ed39ed56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9184aa62cf7849df941b1c2dfe6e4838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471728 Apr 23 00:53:38.923766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45268) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:38.985471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b02bfce9-a293-4b31-8667-ea86fbc0d35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.011011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b02bfce9-a293-4b31-8667-ea86fbc0d35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.062985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b02bfce9-a293-4b31-8667-ea86fbc0d35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.080872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bfce9-a293-4b31-8667-ea86fbc0d35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1986c916-2313-4055-acba-4b9638b40d19,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:39.087450 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b02bfce9-a293-4b31-8667-ea86fbc0d35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.091234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b02bfce9-a293-4b31-8667-ea86fbc0d35e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1986c916-2313-4055-acba-4b9638b40d19 HTTP/1.1" status: 204 len: 168 time: 0.1639209 Apr 23 00:53:39.103187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 6ac01fba-7c57-4893-81e6-c28d1bdfa412 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:53:39.136704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 6ac01fba-7c57-4893-81e6-c28d1bdfa412 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:53:39.137053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 6ac01fba-7c57-4893-81e6-c28d1bdfa412 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:53:39.785438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45292) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:39.888692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1814961786-network', 'tenant_id': '5e2a740157f9480aad0a7df927be387f'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:39.893444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:39.897336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Usage tracker for resource:network and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:39.900194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:39.907073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:39.916770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Made reservation on behalf of 5e2a740157f9480aad0a7df927be387f for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:53:39.919522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.931299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:39.946061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:39.950581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:39.953397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:39.959867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:40.048682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.053444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.057425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.087449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:53:40.095626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d6f67d-c11e-480f-83ca-985b94d06ff6,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:40.101070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.101417 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Added segment dd2e6540-2992-46c1-b426-e067819f005f of type vlan for network 97c79826-f984-4b50-816a-3c8f7c64c3a0 Apr 23 00:53:40.127477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.156505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.157446 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:40.158022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.258800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] Pushing event updated for resources: {'Network': ['ID=97c79826-f984-4b50-816a-3c8f7c64c3a0,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:40.264967 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0a2872fb-0355-4804-bd76-1ad9a1644de2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4755855 Apr 23 00:53:40.265354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45298) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:40.269922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:53:40.270569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Request body: {'subnet': {'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1814961786-subnet', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:40.275328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:40.279505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Usage tracker for resource:subnet and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:40.282475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:40.288184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:40.299524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Made reservation on behalf of 5e2a740157f9480aad0a7df927be387f for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:53:40.302124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.498037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.569064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c95528a-ac0b-4e94-87b2-e063a6d1314f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:40.579529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Checking segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:53:40.579883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Network hostable DHCP agents. Network: 97c79826-f984-4b50-816a-3c8f7c64c3a0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:53:40.598931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:53:40.609362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 97c79826-f984-4b50-816a-3c8f7c64c3a0) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:53:40.613367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:40.613951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.618220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e59f3-507a-4b68-b34f-d3f1adba7bd6 None None] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:53:40.635049 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d85f522-15ec-4893-91fe-5a5361263aec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3687644 Apr 23 00:53:40.637899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45302) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:40.643053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:40.647640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:40.651653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Usage tracker for resource:router and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:40.655161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:40.660879 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:40.677902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.679116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.694758 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:40.832881 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-97c79826-f984-4b50-816a-3c8f7c64c3a0', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:53:40.833732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.022582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Allocated IP 172.20.0.2 (97c79826-f984-4b50-816a-3c8f7c64c3a0/0c95528a-ac0b-4e94-87b2-e063a6d1314f/f71f3533-9527-49b6-8703-2e513be73101) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:53:41.056880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.225007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.235055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Transition to ACTIVE for port object f71f3533-9527-49b6-8703-2e513be73101 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:53:41.252476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Transition to ACTIVE for port object f71f3533-9527-49b6-8703-2e513be73101 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:53:41.258534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.320379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:53:41.327605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:53:41.332034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:53:41.337639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Pushing event updated for resources: {'Port': ['ID=f71f3533-9527-49b6-8703-2e513be73101,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:41.368115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.398374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.424631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Attempting to bind port f71f3533-9527-49b6-8703-2e513be73101 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:53:41.425002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Attempting to bind port f71f3533-9527-49b6-8703-2e513be73101 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:53:41.425378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Attempting to bind port f71f3533-9527-49b6-8703-2e513be73101 on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:53:41.430497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:53:41.430872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Checking segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:53:41.431279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.431670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Bound using segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:53:41.432133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Bound port: f71f3533-9527-49b6-8703-2e513be73101, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:53:41.432506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.522678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] For port f71f3533-9527-49b6-8703-2e513be73101, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:53:41.525781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] For port f71f3533-9527-49b6-8703-2e513be73101, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f71f3533-9527-49b6-8703-2e513be73101,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:53:41.530000 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.536990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Allocated IP 172.26.8.118 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/360f11f8-e061-4b86-bc7f-28bff1b0f391) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:53:41.614092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f49b2-ea64-4523-b6d6-0321556f4346 None None] Pushing event updated for resources: {'Port': ['ID=f71f3533-9527-49b6-8703-2e513be73101,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:41.687683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.717805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:41.808590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:53:41.813011 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:53:41.817479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:53:41.845479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Pushing event updated for resources: {'Port': ['ID=360f11f8-e061-4b86-bc7f-28bff1b0f391,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:42.227428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:42.538113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0f3030-b704-40c3-9ba7-133a2f0781b6 None None] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:53:42.632053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3749649f-675e-4578-809e-b982e1a343d9 None None] Provisioning for port f71f3533-9527-49b6-8703-2e513be73101 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:53:42.676910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:42.888918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:53:43.068589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:53:43.077764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:53:43.086767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:53:43.087380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:53:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:43.092468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:43.093822 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a280ea1a-766f-4f60-a4f9-bbe7825944b0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4547923 Apr 23 00:53:43.096656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45306) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:43.259918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:53:43.542374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:42Z', 'revision_number': 3, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:43.547194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:53:43.547542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Updating router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 port 360f11f8-e061-4b86-bc7f-28bff1b0f391 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:53:43.589467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f71f3533-9527-49b6-8703-2e513be73101 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:43.677874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:43.805693 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port f71f3533-9527-49b6-8703-2e513be73101 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:53:43.816180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f71f3533-9527-49b6-8703-2e513be73101 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:43.816552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:43.904836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.045995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.093039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port f71f3533-9527-49b6-8703-2e513be73101, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f71f3533-9527-49b6-8703-2e513be73101,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:44.114890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Allocated IP 172.20.0.1 (97c79826-f984-4b50-816a-3c8f7c64c3a0/0c95528a-ac0b-4e94-87b2-e063a6d1314f/23b4a7f7-e56a-4d36-89cb-8f3780219b1a) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:53:44.125272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.209229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.225692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=f71f3533-9527-49b6-8703-2e513be73101,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:44.228575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Transition to ACTIVE for port object 360f11f8-e061-4b86-bc7f-28bff1b0f391 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:53:44.236370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.263094 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.278601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Transition to ACTIVE for port object 23b4a7f7-e56a-4d36-89cb-8f3780219b1a will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:53:44.302434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.315299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Attempting to bind port 360f11f8-e061-4b86-bc7f-28bff1b0f391 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:53:44.315668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Attempting to bind port 360f11f8-e061-4b86-bc7f-28bff1b0f391 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:53:44.316051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Attempting to bind port 360f11f8-e061-4b86-bc7f-28bff1b0f391 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:53:44.321658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6404590-84ec-4b6d-912f-a615f36bc729 None None] Pushing event updated for resources: {'Port': ['ID=360f11f8-e061-4b86-bc7f-28bff1b0f391,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:44.326022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:53:44.326423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:53:44.326821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.327204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:53:44.327668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Bound port: 360f11f8-e061-4b86-bc7f-28bff1b0f391, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:53:44.328036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.365178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:53:44.367909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:53:44.370316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:53:44.405436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] For port 360f11f8-e061-4b86-bc7f-28bff1b0f391, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:53:44.409277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] For port 360f11f8-e061-4b86-bc7f-28bff1b0f391, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=360f11f8-e061-4b86-bc7f-28bff1b0f391,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:53:44.413460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.431401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Pushing event updated for resources: {'Port': ['ID=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:44.438995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.500819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:53:44.501454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:53:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:44.556260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6404590-84ec-4b6d-912f-a615f36bc729 None None] Pushing event updated for resources: {'Port': ['ID=360f11f8-e061-4b86-bc7f-28bff1b0f391,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:44.662703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c8c620cb-6e89-4371-a45d-823f14ae6a5f None None] Provisioning for port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:53:44.679326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c8c620cb-6e89-4371-a45d-823f14ae6a5f None None] Provisioning complete for port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:44.679692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8c620cb-6e89-4371-a45d-823f14ae6a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.714700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.726577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:53:44.869558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c8c620cb-6e89-4371-a45d-823f14ae6a5f None None] Port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:53:44.934600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:44.940349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:45.026587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:42Z', 'revision_number': 3, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:45.030913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca3b545-4770-4735-819a-9d2e31c9e4a4 None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:42Z', 'revision_number': 3, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:53:45.046625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:45.053595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Pushing event updated for resources: {'Port': ['ID=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:45.184947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3924916-1b4c-474f-8b2c-31a4fcea8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:45.191510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:53:45.192675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:53:45.494925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d8eb0a34-9b96-4ea8-842f-09e35dbb76e6 None None] Provisioning complete for port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:45.494925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8eb0a34-9b96-4ea8-842f-09e35dbb76e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:45.515541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:53:45.571517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb0a34-9b96-4ea8-842f-09e35dbb76e6 None None] Port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:53:45.646630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 360f11f8-e061-4b86-bc7f-28bff1b0f391 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:45.714660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:53:45.719140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 360f11f8-e061-4b86-bc7f-28bff1b0f391 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:53:45.727834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 360f11f8-e061-4b86-bc7f-28bff1b0f391 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:45.728047 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4d4c780e-69f6-414a-845d-bd9e9099af0e admin admin] 10.222.0.39 "PUT /v2.0/routers/0c73fe31-c8eb-41c5-a2b0-b494892ce5d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6277912 Apr 23 00:53:45.728162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:45.900048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:45.919605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 360f11f8-e061-4b86-bc7f-28bff1b0f391, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=360f11f8-e061-4b86-bc7f-28bff1b0f391,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:45.923689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:45.924951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f71f3533-9527-49b6-8703-2e513be73101 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:46.046642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=360f11f8-e061-4b86-bc7f-28bff1b0f391,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:46.061346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f71f3533-9527-49b6-8703-2e513be73101 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:46.061718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.248126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45316) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:46.253327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483361778', 'description': 'tempest-description--1902499212'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:46.259308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:46.263127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Usage tracker for resource:security_group and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:46.265972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:46.271586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:46.281611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.300915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:46.304678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Usage tracker for resource:security_group_rule and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:46.307436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:46.314092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:46.393813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.397582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.441297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:46.443962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.445172 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-36a1a2e5-e3c8-4c69-8564-14d1e691cd37 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1960666 Apr 23 00:53:46.448204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 45320) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:46.454346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'security_group_rule': {'security_group_id': '7e52432e-d8c8-4d97-9bea-252cfaf7e3c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:46.460484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:46.464282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Usage tracker for resource:security_group_rule and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:46.467787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:46.473393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:46.489206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.554184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.558564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.576870 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:53:46.584901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48f649d-0963-4d64-a8d8-53db21e9cc92,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:46.585781 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:53:46.586524 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:53:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:46.596216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.596561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.596897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.597230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.597556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.597881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.598231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.598575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.598898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.599214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.599529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.599847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:46.602579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.607645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45324) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:46.607891 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-911fb43c-5beb-4e25-9d8c-2898a1432c09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1581321 Apr 23 00:53:46.613350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'security_group_rule': {'security_group_id': '7e52432e-d8c8-4d97-9bea-252cfaf7e3c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:46.619753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:46.623991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Usage tracker for resource:security_group_rule and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:46.626862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:46.632674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:46.650130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.711933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.717522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.741429 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70287363-c295-4fd2-bd96-ff697c6ee0fa,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:46.749596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.750801 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a7a80cc2-2239-483e-b92b-1dd5cdb7a3f0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423182 Apr 23 00:53:46.753740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45328) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:53:46.758606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:46.764566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:46.765891 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:53:46.768549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Usage tracker for resource:floatingip and tenant:5e2a740157f9480aad0a7df927be387f is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:53:46.771586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:53:46.778215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:46.788358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:46.928999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.070336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Allocated IP 172.26.8.225 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/448d5edf-f2a8-4569-8aa1-9a9613957cdd) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:53:47.082930 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 2, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:47.086804 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:53:47.087154 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Updating router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:53:47.139891 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.216389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.244288 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.302729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:53:47.305296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:53:47.314495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:53:47.357182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'Port': ['ID=448d5edf-f2a8-4569-8aa1-9a9613957cdd,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:47.398819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.459351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.485334 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.497320 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Transition to ACTIVE for port object 23b4a7f7-e56a-4d36-89cb-8f3780219b1a will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:53:47.504648 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.580149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 360f11f8-e061-4b86-bc7f-28bff1b0f391 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:47.648184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e86c0ab-5e41-43ea-9305-0383bd766aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.670935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 360f11f8-e061-4b86-bc7f-28bff1b0f391 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:47.671477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.692145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.699681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.742963 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Attempting to bind port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:53:47.743524 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Attempting to bind port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:53:47.743672 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Attempting to bind port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:53:47.753507 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:53:47.753784 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Checking segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:53:47.754705 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.755202 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Bound using segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:53:47.755772 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Bound port: 23b4a7f7-e56a-4d36-89cb-8f3780219b1a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:53:47.756247 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.778803 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Pushing event updated for resources: {'Port': ['ID=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:47.823896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'Port': ['ID=448d5edf-f2a8-4569-8aa1-9a9613957cdd,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:47.824098 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.825010 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.825502 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.826061 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.826373 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.826945 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.827366 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.828185 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.828185 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.828589 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.829007 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.829405 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:47.834496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.858558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.859846 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8fe357ea-6fe8-4be3-ae11-790da1dd7d09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1051717 Apr 23 00:53:47.877110 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] For port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:53:47.880324 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] For port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:53:47.884462 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:47.972696 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:53:47.973388 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:53:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:48.044539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-9cad60ce-2aeb-4ab2-9d88-abdbfc27666a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:53:48.063858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-9cad60ce-2aeb-4ab2-9d88-abdbfc27666a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:53:48.065332 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-9cad60ce-2aeb-4ab2-9d88-abdbfc27666a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--483361778&fields=id&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 267 time: 0.0710163 Apr 23 00:53:48.068015 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4c87f-ca8c-43fe-ac50-949653e46a10 None None] Pushing event updated for resources: {'Port': ['ID=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:48.200709 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:53:48.234620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-5088978b-bed7-45c6-8902-22c4f308ba1f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:48.235221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-5088978b-bed7-45c6-8902-22c4f308ba1f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:53:48.252253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-5088978b-bed7-45c6-8902-22c4f308ba1f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:53:48.253414 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-5088978b-bed7-45c6-8902-22c4f308ba1f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.1810999 Apr 23 00:53:48.268293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-e36077e9-3b2d-49ef-8caa-49ef30deb1d8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/quotas/5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 375 time: 0.0095041 Apr 23 00:53:48.352981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-ef0af573-010b-465e-b6c3-af11df80f3a5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:53:48.369413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-ef0af573-010b-465e-b6c3-af11df80f3a5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:53:48.370730 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-ef0af573-010b-465e-b6c3-af11df80f3a5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971136 Apr 23 00:53:48.523103 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:47Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:53:48.527047 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c4fa9-498e-466e-9e85-aadaa25e885b None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:47Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:53:48.632681 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-fb34b06c-2a8f-43b7-9621-c2a348c4e673 service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500203 Apr 23 00:53:48.634195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:48.684230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:48.772298 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-6c20de89-aff8-44d2-a130-9b44ca3cbb73 service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314526 Apr 23 00:53:48.977040 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-615edb8e-7f6b-486b-b1ec-adb7b0e68648 req-246b460b-d0b0-41fb-be30-dbc6cac2aa49 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 210 time: 0.0521669 Apr 23 00:53:49.596033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 23b4a7f7-e56a-4d36-89cb-8f3780219b1a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:49.667878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:53:49.672822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:49.673192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:49.785486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:49.819372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:49.822714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:49.889242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:50.060518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:50.137658 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7d7f9952-2496-472b-9589-5d87b258bfdf req-91db656e-caba-40e6-9498-8f6cacb83d4a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 210 time: 0.0617309 Apr 23 00:53:50.180025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-924ccbce-3bab-4cdc-bfc6-41a6e6205c9b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:50.181419 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-924ccbce-3bab-4cdc-bfc6-41a6e6205c9b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.2136490 Apr 23 00:53:50.241019 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-ee62cf83-964a-4fb3-93ba-d31ee40eb453 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 379 time: 0.0413551 Apr 23 00:53:50.249257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'port': {'device_id': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'admin_state_up': True, 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'security_groups': ['7e52432e-d8c8-4d97-9bea-252cfaf7e3c5']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:50.382102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:53:50.391602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:53:50.400954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Made reservation on behalf of 5e2a740157f9480aad0a7df927be387f for: {'port': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:53:50.405016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:50.568052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Allocated IP 172.20.0.3 (97c79826-f984-4b50-816a-3c8f7c64c3a0/0c95528a-ac0b-4e94-87b2-e063a6d1314f/d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:53:50.756214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:50.771420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Transition to ACTIVE for port object d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:53:50.794971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:50.865483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:53:50.873642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:53:50.875979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:53:50.914613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:50.949037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:50.950557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:50.980368 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f1eff8c8-5725-4742-8c76-284e565f18bd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7350113 Apr 23 00:53:50.999213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Request body: {'port': {'device_id': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:53:51.111036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5938623e-bbdc-44a8-bdd1-c1ae81c85f8f None None] Provisioning for port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:53:51.116342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5938623e-bbdc-44a8-bdd1-c1ae81c85f8f None None] Provisioning complete for port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:51.116732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.116897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5938623e-bbdc-44a8-bdd1-c1ae81c85f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.170807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5938623e-bbdc-44a8-bdd1-c1ae81c85f8f None None] Port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:53:51.326723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eaade4-07d4-4c6b-9d02-ee8db8dd10d8 req-e271bf99-cd18-48cf-b840-499eacf00810 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:51.328112 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11eaade4-07d4-4c6b-9d02-ee8db8dd10d8 req-e271bf99-cd18-48cf-b840-499eacf00810 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 931 time: 0.0838528 Apr 23 00:53:51.371996 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11eaade4-07d4-4c6b-9d02-ee8db8dd10d8 req-96dfa8c9-3d3c-4196-9d0c-d8b3559d3443 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376320 Apr 23 00:53:51.457992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f {{(pid=88072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:53:51.465342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.479223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Transition to ACTIVE for port object d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f will not be triggered until provisioned by entity L2. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:53:51.483671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.563040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 23b4a7f7-e56a-4d36-89cb-8f3780219b1a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:51.636507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:51.637290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.747052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5593709-463c-444d-a73f-8871151793ea service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:51.823766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Attempting to bind port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:53:51.824102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Attempting to bind port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:53:51.824726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Attempting to bind port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:53:51.829699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:53:51.830014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Attempting to bind port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:53:51.835016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:53:51.835348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Checking segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:53:51.835726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Bound using segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} {{(pid=88072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:53:51.836138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.managers [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Bound port: d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}}] {{(pid=88072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:53:51.836480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.929066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, cleared binding levels {{(pid=88072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:53:51.931913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:53:51.936559 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.991681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:51.992303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:51.993621 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-f5593709-463c-444d-a73f-8871151793ea service neutron] 10.222.0.42 "PUT /v2.0/ports/d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 1093 time: 1.0005465 Apr 23 00:53:51.994043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:53:52.023213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5593709-463c-444d-a73f-8871151793ea service neutron] Pushing event updated for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=3']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:52.047407 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be13fbd7-7b9d-4fb2-b6cd-ed80784901b1'] response: {'name': 'network-changed', 'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'status': 'completed', 'code': 200} Apr 23 00:53:52.140188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-4d50fb79-2c5b-44c0-aa12-986249a2bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:52.141804 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-4d50fb79-2c5b-44c0-aa12-986249a2bf7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1096 time: 0.0798082 Apr 23 00:53:52.216553 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-06ec91ff-6379-497e-b399-a552f21e4596 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 217 time: 0.0617070 Apr 23 00:53:52.279110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-7dbcd5c3-dfc8-4a0c-8eec-7a3b19aa430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:52.280432 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-7dbcd5c3-dfc8-4a0c-8eec-7a3b19aa430e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0589416 Apr 23 00:53:52.354266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-27fe48ee-8201-40d5-9495-7b590deba6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:52.356236 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-27fe48ee-8201-40d5-9495-7b590deba6c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687618 Apr 23 00:53:52.489276 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-d5311f8e-9628-424c-bf3f-c75b5038996a service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260815 Apr 23 00:53:52.559805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfefea8-4dba-40c0-80be-62ef6d0ffde3 req-8e8493e8-bd83-42ca-ab2d-287755782da2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:52.561234 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cdfefea8-4dba-40c0-80be-62ef6d0ffde3 req-8e8493e8-bd83-42ca-ab2d-287755782da2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 943 time: 0.0837343 Apr 23 00:53:52.625750 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-aafd4d29-f0a9-4861-9b00-834d569e454a req-ae0d76d4-936b-499d-bfc7-63000ce2814b service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306212 Apr 23 00:53:52.718469 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cdfefea8-4dba-40c0-80be-62ef6d0ffde3 req-6b7ead67-75c1-4896-9ef3-314d3105f4ca tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511021 Apr 23 00:53:52.798492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-5f41ea77-6b1c-49c2-a8c6-e035e9922774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:52.800001 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-5f41ea77-6b1c-49c2-a8c6-e035e9922774 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1096 time: 0.0757034 Apr 23 00:53:52.932044 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-84eb1cf4-41ff-4740-aba4-9a7f83f341eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:52.933419 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-84eb1cf4-41ff-4740-aba4-9a7f83f341eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1276455 Apr 23 00:53:52.999901 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-64086224-5b59-45ab-b18c-e64d9d6861cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 217 time: 0.0601511 Apr 23 00:53:53.064809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-9308f543-73e7-4a46-bca8-12cdd70ae38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:53.066158 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-9308f543-73e7-4a46-bca8-12cdd70ae38b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0607071 Apr 23 00:53:53.143778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-045b418f-e52b-4a8e-88cc-88174ff78371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:53.145265 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-045b418f-e52b-4a8e-88cc-88174ff78371 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727522 Apr 23 00:53:53.278793 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-d9efaef1-44dc-476d-9341-85f1ca0ef394 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271853 Apr 23 00:53:53.499143 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b4a8b2d4-3dfe-41c2-835a-3408771c4cb0 req-0fd55ab4-641b-4057-aab9-cc6ec1a8ee9c service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136819 Apr 23 00:53:54.056346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4f4d4-bdcd-4123-b8b3-4cf655a5349e req-dba6ae92-38e4-4e6c-8f20-db41e42923fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:54.057051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-72c4f4d4-bdcd-4123-b8b3-4cf655a5349e req-dba6ae92-38e4-4e6c-8f20-db41e42923fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:53:54.073089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-72c4f4d4-bdcd-4123-b8b3-4cf655a5349e req-dba6ae92-38e4-4e6c-8f20-db41e42923fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:53:54.075000 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72c4f4d4-bdcd-4123-b8b3-4cf655a5349e req-dba6ae92-38e4-4e6c-8f20-db41e42923fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 943 time: 0.0992539 Apr 23 00:53:54.119224 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72c4f4d4-bdcd-4123-b8b3-4cf655a5349e req-106e3db0-28b1-490d-b22f-21b7c7c546bc tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385995 Apr 23 00:53:55.140835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:53:55.295353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:55.307869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc05490-0aa8-48e4-b4e6-0aff784eb781 req-1feb7921-afce-4525-ad49-95d1d6dfedae tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:55.309928 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-abc05490-0aa8-48e4-b4e6-0aff784eb781 req-1feb7921-afce-4525-ad49-95d1d6dfedae tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 943 time: 0.0826943 Apr 23 00:53:55.312010 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'mac_address': 'fa:16:3e:ca:53:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:53:55.354746 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-abc05490-0aa8-48e4-b4e6-0aff784eb781 req-13525471-3b22-4b06-81a0-7dd7bc0845f2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374653 Apr 23 00:53:55.430764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:55.458428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:53:55.485174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:55.489326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:55.591559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:55.598706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.599061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.599406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.599744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.600077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.600403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.600731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.601057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.601383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.601704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.602024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.602371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:53:55.884750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:53:56.538884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce16b-6644-4076-a13c-2d96f421c787 req-a9df0ab9-2ea7-4cd3-8266-8a93d5d6e091 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:56.540332 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a97ce16b-6644-4076-a13c-2d96f421c787 req-a9df0ab9-2ea7-4cd3-8266-8a93d5d6e091 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 944 time: 0.0798745 Apr 23 00:53:56.587391 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a97ce16b-6644-4076-a13c-2d96f421c787 req-4545f851-8587-478b-b72e-fca72b626ef1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 Apr 23 00:53:57.149646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:53:57.216325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:53:57.220828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:53:57.221196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:57.333785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:57.360260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:53:57.370190 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:53:57.378667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:53:57.413341 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eeaa291-9000-499f-b26d-e4089bf860b8'] response: {'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'code': 200} Apr 23 00:53:57.451413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:53:57.659587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd84b66-9f56-4c21-8483-36769a9d315c req-4b3241ee-be8b-455d-a583-b1af5d0d4507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:57.661061 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0bd84b66-9f56-4c21-8483-36769a9d315c req-4b3241ee-be8b-455d-a583-b1af5d0d4507 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1098 time: 0.0712371 Apr 23 00:53:57.743913 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0bd84b66-9f56-4c21-8483-36769a9d315c req-3f73808f-2850-48fe-8080-997e96eb8031 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769002 Apr 23 00:53:57.781946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241db1b4-173f-46e7-99b0-52008a9224ac req-12155492-0693-4ecd-ac1d-6c997a37f27c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:57.783385 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-241db1b4-173f-46e7-99b0-52008a9224ac req-12155492-0693-4ecd-ac1d-6c997a37f27c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0851252 Apr 23 00:53:57.827363 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-241db1b4-173f-46e7-99b0-52008a9224ac req-89e44c96-870c-48c0-933f-376309634e5a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383291 Apr 23 00:53:59.017422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1fc31-991b-4a9f-aa60-79742798e5b4 req-e099b25b-3b8a-489e-bb0b-0e423d5dd1d6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:53:59.018907 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d9b1fc31-991b-4a9f-aa60-79742798e5b4 req-e099b25b-3b8a-489e-bb0b-0e423d5dd1d6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0831816 Apr 23 00:53:59.066098 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d9b1fc31-991b-4a9f-aa60-79742798e5b4 req-ea728472-5cb0-44c1-ba43-5aca8e8e5c48 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Apr 23 00:54:00.253457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad02b0-8934-4479-a3a4-a64f53642fc0 req-21c2f1cd-716d-47eb-989f-615cda9e9c4f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:00.254908 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80ad02b0-8934-4479-a3a4-a64f53642fc0 req-21c2f1cd-716d-47eb-989f-615cda9e9c4f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0808613 Apr 23 00:54:00.298642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-80ad02b0-8934-4479-a3a4-a64f53642fc0 req-b092acc5-1d55-4d0d-aab1-2bda69ea403c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380554 Apr 23 00:54:00.476898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0affbb-2fbe-4dd9-801a-1d1e4ac8e8fb req-95a3438d-3f53-4506-9588-8b6206c41f43 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:00.478352 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ef0affbb-2fbe-4dd9-801a-1d1e4ac8e8fb req-95a3438d-3f53-4506-9588-8b6206c41f43 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0825682 Apr 23 00:54:00.487557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 45382) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:54:00.492371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'floatingip': {'port_id': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:54:00.566367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:01.154179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:01.157901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:01.325397 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 associated. External IP: 172.26.8.225, port: d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f. Apr 23 00:54:01.776684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:54:01.970093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:54:01.974317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:01.979449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:54:01.989900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:54:01.990528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:53:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:02.032509 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a33357b7-550e-4d88-b15a-2e6449d972c0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "PUT /v2.0/floatingips/8fe195eb-e253-47c7-b9b5-325105ddca60 HTTP/1.1" status: 200 len: 991 time: 1.5438251 Apr 23 00:54:02.033098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:02.084763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1eb504-3e64-4836-908e-708741b1df8c'] response: {'name': 'network-changed', 'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'status': 'completed', 'code': 200} Apr 23 00:54:02.176828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:54:02.268085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfad448-e1fa-4aa1-8a3b-ade68ed696e6 req-e2df001d-9f1d-4831-a7ca-6934a15527b1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:02.269544 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8cfad448-e1fa-4aa1-8a3b-ade68ed696e6 req-e2df001d-9f1d-4831-a7ca-6934a15527b1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.1103754 Apr 23 00:54:02.272191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-6b358cba-0778-4a68-aa55-1182e54442de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:02.273565 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-6b358cba-0778-4a68-aa55-1182e54442de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1098 time: 0.1471915 Apr 23 00:54:02.403192 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8cfad448-e1fa-4aa1-8a3b-ade68ed696e6 req-86ccb8b1-f942-4bd2-ae55-42345c88899b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276374 Apr 23 00:54:02.441226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-82a19544-65aa-4d20-a2dc-ab571851ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:02.442844 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-82a19544-65aa-4d20-a2dc-ab571851ccdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1551414 Apr 23 00:54:02.527772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:ca:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:54:01Z', 'revision_number': 1, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:02.532128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:54:02.540742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:54:02.541355 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:53:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:02.546116 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-598b9c15-2028-489a-9eae-cb6bcd59b397 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 999 time: 0.0975800 Apr 23 00:54:02.601483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a390f-8849-4817-9dda-a76e3d7688d2 req-6f0c2e8f-36b2-4fe0-95a2-792c00e91a44 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:02.603281 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d28a390f-8849-4817-9dda-a76e3d7688d2 req-6f0c2e8f-36b2-4fe0-95a2-792c00e91a44 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0878043 Apr 23 00:54:02.607625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-35fe50f3-7dbb-4106-9ec4-d5f2fd582f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:02.609097 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-35fe50f3-7dbb-4106-9ec4-d5f2fd582f35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0573628 Apr 23 00:54:02.649536 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d28a390f-8849-4817-9dda-a76e3d7688d2 req-0da820f0-54df-42e4-a77b-7b109a88847d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393813 Apr 23 00:54:02.684775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-f4f808ee-9df1-4626-bfb4-04f8e4e72b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:02.686288 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-f4f808ee-9df1-4626-bfb4-04f8e4e72b38 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718906 Apr 23 00:54:02.728219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:54:02.816196 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-0547f910-0e12-4531-8baa-6982e40d384a service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236317 Apr 23 00:54:02.951885 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf525f1a-8c78-480a-afe3-7efd7920d9e1 req-369adaf8-6809-47d3-8a16-94d9b9e081bf service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296923 Apr 23 00:54:03.108494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:ca:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:54:01Z', 'revision_number': 1, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:03.112422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb0883-6e13-4c19-8399-86f7f14f57fb None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:ca:53:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:54:01Z', 'revision_number': 1, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:54:03.305094 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bea59-546e-4c7b-a6a8-fb1859719229 None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:54:03.839390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e15ed6-efc6-4552-aa4f-622de8a1f5ba req-d728a07d-2063-49b9-828c-48940b749f2d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:03.841320 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-21e15ed6-efc6-4552-aa4f-622de8a1f5ba req-d728a07d-2063-49b9-828c-48940b749f2d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0848091 Apr 23 00:54:03.883986 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-21e15ed6-efc6-4552-aa4f-622de8a1f5ba req-2fed6b89-da2a-43ae-bb41-9535e175f893 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371118 Apr 23 00:54:04.065921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67448f-703a-45eb-a4ad-366b47352674 req-d593ca58-789e-42e6-b02b-fe93bdc834a9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:04.067431 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4d67448f-703a-45eb-a4ad-366b47352674 req-d593ca58-789e-42e6-b02b-fe93bdc834a9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0795543 Apr 23 00:54:04.115419 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4d67448f-703a-45eb-a4ad-366b47352674 req-b2b8cf66-9382-448a-a897-814e962e551f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421696 Apr 23 00:54:04.461854 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-4af10c30-8d8c-480e-a6f3-7aea44577444 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700405 Apr 23 00:54:04.515313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d11444-12e5-42f0-86b3-e845441436b1 req-511ce795-fddf-4fd2-91cb-dac2797211da tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:04.516798 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-13d11444-12e5-42f0-86b3-e845441436b1 req-511ce795-fddf-4fd2-91cb-dac2797211da tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0819900 Apr 23 00:54:04.563955 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-13d11444-12e5-42f0-86b3-e845441436b1 req-0e41d23d-3757-4c2c-a057-38108d602c0a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Apr 23 00:54:05.871353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5164fa-67b1-4c7e-8ffd-e49ac9371e6f req-0003cea1-30ea-4338-8362-52d43db72bb4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:05.872837 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cb5164fa-67b1-4c7e-8ffd-e49ac9371e6f req-0003cea1-30ea-4338-8362-52d43db72bb4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.1073439 Apr 23 00:54:05.874736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-a8133b9c-e0d7-4b96-b1c2-400695b93459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:05.876072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-a8133b9c-e0d7-4b96-b1c2-400695b93459 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1098 time: 0.2365570 Apr 23 00:54:06.007973 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cb5164fa-67b1-4c7e-8ffd-e49ac9371e6f req-bbd991d4-c72e-4b4d-ab0a-8d127e4b8e59 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294925 Apr 23 00:54:06.044996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-8a8f9ab9-0a25-4d1a-9ba4-a9a54329113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:06.046485 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-8a8f9ab9-0a25-4d1a-9ba4-a9a54329113a service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1556449 Apr 23 00:54:06.146454 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-00d1ed96-2463-45a6-9b21-200260983d24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 1001 time: 0.0943322 Apr 23 00:54:06.206300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-b3d3e7b4-5f98-4fcf-86bd-204d2349f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:06.207718 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-b3d3e7b4-5f98-4fcf-86bd-204d2349f1f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0562196 Apr 23 00:54:06.282430 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-05be9188-0a98-4e5d-9961-5c69f4ea99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:06.283821 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-05be9188-0a98-4e5d-9961-5c69f4ea99dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708210 Apr 23 00:54:06.413013 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-5875c9af-5120-455f-b45e-9b3777cda7b6 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230788 Apr 23 00:54:06.539760 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-c8566c40-2aa2-4511-9929-043c9ed38970 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207018 Apr 23 00:54:07.200185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e51126-78f8-4a4a-904e-e4f2ef909f66 req-a3d7b132-f0da-434e-9659-5680ce2e048e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:07.201616 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-39e51126-78f8-4a4a-904e-e4f2ef909f66 req-a3d7b132-f0da-434e-9659-5680ce2e048e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0860059 Apr 23 00:54:07.245426 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-39e51126-78f8-4a4a-904e-e4f2ef909f66 req-1a5e1378-284b-4f1c-9f60-079d0fb419e4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381014 Apr 23 00:54:08.429788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ab2c-77a5-4f2f-9eb0-82e69ddf812f req-5b605251-2e43-425d-bd59-8ab1876a1688 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:08.431263 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73d5ab2c-77a5-4f2f-9eb0-82e69ddf812f req-5b605251-2e43-425d-bd59-8ab1876a1688 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0790210 Apr 23 00:54:08.476381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73d5ab2c-77a5-4f2f-9eb0-82e69ddf812f req-b2ff3a16-d05e-4fc7-be36-0c7f603a9222 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380347 Apr 23 00:54:09.661005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7802d2-730d-4a80-a6f8-07b9517d857e req-bb47a1ce-1610-4005-b3ca-f2c3d85f441f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:09.662602 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc7802d2-730d-4a80-a6f8-07b9517d857e req-bb47a1ce-1610-4005-b3ca-f2c3d85f441f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0791235 Apr 23 00:54:09.707070 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc7802d2-730d-4a80-a6f8-07b9517d857e req-9e9d0d90-cfed-4d43-9df5-39f47a61fe74 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381045 Apr 23 00:54:10.079348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:10.892380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e052545-27f9-434c-8928-55fe71239777 req-353e241a-fab8-4420-914d-0461d2dd4aa1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:10.893832 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1e052545-27f9-434c-8928-55fe71239777 req-353e241a-fab8-4420-914d-0461d2dd4aa1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0828001 Apr 23 00:54:10.938072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1e052545-27f9-434c-8928-55fe71239777 req-30149272-01eb-4206-a9e6-8ffe84c1d292 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386007 Apr 23 00:54:12.129744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc3f32-96df-427c-ad76-d6a260a872be req-62f7a7ce-c98a-46c6-8229-6f16c4911777 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:12.131229 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f6cc3f32-96df-427c-ad76-d6a260a872be req-62f7a7ce-c98a-46c6-8229-6f16c4911777 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0864232 Apr 23 00:54:12.175108 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f6cc3f32-96df-427c-ad76-d6a260a872be req-92a49b0a-0ec3-4edc-8f65-6322011704fb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376804 Apr 23 00:54:13.232602 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:54:13.359992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fd2b2-953f-4ebc-97ec-e1c2e1d08fe6 req-ee695fbd-128a-4bb6-a473-bc9a34486f77 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:13.361338 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-134fd2b2-953f-4ebc-97ec-e1c2e1d08fe6 req-ee695fbd-128a-4bb6-a473-bc9a34486f77 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0798798 Apr 23 00:54:13.404564 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-134fd2b2-953f-4ebc-97ec-e1c2e1d08fe6 req-ccb1c410-ebaa-4ba3-926f-0560f2a3c3d2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376203 Apr 23 00:54:14.732878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c218eb-1fef-4a37-bea0-a5000b1ecfd0 req-140c59d5-fb90-4607-b3ac-8e4dfc304488 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:14.734237 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a7c218eb-1fef-4a37-bea0-a5000b1ecfd0 req-140c59d5-fb90-4607-b3ac-8e4dfc304488 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0808463 Apr 23 00:54:14.780900 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a7c218eb-1fef-4a37-bea0-a5000b1ecfd0 req-484076f6-bcec-46f3-84b9-667d2631e06d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Apr 23 00:54:15.186666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a00f0bb9-bf05-4976-ab7a-549d220c2474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:15.969810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a9760-1692-4d0f-9e4e-bf33ed3edcd8 req-1fb073cb-9750-4911-86e5-71e5fdeb9585 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:15.971275 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7a9760-1692-4d0f-9e4e-bf33ed3edcd8 req-1fb073cb-9750-4911-86e5-71e5fdeb9585 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0835593 Apr 23 00:54:16.015957 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6d7a9760-1692-4d0f-9e4e-bf33ed3edcd8 req-3673d751-9899-4e32-9dcd-2ca1106caea6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389044 Apr 23 00:54:17.200955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94e72e-4811-4df8-bcfe-ee3b0696d68c req-6afc8fcd-61ad-44f1-a837-8775c512bf55 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:17.202445 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8d94e72e-4811-4df8-bcfe-ee3b0696d68c req-6afc8fcd-61ad-44f1-a837-8775c512bf55 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0814826 Apr 23 00:54:17.246322 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8d94e72e-4811-4df8-bcfe-ee3b0696d68c req-a89785ab-c61b-4881-a608-6cb50b0fd4b7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382459 Apr 23 00:54:17.609821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1c868a8b-b076-4dde-aaba-04a452e74987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:18.427547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15eef-511c-4900-beeb-484960ca1146 req-822aa561-2342-4480-97bd-e5665af4f142 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:18.428979 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-04a15eef-511c-4900-beeb-484960ca1146 req-822aa561-2342-4480-97bd-e5665af4f142 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0790203 Apr 23 00:54:18.479473 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-04a15eef-511c-4900-beeb-484960ca1146 req-3e0c9a6e-692f-4a4c-8725-2e70a6a8ddcf tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377977 Apr 23 00:54:18.627509 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:18.683920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:19.664826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353af9f9-cfa2-442f-9e58-cde4aedcea5a req-8a021087-16d0-45d5-8a91-841964f7524b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:19.666279 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-353af9f9-cfa2-442f-9e58-cde4aedcea5a req-8a021087-16d0-45d5-8a91-841964f7524b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0826585 Apr 23 00:54:19.711976 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-353af9f9-cfa2-442f-9e58-cde4aedcea5a req-1cc8b619-56a3-4303-9d50-3b3dbf7e2a20 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391626 Apr 23 00:54:20.032905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:20.907743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f0929-dc2e-492b-8711-03218e99f31f req-cf0cc75f-174a-4dfa-b3e1-98731732b88b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:20.909204 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-050f0929-dc2e-492b-8711-03218e99f31f req-cf0cc75f-174a-4dfa-b3e1-98731732b88b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0833173 Apr 23 00:54:20.955530 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-050f0929-dc2e-492b-8711-03218e99f31f req-622ad880-1147-4cea-b330-be3062b7c39f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402453 Apr 23 00:54:22.142923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c3120-ed36-46b5-b901-255f49182bd4 req-31b4bec0-4b03-4a87-83ea-7fa1a67c59b3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:22.144389 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-498c3120-ed36-46b5-b901-255f49182bd4 req-31b4bec0-4b03-4a87-83ea-7fa1a67c59b3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0792761 Apr 23 00:54:22.190571 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-498c3120-ed36-46b5-b901-255f49182bd4 req-e5a63fa9-bb5b-43ab-8e04-abed15a0d7e5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405362 Apr 23 00:54:23.379955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e42a-f136-487f-9d85-1a835cb500b9 req-962248a9-f29b-4166-852b-6f6da9c59f01 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:23.381297 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4817e42a-f136-487f-9d85-1a835cb500b9 req-962248a9-f29b-4166-852b-6f6da9c59f01 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0828621 Apr 23 00:54:23.424702 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4817e42a-f136-487f-9d85-1a835cb500b9 req-570e5ee9-5501-47bc-8093-df725ec47a0d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Apr 23 00:54:24.609067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4dd7c-093e-4a2a-9c37-771f415fa8db req-4dea35ac-52d4-4ddf-8d72-0d321897504f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:24.610530 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3ff4dd7c-093e-4a2a-9c37-771f415fa8db req-4dea35ac-52d4-4ddf-8d72-0d321897504f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0821323 Apr 23 00:54:24.654101 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3ff4dd7c-093e-4a2a-9c37-771f415fa8db req-e92062c0-34bd-4e55-9bd7-231f64575e85 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379121 Apr 23 00:54:25.837682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967da2ce-c16f-415c-92ba-6ec29284ff60 req-341bd1ea-7fa6-4375-a97e-31a6c80e1e87 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:25.839172 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-967da2ce-c16f-415c-92ba-6ec29284ff60 req-341bd1ea-7fa6-4375-a97e-31a6c80e1e87 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0806277 Apr 23 00:54:25.882048 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-967da2ce-c16f-415c-92ba-6ec29284ff60 req-c8f8a7bb-f4b1-49f1-a57b-26d6b96cf343 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373263 Apr 23 00:54:27.076255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdaee2c-f8d4-41a2-8922-b86776e945fa req-6509c164-4de9-421b-92aa-1a7abd0439a7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:27.077700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7bdaee2c-f8d4-41a2-8922-b86776e945fa req-6509c164-4de9-421b-92aa-1a7abd0439a7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0830452 Apr 23 00:54:27.124673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7bdaee2c-f8d4-41a2-8922-b86776e945fa req-54ec1b9e-7812-4fcc-916e-d02b72a04bbd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411663 Apr 23 00:54:28.451770 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-d3f7ac23-63a4-46d4-8104-bbc622203e68 service neutron] 10.222.0.42 "GET /v2.0/ports/d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.1013379 Apr 23 00:54:28.462868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6ef3c-adea-4857-8a5e-6255eca2fc18 req-d70a3847-d0e1-4b58-9220-22dd087e28d9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:28.464307 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eeb6ef3c-adea-4857-8a5e-6255eca2fc18 req-d70a3847-d0e1-4b58-9220-22dd087e28d9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.2326736 Apr 23 00:54:28.510553 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eeb6ef3c-adea-4857-8a5e-6255eca2fc18 req-0d345e31-cf4b-4127-89e7-a343b88c9c6f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403674 Apr 23 00:54:28.727312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-88e4e07c-61fc-4f42-b516-5f177e1fe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:28.728655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-88e4e07c-61fc-4f42-b516-5f177e1fe387 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 1098 time: 0.0697331 Apr 23 00:54:28.834115 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-5de67c08-62e6-4c1b-bb9d-5b9fcd5f1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:28.835557 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-5de67c08-62e6-4c1b-bb9d-5b9fcd5f1c9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1098 time: 0.0726588 Apr 23 00:54:28.964171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-1cdea752-3b96-4002-9749-9594b7d11e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:28.966855 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-1cdea752-3b96-4002-9749-9594b7d11e5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1258852 Apr 23 00:54:29.066444 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-e6d314c3-2dda-4a9c-a845-69d9d45c1b3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 1001 time: 0.0940411 Apr 23 00:54:29.131599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-c3501b3f-ebcc-4423-b9e3-f0cb45ba2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:29.132951 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-c3501b3f-ebcc-4423-b9e3-f0cb45ba2de1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0612473 Apr 23 00:54:29.208405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-f6c6cdf3-055c-4546-b49b-e71b3881bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:29.209829 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-f6c6cdf3-055c-4546-b49b-e71b3881bb52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711775 Apr 23 00:54:29.338698 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-7abc82db-20c0-462a-895b-80d19558d4e8 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227868 Apr 23 00:54:29.469034 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b18f086e-4f7b-4c4c-b459-ee01bbb65705 req-0f77791e-b6bf-42bc-8088-8aec19f2c207 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244168 Apr 23 00:54:29.706889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5e843-a0fc-4208-9a96-4da392650045 req-b5edae4c-8e9b-4d49-9aaf-377366857525 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:29.708343 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0fc5e843-a0fc-4208-9a96-4da392650045 req-b5edae4c-8e9b-4d49-9aaf-377366857525 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0814924 Apr 23 00:54:29.751029 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0fc5e843-a0fc-4208-9a96-4da392650045 req-09706da2-3797-4114-bdf9-a070897696d4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371513 Apr 23 00:54:30.940190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649820-3b0e-41fd-9a76-ddbaf0cda356 req-dc30e578-7d52-4fd0-9b6c-dd837d4abeca tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:30.941603 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-83649820-3b0e-41fd-9a76-ddbaf0cda356 req-dc30e578-7d52-4fd0-9b6c-dd837d4abeca tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0825226 Apr 23 00:54:30.986178 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-83649820-3b0e-41fd-9a76-ddbaf0cda356 req-d8e0dd00-f99d-4b0c-80ad-9ab7660b06ad tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388532 Apr 23 00:54:31.329220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:54:31.458034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:54:31.470854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'mac_address': 'fa:16:3e:ca:53:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:54:31.523861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:31.539921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:54:31.555064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:54:31.559384 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:31.626731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:31.719664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:54:32.291860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c7680-0dea-42a4-8bfe-1058aee8c76a req-461492ef-55e5-4dc3-b41b-d76310654c2c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:32.293329 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-228c7680-0dea-42a4-8bfe-1058aee8c76a req-461492ef-55e5-4dc3-b41b-d76310654c2c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 944 time: 0.2001252 Apr 23 00:54:32.336895 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-228c7680-0dea-42a4-8bfe-1058aee8c76a req-4d8b468a-064a-4d74-95e7-c9d856c49ad5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379946 Apr 23 00:54:33.037292 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-8fed9134-de78-4132-a31a-5a2f2606a973 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720291 Apr 23 00:54:33.194998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-b1ba7a77-be60-47ec-8920-8d58bc534008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:33.196455 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-b1ba7a77-be60-47ec-8920-8d58bc534008 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1097 time: 0.0748520 Apr 23 00:54:33.337351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-55c8b403-d128-45a7-a303-a9f4c4e20b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:33.338640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:54:33.339653 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-55c8b403-d128-45a7-a303-a9f4c4e20b14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1247869 Apr 23 00:54:33.406939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:54:33.407308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:33.440118 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-17c843d8-3da6-4673-ae5a-33b856987817 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 1000 time: 0.0951371 Apr 23 00:54:33.527511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:33.546908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-9f8a4e51-a62f-451a-9a25-5de5392d7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:33.548378 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-9f8a4e51-a62f-451a-9a25-5de5392d7bbc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.1029837 Apr 23 00:54:33.554237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:33.564437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:54:33.569104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:33.613874 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2adf1af3-8e02-4c74-a655-d3e469602ab7'] response: {'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'code': 200} Apr 23 00:54:33.640750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:33.725909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7db33-696b-4a86-bcc1-31e2bae1326f req-e26447bc-7194-4c78-aff1-ab63ae715f29 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:33.727358 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-77b7db33-696b-4a86-bcc1-31e2bae1326f req-e26447bc-7194-4c78-aff1-ab63ae715f29 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 944 time: 0.2493982 Apr 23 00:54:33.773055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-eda36025-480a-4526-93ba-127e4b0dc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:33.774536 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-eda36025-480a-4526-93ba-127e4b0dc1ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2201176 Apr 23 00:54:33.785280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-77b7db33-696b-4a86-bcc1-31e2bae1326f req-1bbe9a80-89f0-4daf-ab72-163eafafa926 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506387 Apr 23 00:54:33.909710 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-dc874bc8-418c-47c7-9c99-f10028e2b59b service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275802 Apr 23 00:54:34.088143 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-3e205d34-d690-4a81-b430-472b4432b6fe service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726747 Apr 23 00:54:34.128960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-ad0150af-b760-4620-b3ab-98452c3eb05f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.130423 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-ad0150af-b760-4620-b3ab-98452c3eb05f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44&tenant_id=5e2a740157f9480aad0a7df927be387f&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 945 time: 0.0885921 Apr 23 00:54:34.131191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac66b4-0bab-4e7c-be97-02bcf9483782 req-04a6d07c-4776-4161-8fe0-bcd4c2dd4862 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.132614 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7cac66b4-0bab-4e7c-be97-02bcf9483782 req-04a6d07c-4776-4161-8fe0-bcd4c2dd4862 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0906696 Apr 23 00:54:34.183513 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7cac66b4-0bab-4e7c-be97-02bcf9483782 req-d4d05682-7193-443a-a93d-bce96e17ac40 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449314 Apr 23 00:54:34.287406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-fdbe0c20-2b48-4a6d-bad1-8c5a54bfb73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.288871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-fdbe0c20-2b48-4a6d-bad1-8c5a54bfb73e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 1098 time: 0.0746655 Apr 23 00:54:34.415629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-7c759f21-3942-4d85-9f46-470da5bec233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.417692 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-7c759f21-3942-4d85-9f46-470da5bec233 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1225421 Apr 23 00:54:34.517703 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-af9b7ead-9a5d-4eb6-8302-43d371171bdf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 200 len: 1001 time: 0.0945320 Apr 23 00:54:34.580852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-0aea3eb8-ce42-4d92-8ec4-dec4eb2076f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.582226 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-0aea3eb8-ce42-4d92-8ec4-dec4eb2076f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0579631 Apr 23 00:54:34.659625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-220df0a6-44a6-4bb9-a2d9-65e2177551f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:34.661099 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-220df0a6-44a6-4bb9-a2d9-65e2177551f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734270 Apr 23 00:54:34.789511 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-08fe33e8-355d-4f4e-aa69-62bba639634f service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228395 Apr 23 00:54:34.918137 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-774cd10e-e9e9-4a8c-962d-9321715ca99a req-4b82332c-db94-4211-ba04-55cbada4a39c service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224205 Apr 23 00:54:35.381912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e59a97-a125-4912-9463-8227ef1a9d1b req-8a4efe01-4dc3-4642-8b95-1f4f6dae827d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:35.383286 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-06e59a97-a125-4912-9463-8227ef1a9d1b req-8a4efe01-4dc3-4642-8b95-1f4f6dae827d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0818284 Apr 23 00:54:35.428686 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-06e59a97-a125-4912-9463-8227ef1a9d1b req-8d19469b-92c0-4e2c-ae75-00a4042b352b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386095 Apr 23 00:54:36.617892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d487b8-4e0f-47fb-9665-17cdb57695c1 req-53b2d59d-f840-4139-b94a-c015ec8dc9a4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:36.619361 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67d487b8-4e0f-47fb-9665-17cdb57695c1 req-53b2d59d-f840-4139-b94a-c015ec8dc9a4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0792797 Apr 23 00:54:36.663701 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-67d487b8-4e0f-47fb-9665-17cdb57695c1 req-c8eed64d-69d3-4279-a108-e5f501bff621 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387151 Apr 23 00:54:36.850750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e7d92-22d8-4c87-aa23-fbbab7d5e990 req-a4390bec-c0f9-4cd6-b543-6b435ba45cc2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:36.852199 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d5e7d92-22d8-4c87-aa23-fbbab7d5e990 req-a4390bec-c0f9-4cd6-b543-6b435ba45cc2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0834298 Apr 23 00:54:36.896302 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d5e7d92-22d8-4c87-aa23-fbbab7d5e990 req-2792b3d8-6e6c-44f9-b0f5-77f271475aec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 Apr 23 00:54:37.085493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d98a7-aeee-4588-99a8-2c707a90bec9 req-075f5182-ffa3-4097-a0b8-bbb5a90220d2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:37.086944 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-907d98a7-aeee-4588-99a8-2c707a90bec9 req-075f5182-ffa3-4097-a0b8-bbb5a90220d2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0865648 Apr 23 00:54:37.130623 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-907d98a7-aeee-4588-99a8-2c707a90bec9 req-1940fd2c-9cf5-4c06-9553-69a1f188e99a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378833 Apr 23 00:54:37.505910 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50bc1c-0ae2-4b1b-ae8b-916dde22e447 req-04a855dd-f877-4196-8e4f-511906d68d95 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:37.507350 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a50bc1c-0ae2-4b1b-ae8b-916dde22e447 req-04a855dd-f877-4196-8e4f-511906d68d95 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0794199 Apr 23 00:54:37.551365 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a50bc1c-0ae2-4b1b-ae8b-916dde22e447 req-d90a46aa-0a3d-4c42-84e1-59b1ffc60115 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Apr 23 00:54:38.736931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962addf-0a6b-4f8b-8ecd-078d89b416c5 req-fbb0dae5-ea97-41c9-ac8c-55e15c35e8be tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:38.738404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7962addf-0a6b-4f8b-8ecd-078d89b416c5 req-fbb0dae5-ea97-41c9-ac8c-55e15c35e8be tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0799198 Apr 23 00:54:38.782293 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7962addf-0a6b-4f8b-8ecd-078d89b416c5 req-6beddcd4-3437-41a6-b50a-8e94918f5758 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382392 Apr 23 00:54:39.435259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-9c71d1ee-7ffc-4fde-a35f-2ed40f54494b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:39.436842 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-9c71d1ee-7ffc-4fde-a35f-2ed40f54494b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0831640 Apr 23 00:54:39.505873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Deleting port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:54:39.506217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:39.751636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] For port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:54:39.752318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:39.983117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1db823-b880-4768-bf7d-ab096a389f2d req-c3b6019a-7976-4535-a3c3-63f7dbd13f8b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:39.985674 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac1db823-b880-4768-bf7d-ab096a389f2d req-c3b6019a-7976-4535-a3c3-63f7dbd13f8b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 945 time: 0.0912402 Apr 23 00:54:40.037679 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac1db823-b880-4768-bf7d-ab096a389f2d req-edf4d513-a11d-4544-b03b-0f282b159390 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Apr 23 00:54:40.078544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:40.158200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:40.158593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:40.158904 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 disassociated. External IP: 172.26.8.225, port: d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f. Apr 23 00:54:40.159236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Calling delete_port for d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:54:40.299006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:40.353016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event deleted for resources: {'Port': ['ID=d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:40.553814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:54:40.728138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:54:40.737956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:54:40.748788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:54:40.749392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:54:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:40.801964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] No DVR routers for this DVR port d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:54:40.804483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:40.807043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'name': 'network-vif-deleted', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:40.824686 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f01bc6c5-6cf4-471d-8e61-4916be576982 req-a5229dda-c7e2-4243-957d-4329aac55e13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "DELETE /v2.0/ports/d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f HTTP/1.1" status: 204 len: 173 time: 1.3812065 Apr 23 00:54:40.853817 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276b51b1-89b9-4f92-bfb7-8bd355b5430b'] response: {'server_uuid': '002cea70-0852-4ee2-b223-d6f4f13ffc44', 'name': 'network-vif-deleted', 'tag': 'd3ff8d50-196b-4f30-a4ad-ee11f3b99c4f', 'status': 'completed', 'code': 200} Apr 23 00:54:40.937926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:54:41.203224 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9a3ac1ab-45a1-4513-9708-210ad342e57c req-928f5978-eb6b-4e1f-b95f-b15ce8eee898 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=002cea70-0852-4ee2-b223-d6f4f13ffc44 HTTP/1.1" status: 200 len: 210 time: 0.0443795 Apr 23 00:54:41.253123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:41.256946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:54:41.265640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:54:41.266269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:54:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:41.477913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:54:41.790085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:41.794077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae3a35-5ad1-4d65-bc5b-74e7f007c154 None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:54:41.991989 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98829a12-63eb-4b9b-8516-73b4e8bada63 None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:54:42.534269 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-29e9058a-ed94-48c5-b4c5-5b9c296e6acc tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--483361778&fields=id&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 267 time: 0.0394642 Apr 23 00:54:42.679890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-3fc1e994-d99c-402a-be1b-4ebe3eb60e69 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:42.681312 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-3fc1e994-d99c-402a-be1b-4ebe3eb60e69 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.1408157 Apr 23 00:54:42.696272 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-7157dc80-946e-4761-8bc4-a45c1b333c9c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/quotas/5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 375 time: 0.0088725 Apr 23 00:54:42.783098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-09aa1353-b3d6-4620-940d-c03953ee0def req-fe18dd98-4ef2-43e9-96a0-72b5a3961a47 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:54:42.798224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-09aa1353-b3d6-4620-940d-c03953ee0def req-fe18dd98-4ef2-43e9-96a0-72b5a3961a47 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:54:42.799502 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-fe18dd98-4ef2-43e9-96a0-72b5a3961a47 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976737 Apr 23 00:54:42.982038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-adcd58f7-42d9-470e-9e09-45e11df9d9a1 service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698189 Apr 23 00:54:43.112666 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-f26b8f20-a840-4af9-b7fc-60b77cddb72a service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241910 Apr 23 00:54:43.286642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-45b2289a-b1a4-4762-91e0-1f021625c415 req-dd5c5623-9f4d-4cb0-8af7-23476da63a90 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 210 time: 0.0456376 Apr 23 00:54:43.413259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:54:43.448029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:54:43.448413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d3ff8d50-196b-4f30-a4ad-ee11f3b99c4f not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:54:44.486801 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b4817da1-e2a9-4294-a30c-eddeaf8bb5c2 req-d13a3417-681d-4bf2-987d-6d048c8362d8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 210 time: 0.0606580 Apr 23 00:54:44.524895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-c14d9a7a-2ae0-4d47-8153-f2d995e0711f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:44.526385 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-c14d9a7a-2ae0-4d47-8153-f2d995e0711f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.3043580 Apr 23 00:54:44.584716 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-4ce3898b-3aff-48b5-9476-3f841288a659 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 379 time: 0.0391266 Apr 23 00:54:44.592817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'port': {'device_id': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'admin_state_up': True, 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'security_groups': ['7e52432e-d8c8-4d97-9bea-252cfaf7e3c5']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:54:44.724766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:54:44.734110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:54:44.743518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Made reservation on behalf of 5e2a740157f9480aad0a7df927be387f for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:54:44.746954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:44.905185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Allocated IP 172.20.0.7 (97c79826-f984-4b50-816a-3c8f7c64c3a0/0c95528a-ac0b-4e94-87b2-e063a6d1314f/049f56bb-0736-4feb-9739-7fe81e8d95fb) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:54:45.096380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.112061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Transition to ACTIVE for port object 049f56bb-0736-4feb-9739-7fe81e8d95fb will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:54:45.135218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.188674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-eaa74509-ae41-48d8-9988-e8f371b83823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.205968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:54:45.213474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:54:45.218389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:54:45.249060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:45.286449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:45.287055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.313182 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-44200ba0-566e-4666-8a01-eab9f8592b8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7237546 Apr 23 00:54:45.330319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Request body: {'port': {'device_id': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:54:45.435059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-384b4269-3919-41d8-a711-8b7e0a755a10 None None] Provisioning for port 049f56bb-0736-4feb-9739-7fe81e8d95fb completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:54:45.440160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-384b4269-3919-41d8-a711-8b7e0a755a10 None None] Provisioning complete for port 049f56bb-0736-4feb-9739-7fe81e8d95fb triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:54:45.440468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-384b4269-3919-41d8-a711-8b7e0a755a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.446397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.496065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-384b4269-3919-41d8-a711-8b7e0a755a10 None None] Port 049f56bb-0736-4feb-9739-7fe81e8d95fb cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:54:45.674195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e365e4-292d-420c-9728-784f1bf6aed1 req-6364f793-fca5-4da4-aa83-61a467f2ac58 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:45.675804 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a0e365e4-292d-420c-9728-784f1bf6aed1 req-6364f793-fca5-4da4-aa83-61a467f2ac58 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 931 time: 0.0806396 Apr 23 00:54:45.721781 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a0e365e4-292d-420c-9728-784f1bf6aed1 req-dfb0ce68-1594-4efd-8d62-f4d35ffa8cfb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400212 Apr 23 00:54:45.791897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049f56bb-0736-4feb-9739-7fe81e8d95fb {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:54:45.798935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.813348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Transition to ACTIVE for port object 049f56bb-0736-4feb-9739-7fe81e8d95fb will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:54:45.817278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:45.974848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:46.057208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Attempting to bind port 049f56bb-0736-4feb-9739-7fe81e8d95fb on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:54:46.058541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Attempting to bind port 049f56bb-0736-4feb-9739-7fe81e8d95fb by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:54:46.058880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Attempting to bind port 049f56bb-0736-4feb-9739-7fe81e8d95fb on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:54:46.063597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Port 049f56bb-0736-4feb-9739-7fe81e8d95fb on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:54:46.063914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Attempting to bind port 049f56bb-0736-4feb-9739-7fe81e8d95fb on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:54:46.068849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:54:46.069180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Checking segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:54:46.069559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Bound using segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:54:46.069976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Bound port: 049f56bb-0736-4feb-9739-7fe81e8d95fb, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:54:46.070338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:46.162236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:54:46.165035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:54:46.170470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:46.226237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:46.226872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:46.228204 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 1093 time: 0.9025805 Apr 23 00:54:46.228626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:46.260484 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2c115-8460-4c52-ad78-5e333d2e81b0 service neutron] Pushing event updated for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:46.284993 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5833eb-474d-44ce-a8f1-12bc6c0eb352'] response: {'name': 'network-changed', 'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'status': 'completed', 'code': 200} Apr 23 00:54:46.378439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-90c600c2-569f-4cec-84a1-9363d83b8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:46.379945 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-90c600c2-569f-4cec-84a1-9363d83b8abe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1096 time: 0.0790274 Apr 23 00:54:46.453755 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-aec5da09-9f64-4c15-ac5f-8626e5bedf1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 217 time: 0.0616980 Apr 23 00:54:46.617345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-b4e5a80c-25cf-49f2-b2b8-0dd4e3b55ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:46.618841 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-b4e5a80c-25cf-49f2-b2b8-0dd4e3b55ddb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.1584957 Apr 23 00:54:46.693401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1353-b3d6-4620-940d-c03953ee0def req-5ef3cd9d-a636-48fe-91b0-579c7c3ed8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:46.694890 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-5ef3cd9d-a636-48fe-91b0-579c7c3ed8f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695615 Apr 23 00:54:46.822745 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-95af76e5-737a-4541-8b0a-180f72c34314 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218934 Apr 23 00:54:46.913740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a443594-d5c6-4639-8f9c-a583f8f11333 req-525ff242-9783-4544-b1af-b168da9dfdd2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:46.915496 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6a443594-d5c6-4639-8f9c-a583f8f11333 req-525ff242-9783-4544-b1af-b168da9dfdd2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 943 time: 0.0829303 Apr 23 00:54:46.955973 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09aa1353-b3d6-4620-940d-c03953ee0def req-a6e2d52a-a8cc-4a12-b84d-611184ddf5fb service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278889 Apr 23 00:54:46.961017 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6a443594-d5c6-4639-8f9c-a583f8f11333 req-0264f991-0760-40d2-acb5-9b617567aa34 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393226 Apr 23 00:54:47.149536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-6a387016-98e6-42a2-8755-832c3d1f9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:47.151026 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-6a387016-98e6-42a2-8755-832c3d1f9bf2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1096 time: 0.0821128 Apr 23 00:54:47.290620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-0d1cfff4-7b65-4076-a135-44ed30fdb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:47.292682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-0d1cfff4-7b65-4076-a135-44ed30fdb7fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1351535 Apr 23 00:54:47.359644 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-314600f7-6c8e-40aa-ad62-6b506188260b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 217 time: 0.0601041 Apr 23 00:54:47.424575 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-3667e7a8-119c-4eec-9005-e944b4a53129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:47.426062 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-3667e7a8-119c-4eec-9005-e944b4a53129 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0609696 Apr 23 00:54:47.502745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-dc58b396-fe30-447f-a6e6-77cc30c9fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:47.504212 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-dc58b396-fe30-447f-a6e6-77cc30c9fdc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717912 Apr 23 00:54:47.611090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-40c2f366-0c49-4606-b0e7-19e90cb02c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:47.636911 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-b4d96cb3-dc1e-4aab-8740-6ad80ecc2311 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263130 Apr 23 00:54:47.765814 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5d85a22-a62d-4939-80a8-6350d680a074 req-bd0f6804-9876-484b-a182-3b4d5cea3467 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228957 Apr 23 00:54:48.154740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730360e-7f5a-4783-ae52-d6d509cd285c req-5b85e4f8-ff45-4ebe-b10f-aa9b970e80ad tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:48.155482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-2730360e-7f5a-4783-ae52-d6d509cd285c req-5b85e4f8-ff45-4ebe-b10f-aa9b970e80ad tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:54:48.171306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-2730360e-7f5a-4783-ae52-d6d509cd285c req-5b85e4f8-ff45-4ebe-b10f-aa9b970e80ad tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:54:48.172416 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2730360e-7f5a-4783-ae52-d6d509cd285c req-5b85e4f8-ff45-4ebe-b10f-aa9b970e80ad tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 943 time: 0.1000624 Apr 23 00:54:48.216545 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2730360e-7f5a-4783-ae52-d6d509cd285c req-14eca887-148d-4758-af31-d782ff0a7362 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384245 Apr 23 00:54:48.628704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:48.686831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:49.397769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cb246-048e-40dc-b14a-16ad9841c907 req-5cec3d1a-7484-4bc1-9fb1-3f04a65ac296 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:49.399157 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d05cb246-048e-40dc-b14a-16ad9841c907 req-5cec3d1a-7484-4bc1-9fb1-3f04a65ac296 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 943 time: 0.0789287 Apr 23 00:54:49.442983 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d05cb246-048e-40dc-b14a-16ad9841c907 req-323f4eb8-86fb-4cb5-95f6-5c71d4f7aebe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382311 Apr 23 00:54:49.461380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 049f56bb-0736-4feb-9739-7fe81e8d95fb details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:54:49.593787 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:54:49.607167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'mac_address': 'fa:16:3e:5d:75:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:54:49.664024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:49.681018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049f56bb-0736-4feb-9739-7fe81e8d95fb {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:54:49.696416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:54:49.700015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:49.764304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:50.035410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:50.060907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['049f56bb-0736-4feb-9739-7fe81e8d95fb'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:54:50.230916 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:54:50.623975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face66f7-c36b-449b-b2b6-7029a2ae425d req-e6e3dbe7-dc1c-4e38-afb7-643a1ad8bfb5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:50.625444 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-face66f7-c36b-449b-b2b6-7029a2ae425d req-e6e3dbe7-dc1c-4e38-afb7-643a1ad8bfb5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 944 time: 0.0801373 Apr 23 00:54:50.669491 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-face66f7-c36b-449b-b2b6-7029a2ae425d req-ec904638-ab28-403c-9ba6-f7eb32a21b39 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384469 Apr 23 00:54:51.460547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 049f56bb-0736-4feb-9739-7fe81e8d95fb up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:54:51.526919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 049f56bb-0736-4feb-9739-7fe81e8d95fb completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:54:51.531768 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 049f56bb-0736-4feb-9739-7fe81e8d95fb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:54:51.532141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:51.646207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:51.672346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:51.682160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:54:51.685988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:51.725582 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fe54ba-3826-45fa-ae25-bdaf7fb78231'] response: {'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'code': 200} Apr 23 00:54:51.757033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:54:51.869126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d83e-9742-4a89-82e4-ee13f3152192 req-4f09210e-ffdb-4c66-a6a5-afe441192a09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:51.870841 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7081d83e-9742-4a89-82e4-ee13f3152192 req-4f09210e-ffdb-4c66-a6a5-afe441192a09 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0873525 Apr 23 00:54:51.953075 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7081d83e-9742-4a89-82e4-ee13f3152192 req-695f5dbd-bf73-4a4b-bb1c-9a392e18bc53 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763738 Apr 23 00:54:51.990533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d5c810-4096-4af9-9cac-aa0875c61be7 req-0e4152e0-e76b-42ff-a829-3ff85a3da54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:51.992022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d2d5c810-4096-4af9-9cac-aa0875c61be7 req-0e4152e0-e76b-42ff-a829-3ff85a3da54c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1098 time: 0.0819411 Apr 23 00:54:52.034651 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d2d5c810-4096-4af9-9cac-aa0875c61be7 req-c85109df-01ee-4b3e-be81-9d195e69a5b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Apr 23 00:54:53.147073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eb99e-3bee-475f-800f-5bbaed30ed4e req-e8e25626-2093-4d89-a5aa-93283d2a0112 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:53.148548 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-006eb99e-3bee-475f-800f-5bbaed30ed4e req-e8e25626-2093-4d89-a5aa-93283d2a0112 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0858026 Apr 23 00:54:53.195269 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-006eb99e-3bee-475f-800f-5bbaed30ed4e req-65f642d5-1002-43f8-8e5c-1805549f9c4f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400546 Apr 23 00:54:54.375951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9a96a-ffe3-45a8-99b2-28c8f29491c2 req-8a7467f9-397f-4b77-8c82-ed437586525e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:54.377282 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-35e9a96a-ffe3-45a8-99b2-28c8f29491c2 req-8a7467f9-397f-4b77-8c82-ed437586525e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0785375 Apr 23 00:54:54.420612 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-35e9a96a-ffe3-45a8-99b2-28c8f29491c2 req-d7b2dd18-780b-4c9a-813b-bbe9e6104b99 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376859 Apr 23 00:54:54.600364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461f064-ca7e-4ccf-8de5-c0965a1254c2 req-130f7603-5c9b-4975-bc2f-24c53408ef63 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:54.601808 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d461f064-ca7e-4ccf-8de5-c0965a1254c2 req-130f7603-5c9b-4975-bc2f-24c53408ef63 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0795443 Apr 23 00:54:54.610954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45556) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:54:54.615782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'floatingip': {'port_id': '049f56bb-0736-4feb-9739-7fe81e8d95fb'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:54:54.700038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:55.377850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:55.381346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:55.548490 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 associated. External IP: 172.26.8.225, port: 049f56bb-0736-4feb-9739-7fe81e8d95fb. Apr 23 00:54:55.894959 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:54:56.070606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:54:56.074861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:54:56.080013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:54:56.089742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:54:56.090462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:54:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:56.128575 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2b1cc56b-fc01-444e-9f39-7ca16e1007c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "PUT /v2.0/floatingips/8fe195eb-e253-47c7-b9b5-325105ddca60 HTTP/1.1" status: 200 len: 991 time: 1.5164886 Apr 23 00:54:56.129251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:54:56.177054 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6870e1a0-3ce0-440e-8a94-f758d7cc8c7e'] response: {'name': 'network-changed', 'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'status': 'completed', 'code': 200} Apr 23 00:54:56.279732 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:54:56.301206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-ae66cd99-a865-428f-b69e-55a0d4452097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:56.303540 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-ae66cd99-a865-428f-b69e-55a0d4452097 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1098 time: 0.0851827 Apr 23 00:54:56.560146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-afd44570-11ad-438d-accf-e9b2529299cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:56.561846 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-afd44570-11ad-438d-accf-e9b2529299cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.2531273 Apr 23 00:54:56.594830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075fb2a-25b8-46ed-b389-f45a3be206b2 req-a8ad119b-0564-44b2-b883-3df683638e9a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:56.596396 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b075fb2a-25b8-46ed-b389-f45a3be206b2 req-a8ad119b-0564-44b2-b883-3df683638e9a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.2157788 Apr 23 00:54:56.642555 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b075fb2a-25b8-46ed-b389-f45a3be206b2 req-9c0933aa-8ffa-4474-b21c-e7602d9bbf01 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401826 Apr 23 00:54:56.670407 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-5c4ad090-e14f-42c7-abdf-1d1e90cab3af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 999 time: 0.1017978 Apr 23 00:54:56.698659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:5d:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:54:55Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:56.703025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:54:56.711645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:54:56.712292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:54:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:56.732867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-66bae1da-f381-40b0-a635-a3581a56482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:56.734344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-66bae1da-f381-40b0-a635-a3581a56482d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0585210 Apr 23 00:54:56.807678 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-6764c727-ea14-43fc-aa8d-60e364661a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:56.809138 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-6764c727-ea14-43fc-aa8d-60e364661a25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694878 Apr 23 00:54:56.889496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:54:56.941897 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-a90a0a0f-466a-4f37-aa75-470430edfe98 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259785 Apr 23 00:54:57.074375 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3dbdfee3-f01a-4796-ba8c-cfb37708b7d7 req-43cfad6e-4b70-4846-9cfb-44e420234e56 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268251 Apr 23 00:54:57.239686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:5d:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:54:55Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:54:57.243663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe980273-6deb-4681-a04a-75cc70e08a06 None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:5d:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:54:55Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:54:57.441468 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c14a68-35d0-4719-b3cf-d2c5e4add4b6 None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:54:57.835916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab2459-fb53-4d6c-9a55-5d7f7019c061 req-a4ed9017-4748-458a-b7ae-b139cce926da tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:57.837273 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-82ab2459-fb53-4d6c-9a55-5d7f7019c061 req-a4ed9017-4748-458a-b7ae-b139cce926da tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0839481 Apr 23 00:54:57.881832 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-82ab2459-fb53-4d6c-9a55-5d7f7019c061 req-6ee2d62e-9f54-4115-b0ec-0f61876c9c97 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378280 Apr 23 00:54:59.071617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40873cdd-71fd-49d0-bd68-84910f81534d req-dec0918b-7ae4-485a-b17f-04a61116a0b2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:54:59.073531 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-40873cdd-71fd-49d0-bd68-84910f81534d req-dec0918b-7ae4-485a-b17f-04a61116a0b2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0826199 Apr 23 00:54:59.117760 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-40873cdd-71fd-49d0-bd68-84910f81534d req-6e7f60ed-5ba8-4252-a4c2-29695b8af1b5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382602 Apr 23 00:55:00.305003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda6da4-1a58-4d4b-b929-058ecd28bd58 req-2bf82809-c59f-4a1d-9ca4-e4d7c98cbf79 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:00.306370 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6eda6da4-1a58-4d4b-b929-058ecd28bd58 req-2bf82809-c59f-4a1d-9ca4-e4d7c98cbf79 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0835059 Apr 23 00:55:00.349938 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6eda6da4-1a58-4d4b-b929-058ecd28bd58 req-552adf0b-d237-40c8-a95e-bb8d79cd7fac tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374663 Apr 23 00:55:01.533235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e381-7634-4d8e-a8f7-f5e1b9320a7b req-cf3d64fd-2f77-4f27-8c56-85d901d8c1a8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:01.534698 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c457e381-7634-4d8e-a8f7-f5e1b9320a7b req-cf3d64fd-2f77-4f27-8c56-85d901d8c1a8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0804603 Apr 23 00:55:01.580670 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c457e381-7634-4d8e-a8f7-f5e1b9320a7b req-9053431f-cd30-4b22-aca2-133333e2d07c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Apr 23 00:55:02.768337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b97234-e4ab-4521-be3a-151502426d42 req-a2bc7f25-12b4-49c8-a5d0-378eb879f175 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:02.769764 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-14b97234-e4ab-4521-be3a-151502426d42 req-a2bc7f25-12b4-49c8-a5d0-378eb879f175 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0794742 Apr 23 00:55:02.813304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-14b97234-e4ab-4521-be3a-151502426d42 req-b34f78d0-3f32-4571-a92e-63bccbd7620d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378010 Apr 23 00:55:03.998610 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb1381-3459-448b-84ce-f7f3a2639b42 req-3d8e60cb-b14b-4437-a220-bd0e155f7e71 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:04.000065 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-63fb1381-3459-448b-84ce-f7f3a2639b42 req-3d8e60cb-b14b-4437-a220-bd0e155f7e71 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0819631 Apr 23 00:55:04.045238 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-63fb1381-3459-448b-84ce-f7f3a2639b42 req-2e41b3c3-93f4-46fa-b4be-9d12ea5f3adb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392599 Apr 23 00:55:05.232341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855b8a-12bf-493c-8ee7-701af47bb3ef req-ed4778af-4af3-40a5-9378-402a8dfdb7dd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:05.233805 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e5855b8a-12bf-493c-8ee7-701af47bb3ef req-ed4778af-4af3-40a5-9378-402a8dfdb7dd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0848897 Apr 23 00:55:05.277439 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e5855b8a-12bf-493c-8ee7-701af47bb3ef req-0d925b2e-cbad-4a22-8632-8e7d1fc1383e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378990 Apr 23 00:55:06.464714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1bee3-cf10-4ef4-99cc-f27aa623c2da req-0df2c22c-1814-4132-9a5e-7064dac7ea88 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:06.466141 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-84b1bee3-cf10-4ef4-99cc-f27aa623c2da req-0df2c22c-1814-4132-9a5e-7064dac7ea88 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0821216 Apr 23 00:55:06.509976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-84b1bee3-cf10-4ef4-99cc-f27aa623c2da req-5fc80a55-737a-4484-8799-84c6684529e5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380969 Apr 23 00:55:07.694196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504e092-8a87-4a4a-89d3-0f6513866188 req-954467f5-58fe-4005-991e-0bc13754e88f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:07.695663 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b504e092-8a87-4a4a-89d3-0f6513866188 req-954467f5-58fe-4005-991e-0bc13754e88f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0800011 Apr 23 00:55:07.739239 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b504e092-8a87-4a4a-89d3-0f6513866188 req-c2d9737c-f11a-4e0e-a5bb-26d5498aedf0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371370 Apr 23 00:55:08.923229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d7064-c2ee-4776-a34d-90f4b9bc0e43 req-50c67ad2-1da7-4b96-86aa-cfd14a0f0b11 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:08.924583 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a9d7064-c2ee-4776-a34d-90f4b9bc0e43 req-50c67ad2-1da7-4b96-86aa-cfd14a0f0b11 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0798368 Apr 23 00:55:08.968567 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a9d7064-c2ee-4776-a34d-90f4b9bc0e43 req-7226d973-974c-42df-8809-b7d144dfb8dd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383625 Apr 23 00:55:10.090400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:10.160182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730f043-1dfa-47e8-998e-78be0118b4c4 req-a2968bda-32e2-4275-9099-44f5e56483cc tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:10.161613 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0730f043-1dfa-47e8-998e-78be0118b4c4 req-a2968bda-32e2-4275-9099-44f5e56483cc tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0848918 Apr 23 00:55:10.208330 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0730f043-1dfa-47e8-998e-78be0118b4c4 req-6d30b20a-7dda-4ff5-b081-9dc699e690e8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Apr 23 00:55:11.395140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae94ed-c32d-4c1c-8f9c-3e15efc51c44 req-6729566f-cdf6-4567-9b9f-264cfbc689d5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:11.396488 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51ae94ed-c32d-4c1c-8f9c-3e15efc51c44 req-6729566f-cdf6-4567-9b9f-264cfbc689d5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0813198 Apr 23 00:55:11.440573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51ae94ed-c32d-4c1c-8f9c-3e15efc51c44 req-abf3c821-a493-45ca-9cba-eddc1d682621 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376871 Apr 23 00:55:12.626977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef74aeb-ffe9-4f75-b29d-186edd2597f1 req-39fbe008-d546-4cc0-8916-6effbe11e3b3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:12.628414 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5ef74aeb-ffe9-4f75-b29d-186edd2597f1 req-39fbe008-d546-4cc0-8916-6effbe11e3b3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0838888 Apr 23 00:55:12.671959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5ef74aeb-ffe9-4f75-b29d-186edd2597f1 req-ec436d7a-614a-4dc1-9725-f91bfcce5bd6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378759 Apr 23 00:55:13.857934 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4049b-c8d7-4364-a935-a8a4886ca2af req-2e8dfe84-8102-4f25-8468-f4210887e249 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:13.859319 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d0d4049b-c8d7-4364-a935-a8a4886ca2af req-2e8dfe84-8102-4f25-8468-f4210887e249 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0796344 Apr 23 00:55:13.906537 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d0d4049b-c8d7-4364-a935-a8a4886ca2af req-211e9f4b-9f87-4a86-a267-1debb671de5a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 Apr 23 00:55:15.094919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89466b75-f991-4f50-81a2-1c2f55dc5c47 req-aadf6048-4143-495d-8d57-6ba2fea716cb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:15.096362 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-89466b75-f991-4f50-81a2-1c2f55dc5c47 req-aadf6048-4143-495d-8d57-6ba2fea716cb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0816984 Apr 23 00:55:15.140519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-89466b75-f991-4f50-81a2-1c2f55dc5c47 req-48a03d2f-60dc-4bb7-aec3-3981e5803f7a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385034 Apr 23 00:55:15.192324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c4428289-3396-485b-a576-d37d856ee61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:16.324331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a3e1b-81b4-43fa-a76b-b040920768d4 req-08a4f79e-f5c9-4d80-a14e-6af828386ec9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:16.325663 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f60a3e1b-81b4-43fa-a76b-b040920768d4 req-08a4f79e-f5c9-4d80-a14e-6af828386ec9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0787919 Apr 23 00:55:16.369626 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f60a3e1b-81b4-43fa-a76b-b040920768d4 req-cd964b58-bb79-44e2-84ea-7963c9a41da8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374975 Apr 23 00:55:17.559786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910241d7-a8e7-4035-85e3-a728afd752f2 req-a5280550-724c-4faa-b05b-aaacb7ce702b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:17.561478 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-910241d7-a8e7-4035-85e3-a728afd752f2 req-a5280550-724c-4faa-b05b-aaacb7ce702b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0841749 Apr 23 00:55:17.607101 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-910241d7-a8e7-4035-85e3-a728afd752f2 req-42661683-a4d7-4689-aeea-d532f497567c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398467 Apr 23 00:55:17.613120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b75e50e8-3956-4a2a-ad5d-62fbafc826da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:18.632097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:18.690549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:18.797339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8cb79-6add-468d-b9f5-3467fe11d037 req-b02792ad-ddd1-452e-aa8e-c7cf33ab1e8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:18.798796 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8de8cb79-6add-468d-b9f5-3467fe11d037 req-b02792ad-ddd1-452e-aa8e-c7cf33ab1e8d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0824461 Apr 23 00:55:18.842831 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8de8cb79-6add-468d-b9f5-3467fe11d037 req-7729a9c0-f4c1-45a5-a892-bfcafeaf6c3c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384321 Apr 23 00:55:20.024178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d4e5d-b2bb-4fe1-9e07-f279144dc441 req-5c86ebbb-fa08-4b80-932e-89d23494fc2a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:20.026167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d96d4e5d-b2bb-4fe1-9e07-f279144dc441 req-5c86ebbb-fa08-4b80-932e-89d23494fc2a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0798168 Apr 23 00:55:20.039311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:20.074674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d96d4e5d-b2bb-4fe1-9e07-f279144dc441 req-34d7969b-1e2f-4869-b6f6-2de706c94de8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Apr 23 00:55:21.264000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a5d25-d96c-4528-aa58-dc8cb9fbb206 req-7ddc7e05-9db6-4aba-a8c7-d50c38109d66 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:21.265365 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d53a5d25-d96c-4528-aa58-dc8cb9fbb206 req-7ddc7e05-9db6-4aba-a8c7-d50c38109d66 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0809371 Apr 23 00:55:21.308595 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d53a5d25-d96c-4528-aa58-dc8cb9fbb206 req-03356966-671d-469b-816b-7cdcc55a931c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375173 Apr 23 00:55:22.501424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca24dcd-9af5-4f82-ac0b-2f81aa5a81e7 req-f9d65d0d-5907-4b45-bff2-9397d1feb4f9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:22.502916 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ca24dcd-9af5-4f82-ac0b-2f81aa5a81e7 req-f9d65d0d-5907-4b45-bff2-9397d1feb4f9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0827203 Apr 23 00:55:22.549019 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ca24dcd-9af5-4f82-ac0b-2f81aa5a81e7 req-426c7201-9beb-480b-a7cf-0e15ae79fbef tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404007 Apr 23 00:55:22.964075 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-ec862096-0ada-4a0a-b40d-07662187ac30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863655 Apr 23 00:55:23.014307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b665e-12e5-479d-bcb1-12dec5c3efc2 req-57ef856d-1ff6-4ea1-9fe6-a98bf6bb02a4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:23.016148 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-434b665e-12e5-479d-bcb1-12dec5c3efc2 req-57ef856d-1ff6-4ea1-9fe6-a98bf6bb02a4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0908337 Apr 23 00:55:23.062904 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-434b665e-12e5-479d-bcb1-12dec5c3efc2 req-aa92025a-22b7-428d-bead-f2facacc651a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Apr 23 00:55:24.143962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-03ef5322-928a-49c4-95b5-86de5e619980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:24.145410 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-03ef5322-928a-49c4-95b5-86de5e619980 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1098 time: 0.0706704 Apr 23 00:55:24.255597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b48c0-97a8-45d4-ae9a-140a82e6074f req-0c34c0e0-db80-481b-9c30-6024c74c5120 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:24.257197 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ff2b48c0-97a8-45d4-ae9a-140a82e6074f req-0c34c0e0-db80-481b-9c30-6024c74c5120 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0822816 Apr 23 00:55:24.304437 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ff2b48c0-97a8-45d4-ae9a-140a82e6074f req-557ffb5e-ae8f-4885-a129-988a705b014c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412493 Apr 23 00:55:24.383203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-80f7062d-fa25-48b7-928f-926ceef2f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:24.384623 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-80f7062d-fa25-48b7-928f-926ceef2f19d service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.2338634 Apr 23 00:55:24.488573 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-8e70cfb0-9074-449b-86f2-c6895d71a89e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 1001 time: 0.0966022 Apr 23 00:55:24.553090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-89f6da1f-86aa-4d6e-b55b-011d300571a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:24.554569 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-89f6da1f-86aa-4d6e-b55b-011d300571a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0603168 Apr 23 00:55:24.627815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-9bd1e6e0-7369-46b3-96c4-7207bdca1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:24.629240 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-9bd1e6e0-7369-46b3-96c4-7207bdca1674 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690436 Apr 23 00:55:24.759467 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-323b79fa-3395-42e7-869b-9aee8f65a523 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233127 Apr 23 00:55:24.888582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-e0e64d03-d85b-4789-9a8e-28655b437e24 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222012 Apr 23 00:55:25.488757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb7c76-fb9f-48c1-a7f3-0476221435b5 req-11586da5-6391-458b-8994-2122dd4a5242 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:25.490187 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-55bb7c76-fb9f-48c1-a7f3-0476221435b5 req-11586da5-6391-458b-8994-2122dd4a5242 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0801053 Apr 23 00:55:25.537583 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-55bb7c76-fb9f-48c1-a7f3-0476221435b5 req-9e415445-09c3-44b1-b4ea-ae42befd273a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Apr 23 00:55:26.643010 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-bd019513-f8db-4b50-9381-8a3bc000453f service neutron] 10.222.0.42 "GET /v2.0/ports/049f56bb-0736-4feb-9739-7fe81e8d95fb/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0752525 Apr 23 00:55:26.729243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd16e6-5c9e-4296-b68c-0ca8fe3a0a4d req-288e10d9-500f-4ee8-99c5-761ffdd6a810 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:26.730984 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8fdd16e6-5c9e-4296-b68c-0ca8fe3a0a4d req-288e10d9-500f-4ee8-99c5-761ffdd6a810 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0855010 Apr 23 00:55:26.777719 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8fdd16e6-5c9e-4296-b68c-0ca8fe3a0a4d req-7576f7db-b6e8-4725-9371-364c058635f1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 Apr 23 00:55:26.930558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-30bf427c-1754-4a4d-ba0c-74baab918b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:26.932193 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-30bf427c-1754-4a4d-ba0c-74baab918b19 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 1098 time: 0.0707984 Apr 23 00:55:27.037246 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-d8251506-3b11-4486-8d0b-ff3abd2fef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:27.038744 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-d8251506-3b11-4486-8d0b-ff3abd2fef7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1098 time: 0.0748696 Apr 23 00:55:27.167224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-e625168f-7846-449e-9616-25301794727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:27.168650 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-e625168f-7846-449e-9616-25301794727b service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1243806 Apr 23 00:55:27.229966 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:55:27.274883 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-5e626e37-730f-4c56-b395-174a946e0c9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 1001 time: 0.0967228 Apr 23 00:55:27.331328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-d0253a7a-55ac-45bf-8054-d3e479aea69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:27.332688 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-d0253a7a-55ac-45bf-8054-d3e479aea69a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0567911 Apr 23 00:55:27.408756 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24637de-7eda-4938-87c6-adefdffcaeea req-95833cdc-e074-406a-8186-1e431b6ae420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:27.410205 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-95833cdc-e074-406a-8186-1e431b6ae420 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719650 Apr 23 00:55:27.539962 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-9c80048d-1ac4-44f3-8560-92006fd03a86 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238918 Apr 23 00:55:27.667893 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c24637de-7eda-4938-87c6-adefdffcaeea req-cf552f3b-5b01-4748-9514-057ecbf1ef2f service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209795 Apr 23 00:55:28.072945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063f52a-8489-4cbe-93a1-7c84f9177dcc req-bea7c6ca-bd02-4d9a-b8f7-154e838c5be4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:28.074320 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4063f52a-8489-4cbe-93a1-7c84f9177dcc req-bea7c6ca-bd02-4d9a-b8f7-154e838c5be4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.1847148 Apr 23 00:55:28.117515 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4063f52a-8489-4cbe-93a1-7c84f9177dcc req-f35da9da-d00f-4bc8-999d-37cced39962b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373437 Apr 23 00:55:29.306428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e08b1e-bb9a-4a30-a6a7-1865ef670fbc req-88df9cdb-1e4b-405a-a844-844d13cb4eb8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:29.307800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-50e08b1e-bb9a-4a30-a6a7-1865ef670fbc req-88df9cdb-1e4b-405a-a844-844d13cb4eb8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0842173 Apr 23 00:55:29.352537 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-50e08b1e-bb9a-4a30-a6a7-1865ef670fbc req-e7cc7dd3-cdfd-47a3-9ed0-f9d3bc6481c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387030 Apr 23 00:55:29.618059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 049f56bb-0736-4feb-9739-7fe81e8d95fb details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:55:29.749971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:55:29.762785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'mac_address': 'fa:16:3e:5d:75:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:55:29.820815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:29.837847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 049f56bb-0736-4feb-9739-7fe81e8d95fb {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:55:29.852522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:55:29.856368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:29.921413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:29.928253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.928605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.928946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.929302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.929636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.929967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.930313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.930644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.930970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.931294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.931614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:29.931950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:30.016753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['049f56bb-0736-4feb-9739-7fe81e8d95fb'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:55:30.546007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d289d-89cb-4808-a13d-c5c857a963d8 req-27ea8358-3596-44cb-9ac0-51031f0536e8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:30.547486 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-820d289d-89cb-4808-a13d-c5c857a963d8 req-27ea8358-3596-44cb-9ac0-51031f0536e8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 944 time: 0.0876520 Apr 23 00:55:30.595468 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-820d289d-89cb-4808-a13d-c5c857a963d8 req-76cee7f5-426a-4644-ad88-7639251f2fa9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Apr 23 00:55:30.963430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-1675c4ec-fc81-44b5-858a-a2febe934658 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:30.964742 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-1675c4ec-fc81-44b5-858a-a2febe934658 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca&tenant_id=5e2a740157f9480aad0a7df927be387f&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 944 time: 0.1093237 Apr 23 00:55:30.972083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99152a-d3f0-406d-8abd-0b42e2b67363 req-61b78326-5a0f-4cf3-a3e7-bfb151f9cf18 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:30.973405 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9e99152a-d3f0-406d-8abd-0b42e2b67363 req-61b78326-5a0f-4cf3-a3e7-bfb151f9cf18 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 944 time: 0.1523607 Apr 23 00:55:31.019907 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9e99152a-d3f0-406d-8abd-0b42e2b67363 req-68d32e3b-57f9-4d6f-8e75-c6b6ced01188 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Apr 23 00:55:31.120482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-02935381-6efc-42bd-a3bb-8c3e98812715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:31.121911 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-02935381-6efc-42bd-a3bb-8c3e98812715 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1097 time: 0.0720577 Apr 23 00:55:31.252762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-eb88a908-886a-40ff-8f29-812ffd424830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:31.254202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-eb88a908-886a-40ff-8f29-812ffd424830 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1266906 Apr 23 00:55:31.355497 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-aa2362f5-6139-40ae-a1df-694b75fcc2c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 1000 time: 0.0953236 Apr 23 00:55:31.418250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-0150b55a-877c-4d1d-8cde-ee460eb8f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:31.419658 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-0150b55a-877c-4d1d-8cde-ee460eb8f376 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0586140 Apr 23 00:55:31.491801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-3f2fc598-5eaf-48e8-b85d-f4d55705e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:31.493215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-3f2fc598-5eaf-48e8-b85d-f4d55705e365 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682111 Apr 23 00:55:31.621746 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-3e9a8e79-ef78-45c1-b10e-aac38250bdab service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220315 Apr 23 00:55:31.626235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 049f56bb-0736-4feb-9739-7fe81e8d95fb up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:55:31.693586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 049f56bb-0736-4feb-9739-7fe81e8d95fb triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:55:31.693948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:31.755944 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9b2e3e3a-998b-46b2-afd8-d6f3a31ddc6a req-df3623bb-aa5b-4f01-a039-8551a632e374 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274817 Apr 23 00:55:31.847598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:31.876140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:55:31.884939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:55:31.890260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:31.936423 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7489676e-6097-4897-abad-feb923fbb115'] response: {'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'code': 200} Apr 23 00:55:31.960184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:32.210495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8deb-e2d9-4730-99a8-fe6eb99af3a6 req-e8332b0c-a614-4d86-a370-407b79b58d8e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:32.211895 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2b3e8deb-e2d9-4730-99a8-fe6eb99af3a6 req-e8332b0c-a614-4d86-a370-407b79b58d8e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0860522 Apr 23 00:55:32.257400 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2b3e8deb-e2d9-4730-99a8-fe6eb99af3a6 req-4850f85d-b150-4e3b-9dc9-2d6322290864 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384839 Apr 23 00:55:33.458119 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838dcf0-0bae-4916-b4a8-9aa9cfbecf8b req-af5c3f85-c963-4ac9-b69e-cb8f80079f3a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:33.459574 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5838dcf0-0bae-4916-b4a8-9aa9cfbecf8b req-af5c3f85-c963-4ac9-b69e-cb8f80079f3a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0914290 Apr 23 00:55:33.504340 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5838dcf0-0bae-4916-b4a8-9aa9cfbecf8b req-c377875c-bf74-43aa-a0d4-6004ed874251 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391402 Apr 23 00:55:33.688209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06537d73-1805-4b23-9c98-d2f6508b2f5c req-364192f9-f338-4e27-b25e-b9b0559f70f8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:33.689658 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-06537d73-1805-4b23-9c98-d2f6508b2f5c req-364192f9-f338-4e27-b25e-b9b0559f70f8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0789044 Apr 23 00:55:33.734880 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-06537d73-1805-4b23-9c98-d2f6508b2f5c req-e856a474-fb32-4567-8978-f7aa5eed070c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395651 Apr 23 00:55:34.145292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f301b-66ad-4a94-93be-db5e332ee8d2 req-f7c2d556-524a-4c8e-9594-fad69db7193e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:34.147213 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-446f301b-66ad-4a94-93be-db5e332ee8d2 req-f7c2d556-524a-4c8e-9594-fad69db7193e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.1508110 Apr 23 00:55:34.195152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99975176-2443-4c1f-bf8e-69e439d5132d req-fd51e053-6984-4f7a-9cef-215c06ba7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:34.196592 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99975176-2443-4c1f-bf8e-69e439d5132d req-fd51e053-6984-4f7a-9cef-215c06ba7ba7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1098 time: 0.1329217 Apr 23 00:55:34.248855 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-446f301b-66ad-4a94-93be-db5e332ee8d2 req-6b5734b0-069c-4b7a-81e5-70553cb28273 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909662 Apr 23 00:55:34.342606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99975176-2443-4c1f-bf8e-69e439d5132d req-20b40418-9d4c-4414-90f7-31b6cec1ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:34.344019 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99975176-2443-4c1f-bf8e-69e439d5132d req-20b40418-9d4c-4414-90f7-31b6cec1ce55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1395311 Apr 23 00:55:34.548070 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99975176-2443-4c1f-bf8e-69e439d5132d req-b61704ec-6fce-426b-8a0d-5fd540ac3119 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 1001 time: 0.1982055 Apr 23 00:55:34.607784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99975176-2443-4c1f-bf8e-69e439d5132d req-b0fc9a52-533a-409c-af3a-c7458e446c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:34.609141 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99975176-2443-4c1f-bf8e-69e439d5132d req-b0fc9a52-533a-409c-af3a-c7458e446c33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0558317 Apr 23 00:55:34.681775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99975176-2443-4c1f-bf8e-69e439d5132d req-32453a11-88c9-466e-83ae-291be2f10b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:34.683232 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99975176-2443-4c1f-bf8e-69e439d5132d req-32453a11-88c9-466e-83ae-291be2f10b10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689211 Apr 23 00:55:34.816010 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99975176-2443-4c1f-bf8e-69e439d5132d req-258c22be-1049-4a10-a923-ad78c5fad1c5 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260450 Apr 23 00:55:34.945803 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99975176-2443-4c1f-bf8e-69e439d5132d req-d253b6c2-7152-41f0-8bfd-0609b5e63a7e service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238747 Apr 23 00:55:35.190301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-463b5aec-b03d-4ec4-b361-579942e2705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:35.191653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-463b5aec-b03d-4ec4-b361-579942e2705a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 1098 time: 0.0765967 Apr 23 00:55:35.338463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-5d7223af-24d8-4852-8ecf-1e620957e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:35.339909 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-5d7223af-24d8-4852-8ecf-1e620957e6c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1268868 Apr 23 00:55:35.450545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f3d44-9e18-4cf5-8fc5-f4f9af108166 req-210d523f-4d02-44e9-968b-d36b41195966 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:35.452685 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3b0f3d44-9e18-4cf5-8fc5-f4f9af108166 req-210d523f-4d02-44e9-968b-d36b41195966 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0886023 Apr 23 00:55:35.476089 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-2bb91226-f5b0-4d1c-9d06-07996fadec55 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 200 len: 1001 time: 0.0982244 Apr 23 00:55:35.497328 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3b0f3d44-9e18-4cf5-8fc5-f4f9af108166 req-efd85547-1aa8-4a52-b5d2-7e788c71a5ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388339 Apr 23 00:55:35.540447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-8b9e51b3-a03d-42de-90e4-01da04d12acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:35.541893 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-8b9e51b3-a03d-42de-90e4-01da04d12acb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0583565 Apr 23 00:55:35.622354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-1ebd2ed4-9ff6-4824-8a3b-865f5e9a5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:35.623967 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-1ebd2ed4-9ff6-4824-8a3b-865f5e9a5ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748098 Apr 23 00:55:35.754359 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-7122ca0a-3cb7-44c9-9e22-e23352c097c7 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242030 Apr 23 00:55:35.884271 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-946a67ef-a3c2-41f8-8aaf-e31523355c42 req-be06a325-54f2-4810-be0e-3c446612bd92 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240535 Apr 23 00:55:36.686407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45e07a-011e-49cc-8849-7ce421783d4c req-a437ab74-b747-460e-b839-b8397f2c21ec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:36.687849 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9f45e07a-011e-49cc-8849-7ce421783d4c req-a437ab74-b747-460e-b839-b8397f2c21ec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0834544 Apr 23 00:55:36.732799 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9f45e07a-011e-49cc-8849-7ce421783d4c req-563f9440-f330-460e-b453-b3a9aaf50738 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391197 Apr 23 00:55:37.117611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f45349-e90c-457a-a0c7-7643c9d36566 req-14126fa7-93b8-4d42-b05b-d8134ec68080 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:37.118992 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8f45349-e90c-457a-a0c7-7643c9d36566 req-14126fa7-93b8-4d42-b05b-d8134ec68080 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0814376 Apr 23 00:55:37.165093 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8f45349-e90c-457a-a0c7-7643c9d36566 req-9196a43a-7193-41bd-9fb8-237550523457 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405204 Apr 23 00:55:38.352251 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf811cfd-5dbf-4b3d-a279-d1d1f7072858 req-a18449d9-afa8-4665-bea4-4af8aed9efb1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:38.353584 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf811cfd-5dbf-4b3d-a279-d1d1f7072858 req-a18449d9-afa8-4665-bea4-4af8aed9efb1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0782933 Apr 23 00:55:38.399734 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cf811cfd-5dbf-4b3d-a279-d1d1f7072858 req-5621d591-4b15-4c0f-a995-d5e2e40e7ad6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 Apr 23 00:55:38.936261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-7009ba0b-2414-47d5-a4c8-559ba317fe2b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:38.937663 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-7009ba0b-2414-47d5-a4c8-559ba317fe2b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.0783601 Apr 23 00:55:39.006393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Deleting port 049f56bb-0736-4feb-9739-7fe81e8d95fb {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:55:39.006732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:39.250950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] For port 049f56bb-0736-4feb-9739-7fe81e8d95fb, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=049f56bb-0736-4feb-9739-7fe81e8d95fb,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:55:39.251307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:39.714705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb034168-50d3-4d59-98f9-cae651c48947 req-8192c650-fd73-4a0f-a403-0492cf956f42 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:39.716128 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eb034168-50d3-4d59-98f9-cae651c48947 req-8192c650-fd73-4a0f-a403-0492cf956f42 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 945 time: 0.2074301 Apr 23 00:55:39.718908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:39.719279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:39.719597 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 disassociated. External IP: 172.26.8.225, port: 049f56bb-0736-4feb-9739-7fe81e8d95fb. Apr 23 00:55:39.719925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Calling delete_port for 049f56bb-0736-4feb-9739-7fe81e8d95fb owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:55:39.809798 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eb034168-50d3-4d59-98f9-cae651c48947 req-dcdbb477-0d8b-4c91-8f4d-5c3f30affec1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626607 Apr 23 00:55:39.897449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:39.948855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event deleted for resources: {'Port': ['ID=049f56bb-0736-4feb-9739-7fe81e8d95fb,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:40.008050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.008394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.008736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.009066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.009393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.009710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.010036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.010398 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.010711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.011028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.011348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.011665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:55:40.088457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:40.155244 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:55:40.329832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:55:40.339047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:55:40.348465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:55:40.349062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:55:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:40.402407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] No DVR routers for this DVR port 049f56bb-0736-4feb-9739-7fe81e8d95fb on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:55:40.405715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:40.408344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'name': 'network-vif-deleted', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:55:40.423926 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f6f71e5b-563e-4781-b648-e2fe55f9e8aa req-978ac1f4-21dd-4fdc-b1bc-d9ec41a158ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "DELETE /v2.0/ports/049f56bb-0736-4feb-9739-7fe81e8d95fb HTTP/1.1" status: 204 len: 173 time: 1.4813800 Apr 23 00:55:40.455965 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe83e92-cade-44ad-ba63-53ff70fa1c91'] response: {'server_uuid': '7315b7ac-34db-455c-aeb9-fbd28a8d5eca', 'name': 'network-vif-deleted', 'tag': '049f56bb-0736-4feb-9739-7fe81e8d95fb', 'status': 'completed', 'code': 200} Apr 23 00:55:40.533304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:55:40.847865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:40.851735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:55:40.860764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:55:40.861362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:55:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:40.972459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-db183cd9-dd3c-4497-b4b1-3bc36980a086 req-d17a8bea-6f90-4501-a92a-b0a9a17c6159 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:55:40.988370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-db183cd9-dd3c-4497-b4b1-3bc36980a086 req-d17a8bea-6f90-4501-a92a-b0a9a17c6159 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:55:40.989665 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db183cd9-dd3c-4497-b4b1-3bc36980a086 req-d17a8bea-6f90-4501-a92a-b0a9a17c6159 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=7315b7ac-34db-455c-aeb9-fbd28a8d5eca HTTP/1.1" status: 200 len: 210 time: 0.0593789 Apr 23 00:55:41.048679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:55:41.366338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:41.370220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5722d-06ab-436b-a0eb-33045e3d9b2c None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:55:41.575432 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cef62b-b4a0-4fad-8d51-b52f1673aebc None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:55:42.334358 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-8dacfb51-63d2-4b88-839a-7a38c5afd30c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--483361778&fields=id&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 267 time: 0.0411863 Apr 23 00:55:42.566549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-a1a3b906-e2cd-4eb6-ba34-660c15157f31 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:42.567880 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-a1a3b906-e2cd-4eb6-ba34-660c15157f31 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.2271004 Apr 23 00:55:42.582117 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-18996ea7-619e-4b1f-8f39-b065dec2e9b1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/quotas/5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 375 time: 0.0087948 Apr 23 00:55:42.665394 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-f89c505a-f20c-4a44-9f65-59ad32ffd39a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783441 Apr 23 00:55:42.800863 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-6a2441bb-945f-415f-8a48-92234b1df934 service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229286 Apr 23 00:55:42.930064 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-6ba16f2a-0d57-477e-95b3-748292f977a1 service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232786 Apr 23 00:55:43.103478 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8eebf2d5-3ac0-40a4-904e-6b177fe70816 req-80a99b25-f7bc-4194-bf7c-fa914af124e7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 210 time: 0.0420024 Apr 23 00:55:43.719162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 049f56bb-0736-4feb-9739-7fe81e8d95fb no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:55:43.753246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 049f56bb-0736-4feb-9739-7fe81e8d95fb {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:55:43.753513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 049f56bb-0736-4feb-9739-7fe81e8d95fb not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:55:44.163840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-ab9c9350-0f64-4a68-b356-8e45e86a2473 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:44.165261 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-ab9c9350-0f64-4a68-b356-8e45e86a2473 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.1455140 Apr 23 00:55:44.230620 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-08c974da-5468-4381-a0bd-7f5a364f236a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 379 time: 0.0515888 Apr 23 00:55:44.240347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'port': {'device_id': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'admin_state_up': True, 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'security_groups': ['7e52432e-d8c8-4d97-9bea-252cfaf7e3c5']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:55:44.275148 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8d6d0380-cedb-4214-9e81-f5912a32beeb req-96b365ee-70f8-4f0b-bbb4-753170a70c99 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 210 time: 0.0554025 Apr 23 00:55:44.490352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:55:44.500641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:55:44.509785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Made reservation on behalf of 5e2a740157f9480aad0a7df927be387f for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:55:44.513293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:44.672309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Allocated IP 172.20.0.8 (97c79826-f984-4b50-816a-3c8f7c64c3a0/0c95528a-ac0b-4e94-87b2-e063a6d1314f/85eefeb3-328a-4435-91a0-c188d7a7ca37) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:55:44.860008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:44.875383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Transition to ACTIVE for port object 85eefeb3-328a-4435-91a0-c188d7a7ca37 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:55:44.898586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:44.961037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:55:44.964006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:55:44.967141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:55:45.025572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:45.049098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:45.049724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:45.077776 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-241b848d-13e3-4b5d-b6cc-01b4fb3748c9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8410754 Apr 23 00:55:45.094082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Request body: {'port': {'device_id': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:55:45.180926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a8757f26-4d83-415e-a119-e34659ac489d None None] Provisioning for port 85eefeb3-328a-4435-91a0-c188d7a7ca37 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:55:45.193394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a8757f26-4d83-415e-a119-e34659ac489d None None] Provisioning complete for port 85eefeb3-328a-4435-91a0-c188d7a7ca37 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:55:45.193765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a8757f26-4d83-415e-a119-e34659ac489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:45.213529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:45.229615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08de6dc6-a8eb-4484-abd0-058f71ed187b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:45.250071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a8757f26-4d83-415e-a119-e34659ac489d None None] Port 85eefeb3-328a-4435-91a0-c188d7a7ca37 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:55:45.554225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063ab11-8b50-4e41-bc83-5024bcdbc260 req-f4694de8-435d-4c59-8c60-f9562d3d619d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:45.554939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c063ab11-8b50-4e41-bc83-5024bcdbc260 req-f4694de8-435d-4c59-8c60-f9562d3d619d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:55:45.618121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c063ab11-8b50-4e41-bc83-5024bcdbc260 req-f4694de8-435d-4c59-8c60-f9562d3d619d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:55:45.619281 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c063ab11-8b50-4e41-bc83-5024bcdbc260 req-f4694de8-435d-4c59-8c60-f9562d3d619d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 931 time: 0.2311614 Apr 23 00:55:45.653476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eefeb3-328a-4435-91a0-c188d7a7ca37 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:55:45.667434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:45.690718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c063ab11-8b50-4e41-bc83-5024bcdbc260 req-980cac2c-df94-4119-acb7-d015db3d8c6b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636637 Apr 23 00:55:45.693102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Transition to ACTIVE for port object 85eefeb3-328a-4435-91a0-c188d7a7ca37 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:55:45.697535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:45.852332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:45.936945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Attempting to bind port 85eefeb3-328a-4435-91a0-c188d7a7ca37 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:55:45.937284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Attempting to bind port 85eefeb3-328a-4435-91a0-c188d7a7ca37 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:55:45.937615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Attempting to bind port 85eefeb3-328a-4435-91a0-c188d7a7ca37 on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:55:45.942157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Port 85eefeb3-328a-4435-91a0-c188d7a7ca37 on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:55:45.942503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Attempting to bind port 85eefeb3-328a-4435-91a0-c188d7a7ca37 on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:55:45.947596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:55:45.947936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Checking segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:55:45.948320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Bound using segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:55:45.948749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Bound port: 85eefeb3-328a-4435-91a0-c188d7a7ca37, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:55:45.949097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:46.037438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:55:46.040374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:55:46.043587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:46.101916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:46.102536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:46.103910 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 1093 time: 1.0144761 Apr 23 00:55:46.104323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:55:46.136249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6752f9-f736-4d02-a8b9-195f377a87a7 service neutron] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:46.236554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-e6fc1e9d-b144-41bc-8b73-42db6787f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:46.238105 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-e6fc1e9d-b144-41bc-8b73-42db6787f1ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1096 time: 0.0796416 Apr 23 00:55:46.436838 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647c51ea-5891-4e03-b3cd-70ffe6183ed3'] response: {'name': 'network-changed', 'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'status': 'completed', 'code': 200} Apr 23 00:55:46.444429 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-ccd49850-b95d-4114-8f37-4c0cfd731ade service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 217 time: 0.1841187 Apr 23 00:55:46.505886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-012a169d-f30e-4036-89f8-dd868b6f5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:46.507258 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-012a169d-f30e-4036-89f8-dd868b6f5df1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0571835 Apr 23 00:55:46.583442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31caf645-d311-4f22-a469-562a000e8ef5 req-60f1e4de-5b4a-484e-a121-caeaa0bd9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:46.584849 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-60f1e4de-5b4a-484e-a121-caeaa0bd9839 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721171 Apr 23 00:55:46.715927 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-01b1c093-298d-4fd6-83ec-0993a492eb6f service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243436 Apr 23 00:55:46.893979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31caf645-d311-4f22-a469-562a000e8ef5 req-3242801d-2eaa-455f-a050-81298eff1b8d service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722567 Apr 23 00:55:46.913804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08fddc-523c-47e0-96dc-e7228c752e82 req-b1df46d3-041c-4a37-9917-564d13ee2852 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:46.915257 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fc08fddc-523c-47e0-96dc-e7228c752e82 req-b1df46d3-041c-4a37-9917-564d13ee2852 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 943 time: 0.1138024 Apr 23 00:55:46.964776 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fc08fddc-523c-47e0-96dc-e7228c752e82 req-812d4de0-f469-44f7-afa8-2bccb817e690 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 Apr 23 00:55:47.051630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afc69-1b38-4c13-823b-108eb342fc0f req-6414ff30-19d6-4a12-ba3f-d3ec29d12557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:47.053073 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-213afc69-1b38-4c13-823b-108eb342fc0f req-6414ff30-19d6-4a12-ba3f-d3ec29d12557 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1096 time: 0.0701959 Apr 23 00:55:47.182419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afc69-1b38-4c13-823b-108eb342fc0f req-e528519f-8961-4fc8-9c4e-0e5ecbe640f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:47.183870 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-213afc69-1b38-4c13-823b-108eb342fc0f req-e528519f-8961-4fc8-9c4e-0e5ecbe640f9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1243572 Apr 23 00:55:47.252774 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-213afc69-1b38-4c13-823b-108eb342fc0f req-5e217f09-3535-448a-98e6-556a92e7f6a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 217 time: 0.0631101 Apr 23 00:55:47.312632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afc69-1b38-4c13-823b-108eb342fc0f req-54d03d5c-bb75-43ba-af8d-5e8f75054421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:47.314026 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-213afc69-1b38-4c13-823b-108eb342fc0f req-54d03d5c-bb75-43ba-af8d-5e8f75054421 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0562544 Apr 23 00:55:47.388550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213afc69-1b38-4c13-823b-108eb342fc0f req-e317cc7a-4d80-425a-87cd-af4acf9b3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:47.390169 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-213afc69-1b38-4c13-823b-108eb342fc0f req-e317cc7a-4d80-425a-87cd-af4acf9b3305 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701110 Apr 23 00:55:47.518051 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-213afc69-1b38-4c13-823b-108eb342fc0f req-1fba2242-af54-4e81-b6da-2f56bdd45135 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221228 Apr 23 00:55:47.615778 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-59791d4b-6caf-449b-b938-9cfa1ae61433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:47.648997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-213afc69-1b38-4c13-823b-108eb342fc0f req-73fd3d45-d5ca-4696-82e6-10644c9d6eb9 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249239 Apr 23 00:55:48.147992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b459c-615c-4274-81dc-760ea5490106 req-3ed2578c-de42-4189-b1f5-86463f09458c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:48.149450 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-835b459c-615c-4274-81dc-760ea5490106 req-3ed2578c-de42-4189-b1f5-86463f09458c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 943 time: 0.0788791 Apr 23 00:55:48.194369 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-835b459c-615c-4274-81dc-760ea5490106 req-73e6d618-52ec-4a25-bbdf-0f0970886ea5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384755 Apr 23 00:55:48.669458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:48.691687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:49.382211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658883c-40e3-46cd-940a-f5f01e3ec164 req-fb7e2641-41fc-4332-9496-2d7a85b5f316 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:49.383583 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6658883c-40e3-46cd-940a-f5f01e3ec164 req-fb7e2641-41fc-4332-9496-2d7a85b5f316 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 943 time: 0.0829737 Apr 23 00:55:49.428794 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6658883c-40e3-46cd-940a-f5f01e3ec164 req-937e0d22-0204-41e1-9555-4c4b0cb7975a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393920 Apr 23 00:55:49.741917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:55:49.871652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:55:49.884419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'mac_address': 'fa:16:3e:8a:20:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:55:49.937947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:49.954093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eefeb3-328a-4435-91a0-c188d7a7ca37 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:55:49.969387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:55:49.975573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:50.054194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:50.056803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:50.375522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['85eefeb3-328a-4435-91a0-c188d7a7ca37'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:55:50.616732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e881978-f50a-4f7e-9824-8f52c7876586 req-4a6115b6-c9e8-434a-8670-93ffb4775e5a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:50.618212 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4e881978-f50a-4f7e-9824-8f52c7876586 req-4a6115b6-c9e8-434a-8670-93ffb4775e5a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 944 time: 0.0834937 Apr 23 00:55:50.662212 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4e881978-f50a-4f7e-9824-8f52c7876586 req-c76fc656-8697-4827-8dbc-e7223e84ad4e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381944 Apr 23 00:55:51.765276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:55:51.834298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 85eefeb3-328a-4435-91a0-c188d7a7ca37 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:55:51.838998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 85eefeb3-328a-4435-91a0-c188d7a7ca37 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:55:51.839370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:51.848421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41434b-5072-41be-b652-56d8e7b744b3 req-a01f00d4-2c9e-4adf-a19f-880b41ef1127 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:51.849856 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b41434b-5072-41be-b652-56d8e7b744b3 req-a01f00d4-2c9e-4adf-a19f-880b41ef1127 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 944 time: 0.0816031 Apr 23 00:55:51.897167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b41434b-5072-41be-b652-56d8e7b744b3 req-c326fbce-8d8e-4207-8490-b26be118c56d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Apr 23 00:55:51.955775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:51.982450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:55:51.992696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:55:51.997054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:52.030728 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e364dd-14ee-43b7-a429-6d37c74ac340'] response: {'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'code': 200} Apr 23 00:55:52.068793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:55:52.281635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b11d4-6254-4a65-9c95-c74c476b930f req-b8ee02aa-3d67-4672-8c1f-b6f1a612632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:52.283118 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1b1b11d4-6254-4a65-9c95-c74c476b930f req-b8ee02aa-3d67-4672-8c1f-b6f1a612632c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1098 time: 0.0698314 Apr 23 00:55:52.322333 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1b1b11d4-6254-4a65-9c95-c74c476b930f req-5a761a7f-cda3-4577-b1b6-f769310fa750 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337415 Apr 23 00:55:53.087771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a0f04-ad00-473f-a099-98acbe7246fb req-936f217c-0511-454c-abf7-d7c9f4d23e2b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:53.089215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf2a0f04-ad00-473f-a099-98acbe7246fb req-936f217c-0511-454c-abf7-d7c9f4d23e2b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0848379 Apr 23 00:55:53.133467 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf2a0f04-ad00-473f-a099-98acbe7246fb req-9d9732d5-e5c9-4c19-a7ff-6119867944f3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379972 Apr 23 00:55:54.319774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271d383-9dd8-41d4-84f5-f865bfccfb12 req-e0638c5c-764c-4ac2-96b4-b6962f18ecb5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:54.321113 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c271d383-9dd8-41d4-84f5-f865bfccfb12 req-e0638c5c-764c-4ac2-96b4-b6962f18ecb5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0787590 Apr 23 00:55:54.368630 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c271d383-9dd8-41d4-84f5-f865bfccfb12 req-cddc92c4-2bcd-48e5-a18b-a9d695ddc15b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408430 Apr 23 00:55:54.546267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1bad6-24ab-47f5-9622-2c56f26bcc02 req-9bc25424-b2a4-4211-9187-002be3bb684d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:54.547713 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38f1bad6-24ab-47f5-9622-2c56f26bcc02 req-9bc25424-b2a4-4211-9187-002be3bb684d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0785182 Apr 23 00:55:54.556190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 45742) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:55:54.561872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'floatingip': {'port_id': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:55:54.742787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:55.333163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:55.336902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:55.513503 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 associated. External IP: 172.26.8.225, port: 85eefeb3-328a-4435-91a0-c188d7a7ca37. Apr 23 00:55:55.856155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:55:56.146108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:55:56.150866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:55:56.156290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:55:56.165491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:55:56.166098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:55:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:56.210943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9dc65216-a08b-4df0-bb51-933740bd473c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "PUT /v2.0/floatingips/8fe195eb-e253-47c7-b9b5-325105ddca60 HTTP/1.1" status: 200 len: 991 time: 1.6511745 Apr 23 00:55:56.210943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:55:56.260461 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58982490-62ec-4fb4-81c3-182b50bf651d'] response: {'name': 'network-changed', 'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'status': 'completed', 'code': 200} Apr 23 00:55:56.353418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:55:56.373384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-c42992e5-a993-49d2-926b-be065a08b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:56.374901 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-c42992e5-a993-49d2-926b-be065a08b18b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1098 time: 0.0717645 Apr 23 00:55:56.513365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-91443bf9-215b-438f-9efc-f83a4634b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:56.515663 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-91443bf9-215b-438f-9efc-f83a4634b28d service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1350319 Apr 23 00:55:56.566128 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-fde8a1e1-f325-4f62-b5b9-c7f79d685a30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832007 Apr 23 00:55:56.670553 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-76c06874-0b05-4b57-93fe-7e9af77c0c54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 999 time: 0.1498127 Apr 23 00:55:56.753338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09c69e-1539-4a20-a3d6-ecb38899cd61 req-8c97baf2-f533-44cb-9421-bd3ccfb7421e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:56.754913 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa09c69e-1539-4a20-a3d6-ecb38899cd61 req-8c97baf2-f533-44cb-9421-bd3ccfb7421e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.1795006 Apr 23 00:55:56.760706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-457b0671-0340-49a5-bbd0-615836c0a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:56.762226 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-457b0671-0340-49a5-bbd0-615836c0a4e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0864601 Apr 23 00:55:56.800518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:8a:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:55:55Z', 'revision_number': 9, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:56.804526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:55:56.813969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:55:56.814614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:55:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:56.849603 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa09c69e-1539-4a20-a3d6-ecb38899cd61 req-2fd30637-5d7b-4e22-bd71-18867f5fb67c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856819 Apr 23 00:55:56.877631 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-aba66d3d-f209-4b52-88ef-715b86eebea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:56.879132 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-aba66d3d-f209-4b52-88ef-715b86eebea4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006141 Apr 23 00:55:57.011326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:55:57.019972 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-aea9227b-a5c0-4f7b-847a-672afcde08c3 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346297 Apr 23 00:55:57.162673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d44d7dd-6e8f-4663-949d-a7ca1c312ec6 req-083cb6ab-8802-4c9d-adf6-4159d0a19a0d service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366286 Apr 23 00:55:57.391383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:8a:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:55:55Z', 'revision_number': 9, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:55:57.395416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b6c1ff-1ed4-433d-9892-3513772ca674 None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:8a:20:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:55:55Z', 'revision_number': 9, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:55:57.581411 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed441b4a-0ce5-4870-a6ae-c9b01350ef8d None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:55:57.811216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-144826e4-8ee4-468c-b3e4-d9c914a2b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:57.812599 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-144826e4-8ee4-468c-b3e4-d9c914a2b95c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1098 time: 0.0748861 Apr 23 00:55:57.945013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-7c0e2266-4303-4870-a416-9b615be3f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:57.946531 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-7c0e2266-4303-4870-a416-9b615be3f068 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1282992 Apr 23 00:55:58.053400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518c53-7217-4ed1-82b2-eedba68ebc9c req-e52fc230-defe-4d1f-bb2f-6b2115e1677e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:58.054021 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-37999611-8e44-420a-b07d-00e5f1c283ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 1002 time: 0.1009433 Apr 23 00:55:58.055054 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1a518c53-7217-4ed1-82b2-eedba68ebc9c req-e52fc230-defe-4d1f-bb2f-6b2115e1677e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0823269 Apr 23 00:55:58.104402 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1a518c53-7217-4ed1-82b2-eedba68ebc9c req-4238651c-5930-49e6-9a38-faf1b379a89f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429554 Apr 23 00:55:58.115561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-86965232-e1cb-4289-9070-281030a42a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:58.116997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-86965232-e1cb-4289-9070-281030a42a79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0575812 Apr 23 00:55:58.192419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-86cb39d4-e50d-49c9-9c92-2658a5d1a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:58.193878 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-86cb39d4-e50d-49c9-9c92-2658a5d1a58d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705073 Apr 23 00:55:58.434016 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-e8ce8da9-a58c-4cba-a2dc-555bde967180 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336149 Apr 23 00:55:58.563167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-2f299bc3-ace1-42b6-b3d1-72f9c91a4a59 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237025 Apr 23 00:55:59.296306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c576e6-5909-4bc2-b8ed-283946dc598c req-1413769f-d6d2-4f0d-b55c-9a8bfb2b7a7f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:55:59.297619 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08c576e6-5909-4bc2-b8ed-283946dc598c req-1413769f-d6d2-4f0d-b55c-9a8bfb2b7a7f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0852351 Apr 23 00:55:59.341687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08c576e6-5909-4bc2-b8ed-283946dc598c req-5f236534-4907-4d7e-bace-c3aaacc1c0f2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 Apr 23 00:56:00.525652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f00dbd-02bc-4645-9479-c77c98d3c9d1 req-d825f37e-53c8-4fc4-8cec-225b70d04a67 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:00.527127 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44f00dbd-02bc-4645-9479-c77c98d3c9d1 req-d825f37e-53c8-4fc4-8cec-225b70d04a67 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0794365 Apr 23 00:56:00.571750 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-44f00dbd-02bc-4645-9479-c77c98d3c9d1 req-b4a80a7e-c43e-4ad2-b0e2-d54f8f29fce4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388057 Apr 23 00:56:01.764003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2d151-2bf6-4607-adc9-f8af4696b1e4 req-b50a2431-2c7a-4d56-b358-246813ca9814 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:01.765444 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65e2d151-2bf6-4607-adc9-f8af4696b1e4 req-b50a2431-2c7a-4d56-b358-246813ca9814 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0836589 Apr 23 00:56:01.809358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65e2d151-2bf6-4607-adc9-f8af4696b1e4 req-72bdad29-b178-4e71-aa8b-53ba104c3f3d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 Apr 23 00:56:02.996591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c53ac2-cefb-4d0a-b2c0-b3a978bdf43e req-40003c5b-975d-45db-8f9e-1e0804ac86c8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:02.998854 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8c53ac2-cefb-4d0a-b2c0-b3a978bdf43e req-40003c5b-975d-45db-8f9e-1e0804ac86c8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0853631 Apr 23 00:56:03.043860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c8c53ac2-cefb-4d0a-b2c0-b3a978bdf43e req-94cd7746-e9c9-4a53-8af8-a7c75362577f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Apr 23 00:56:04.227947 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:56:04.228536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa1722-96b1-4287-9523-56ab72c2612c req-b8b7370d-4602-4410-9548-dac89575910b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:04.229431 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f7fa1722-96b1-4287-9523-56ab72c2612c req-b8b7370d-4602-4410-9548-dac89575910b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0811062 Apr 23 00:56:04.273700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f7fa1722-96b1-4287-9523-56ab72c2612c req-0f472bac-5d7c-4062-88f6-1f36dbd0f472 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378397 Apr 23 00:56:05.460541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99766763-981a-424b-9fdc-b09ebb0610a0 req-3c17c711-83e5-42dc-8238-082a9d02156e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:05.461971 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-99766763-981a-424b-9fdc-b09ebb0610a0 req-3c17c711-83e5-42dc-8238-082a9d02156e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0792038 Apr 23 00:56:05.506592 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-99766763-981a-424b-9fdc-b09ebb0610a0 req-ca7241f2-f506-46f2-a49e-6a53d6bd3f8c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388162 Apr 23 00:56:06.693845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab2d1e-4246-4c82-99ac-ba008d7160d8 req-e954ad0a-1c9b-41a2-8a3d-aad29bebb2e0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:06.695331 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04ab2d1e-4246-4c82-99ac-ba008d7160d8 req-e954ad0a-1c9b-41a2-8a3d-aad29bebb2e0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0839663 Apr 23 00:56:06.739955 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04ab2d1e-4246-4c82-99ac-ba008d7160d8 req-4fb57f9e-a560-491a-b2e0-a9d55e0a7ad8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382955 Apr 23 00:56:07.925856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df25b4-cb04-4cd1-9656-082f774441a0 req-be507b6a-66f5-44e5-b8b2-e09bb6b08af5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:07.927194 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a9df25b4-cb04-4cd1-9656-082f774441a0 req-be507b6a-66f5-44e5-b8b2-e09bb6b08af5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0819583 Apr 23 00:56:07.970593 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a9df25b4-cb04-4cd1-9656-082f774441a0 req-a01f9822-86a7-41e5-8837-d8573956a958 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377152 Apr 23 00:56:09.159295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d1462-5b8a-4c0d-a601-4657992148dc req-0662ac18-67ce-4d38-9f8a-c1cefe45070c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:09.160737 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a88d1462-5b8a-4c0d-a601-4657992148dc req-0662ac18-67ce-4d38-9f8a-c1cefe45070c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0800877 Apr 23 00:56:09.208620 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a88d1462-5b8a-4c0d-a601-4657992148dc req-94fe4f81-180f-435f-9018-4b33da61e724 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 Apr 23 00:56:10.109298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:10.391629 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61186513-5a01-48fd-b467-dffc87103468 req-306d1947-71a1-4952-8466-ed1392d1aa9e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:10.392975 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-61186513-5a01-48fd-b467-dffc87103468 req-306d1947-71a1-4952-8466-ed1392d1aa9e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0797412 Apr 23 00:56:10.440225 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-61186513-5a01-48fd-b467-dffc87103468 req-1fb1c441-80cc-48f7-88b4-f7ff81f83695 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 Apr 23 00:56:11.631342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df32d5a-31d2-4836-85cf-00afac8ba9ed req-7601731d-7f33-4cc2-94bb-8b8cdd699622 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:11.632789 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0df32d5a-31d2-4836-85cf-00afac8ba9ed req-7601731d-7f33-4cc2-94bb-8b8cdd699622 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0866852 Apr 23 00:56:11.682018 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0df32d5a-31d2-4836-85cf-00afac8ba9ed req-380a2220-b4bc-44dd-aae5-98d2b8692558 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Apr 23 00:56:12.866782 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a49dd-d206-4faf-9420-ac7053fca4ad req-b5324175-84b8-407d-9a54-74c0570dcce0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:12.868216 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-492a49dd-d206-4faf-9420-ac7053fca4ad req-b5324175-84b8-407d-9a54-74c0570dcce0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0794978 Apr 23 00:56:12.911308 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-492a49dd-d206-4faf-9420-ac7053fca4ad req-638dedda-5204-4a7d-81cd-df712b252f87 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369029 Apr 23 00:56:14.098359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b764a-01ac-43a1-ba5f-fec9a5a64c44 req-8075587a-62e0-4242-b9e8-4c837b240ecb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:14.099808 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a52b764a-01ac-43a1-ba5f-fec9a5a64c44 req-8075587a-62e0-4242-b9e8-4c837b240ecb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0837026 Apr 23 00:56:14.143752 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a52b764a-01ac-43a1-ba5f-fec9a5a64c44 req-d35deb47-ef69-4215-8281-fef044b47a7a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 Apr 23 00:56:15.196688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fdd82129-6292-4d5a-b88e-0c535cc9f39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:15.331911 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec3cc6-4142-4994-88e0-e639363f0fcb req-1169c7e3-3c06-4b8d-98a0-fb13ea6aba7f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:15.333293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7eec3cc6-4142-4994-88e0-e639363f0fcb req-1169c7e3-3c06-4b8d-98a0-fb13ea6aba7f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0829585 Apr 23 00:56:15.377359 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7eec3cc6-4142-4994-88e0-e639363f0fcb req-bc2d8bf0-6dfe-4d92-9fd1-6152986a630a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384579 Apr 23 00:56:16.565234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976b611-12ab-48f7-8138-604664db26ca req-2f767b22-c94c-4d0b-aeb3-0320eb5cc5fa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:16.566713 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b976b611-12ab-48f7-8138-604664db26ca req-2f767b22-c94c-4d0b-aeb3-0320eb5cc5fa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0806499 Apr 23 00:56:16.609959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b976b611-12ab-48f7-8138-604664db26ca req-65c8b4f8-e4f2-44d2-8770-87963820c4b8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376236 Apr 23 00:56:17.617048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a70caeb2-ea4e-45ce-9bcd-5d648432c346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:17.792533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be05436-4337-4507-9eaa-77b489bd3969 req-8e72b735-5711-4a64-8fc8-b18728bf6b80 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:17.794617 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5be05436-4337-4507-9eaa-77b489bd3969 req-8e72b735-5711-4a64-8fc8-b18728bf6b80 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0797966 Apr 23 00:56:17.837399 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5be05436-4337-4507-9eaa-77b489bd3969 req-eb295c27-3d43-4d92-a368-da7e9d839efc tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370934 Apr 23 00:56:18.631299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:18.694907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:19.025380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845dae7-9644-4a10-883e-a600a32e1800 req-026722bf-91db-46c3-bbba-8d674ba93be6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:19.026836 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b845dae7-9644-4a10-883e-a600a32e1800 req-026722bf-91db-46c3-bbba-8d674ba93be6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0826395 Apr 23 00:56:19.070440 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b845dae7-9644-4a10-883e-a600a32e1800 req-21550d30-96d2-46e2-b518-ed8d91c5e233 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373204 Apr 23 00:56:20.045494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:20.264460 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54286f-dcd1-4c52-a640-cae1b9fc9faf req-c7fce123-d2a9-43bc-8f7e-15401eb67f55 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:20.266264 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f54286f-dcd1-4c52-a640-cae1b9fc9faf req-c7fce123-d2a9-43bc-8f7e-15401eb67f55 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0827229 Apr 23 00:56:20.310431 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5f54286f-dcd1-4c52-a640-cae1b9fc9faf req-ffb19ab1-2ce0-4db5-9b3d-e721f0657a87 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385170 Apr 23 00:56:21.496662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25bea-f55e-497b-8d59-a3fe6437abcf req-ff0a5cc7-c029-4fc0-b44f-fb277a301d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:21.498066 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a7f25bea-f55e-497b-8d59-a3fe6437abcf req-ff0a5cc7-c029-4fc0-b44f-fb277a301d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0822659 Apr 23 00:56:21.540193 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a7f25bea-f55e-497b-8d59-a3fe6437abcf req-7b019402-3125-4e22-beae-2e638e30848b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364208 Apr 23 00:56:22.726501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b3c57-8ab9-469b-b20c-7aa4bee26c70 req-b1fc8f02-6f6c-48be-bae5-8b6be50c7564 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:22.727913 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-122b3c57-8ab9-469b-b20c-7aa4bee26c70 req-b1fc8f02-6f6c-48be-bae5-8b6be50c7564 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0819688 Apr 23 00:56:22.771079 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-122b3c57-8ab9-469b-b20c-7aa4bee26c70 req-be2c309d-0a09-4e00-bcab-db7aa7a41d41 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369818 Apr 23 00:56:23.959075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3a833-3dc7-47e7-9411-22f92ef8fa34 req-8006591a-8a0c-486a-b9f8-3f5bf1dcfdb5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:23.961320 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eff3a833-3dc7-47e7-9411-22f92ef8fa34 req-8006591a-8a0c-486a-b9f8-3f5bf1dcfdb5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0828035 Apr 23 00:56:24.007343 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-eff3a833-3dc7-47e7-9411-22f92ef8fa34 req-2e6afd61-f0c4-4e6a-b980-a349b8b3a447 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392072 Apr 23 00:56:25.200780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a355dc-4bab-4580-acb0-0cd2f1f8b651 req-6b4385b5-faf8-4027-a52a-bc2cd26df511 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.202395 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-68a355dc-4bab-4580-acb0-0cd2f1f8b651 req-6b4385b5-faf8-4027-a52a-bc2cd26df511 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0835495 Apr 23 00:56:25.245326 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-68a355dc-4bab-4580-acb0-0cd2f1f8b651 req-2d343c0c-9ac1-40bc-af41-4b17d8c2d08f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373011 Apr 23 00:56:25.390998 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-d55f68d6-e6e9-48ff-a75b-c17e0e37dbb0 service neutron] 10.222.0.42 "GET /v2.0/ports/85eefeb3-328a-4435-91a0-c188d7a7ca37/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0769312 Apr 23 00:56:25.670228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-3d2088bf-2131-4c58-87b4-2e034d2cc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.671726 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-3d2088bf-2131-4c58-87b4-2e034d2cc45f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 1098 time: 0.0727663 Apr 23 00:56:25.775662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-2697a4cc-ec8a-430a-a6ed-50552c327bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.777114 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-2697a4cc-ec8a-430a-a6ed-50552c327bea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1098 time: 0.0736327 Apr 23 00:56:25.914193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-154c6fcc-505e-43b5-ae8f-923dd4af2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:25.915644 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-154c6fcc-505e-43b5-ae8f-923dd4af2ccc service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1266220 Apr 23 00:56:26.018622 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-2333d6ac-f50f-4f04-8fb9-a774e32179ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 1002 time: 0.0962868 Apr 23 00:56:26.182587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-b71a3b74-4014-4f31-9219-9999239602b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:26.184141 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-b71a3b74-4014-4f31-9219-9999239602b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.1601212 Apr 23 00:56:26.262834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-0d785630-66f8-4a98-bd64-6503abebdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:26.264176 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-0d785630-66f8-4a98-bd64-6503abebdc9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733750 Apr 23 00:56:26.441906 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-49f864ad-d36b-4be4-9f71-4b24bb265de9 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716509 Apr 23 00:56:26.500436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194d700-1bb3-4ae5-bef0-0f4c5fa596e0 req-b1a2cd3b-ad96-4ed0-a84e-a43f511f88ec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:26.501843 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f194d700-1bb3-4ae5-bef0-0f4c5fa596e0 req-b1a2cd3b-ad96-4ed0-a84e-a43f511f88ec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.1485608 Apr 23 00:56:26.612251 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f194d700-1bb3-4ae5-bef0-0f4c5fa596e0 req-1dc9961b-83b9-4586-8fed-3af50c2e1d6b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658853 Apr 23 00:56:26.619541 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2daa1db-0a0c-4709-9897-4b843e61c1ca req-98839361-1111-4bcd-bf6c-74b30f53728e service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657646 Apr 23 00:56:27.805093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc552b-b8aa-495b-99ce-dda06ae22fa4 req-c1179b3c-c24f-42ec-bd29-91dde72af720 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:27.806534 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9efc552b-b8aa-495b-99ce-dda06ae22fa4 req-c1179b3c-c24f-42ec-bd29-91dde72af720 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0832739 Apr 23 00:56:27.850392 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9efc552b-b8aa-495b-99ce-dda06ae22fa4 req-5f9f7de1-6433-4643-a91b-c2555a8df1e8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372031 Apr 23 00:56:29.040744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56af47-3c70-49e0-b3f9-aca2fbe79c09 req-a1c1d50d-d331-42c2-87aa-5f22b04b54b1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:29.042180 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4e56af47-3c70-49e0-b3f9-aca2fbe79c09 req-a1c1d50d-d331-42c2-87aa-5f22b04b54b1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0854299 Apr 23 00:56:29.085987 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4e56af47-3c70-49e0-b3f9-aca2fbe79c09 req-93f7f79e-c76d-40d7-b4c6-797ae7b5dda6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379970 Apr 23 00:56:29.936785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:56:29.942155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:56:30.158067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.177634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:30.201965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:30.207917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'mac_address': 'fa:16:3e:8a:20:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:56:30.213647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:30.243654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.276031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9bb76-1775-4a7b-a82c-488bcb907041 req-522a8627-6133-4dad-8069-6d17f9d2ab5e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:30.278086 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73f9bb76-1775-4a7b-a82c-488bcb907041 req-522a8627-6133-4dad-8069-6d17f9d2ab5e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 943 time: 0.0838571 Apr 23 00:56:30.285721 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b60047-adaf-422c-9456-dfd269b569e5'] response: {'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'code': 200} Apr 23 00:56:30.324790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.326446 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-73f9bb76-1775-4a7b-a82c-488bcb907041 req-36232fc1-62f5-4de5-ac5b-661d9e309225 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Apr 23 00:56:30.347363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eefeb3-328a-4435-91a0-c188d7a7ca37 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:56:30.351175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:30.364471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.364801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.365133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.365550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.365881 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.366336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.366653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.366972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.367293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.367614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.367936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.368244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:30.377330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:30.382423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:30.452374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:30.533723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['85eefeb3-328a-4435-91a0-c188d7a7ca37'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:56:30.875178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-b621eaef-0b09-4aaa-8e3d-1888dc3b3953 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:30.876840 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-b621eaef-0b09-4aaa-8e3d-1888dc3b3953 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba&tenant_id=5e2a740157f9480aad0a7df927be387f&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 944 time: 0.0841746 Apr 23 00:56:30.931776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4a5a8-5143-4e8b-bbb7-7c1976799832 req-521e93a7-2cc2-4145-8686-1c3d000e17c6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:30.933223 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7f4a5a8-5143-4e8b-bbb7-7c1976799832 req-521e93a7-2cc2-4145-8686-1c3d000e17c6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 944 time: 0.0818450 Apr 23 00:56:30.958533 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-5f79d0ba-fd2a-4fa1-b263-3ae1adcb0540 service neutron] 10.222.0.42 "GET /v2.0/ports/85eefeb3-328a-4435-91a0-c188d7a7ca37/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0754893 Apr 23 00:56:30.978976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f7f4a5a8-5143-4e8b-bbb7-7c1976799832 req-0ab53c4e-0f34-4a3b-932e-8e07330119ee tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385792 Apr 23 00:56:31.067228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-9bfa2968-1292-40fd-bb0e-b48a0d59b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:31.068677 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-9bfa2968-1292-40fd-bb0e-b48a0d59b1de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1097 time: 0.0701120 Apr 23 00:56:31.204937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-c304c3e3-d065-4aac-9a30-070f873ec6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:31.206386 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-c304c3e3-d065-4aac-9a30-070f873ec6b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1312211 Apr 23 00:56:31.309841 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-b1adb067-91e6-4198-b185-9e5c481ef9f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 1001 time: 0.0977316 Apr 23 00:56:31.370541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-1d81d30d-7111-4fe8-af8d-9a1982371451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:31.372220 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-1d81d30d-7111-4fe8-af8d-9a1982371451 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0569429 Apr 23 00:56:31.448537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-86d3a759-0bc7-49f8-9a6b-8a8fc120d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:31.451052 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-86d3a759-0bc7-49f8-9a6b-8a8fc120d172 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732746 Apr 23 00:56:31.581724 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-5e98b5de-3fb2-4b7f-9f05-8ededf830a6c service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242342 Apr 23 00:56:31.712546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-483ae9cb-1397-4c09-91ac-d9c3ea71584b service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258128 Apr 23 00:56:31.968011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:56:32.036869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 85eefeb3-328a-4435-91a0-c188d7a7ca37 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:56:32.037236 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.156947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.166457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08c337-84ed-46e5-8a98-29e6d2f5ded6 req-c8ebfe72-e389-4135-8827-1341d00311c7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:32.168541 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4c08c337-84ed-46e5-8a98-29e6d2f5ded6 req-c8ebfe72-e389-4135-8827-1341d00311c7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 944 time: 0.0797467 Apr 23 00:56:32.190294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:32.198843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:32.222509 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4c08c337-84ed-46e5-8a98-29e6d2f5ded6 req-6db9c38b-c4e8-455b-be8b-faa17dc4cf13 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Apr 23 00:56:32.296577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:32.311327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:32.354272 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e60410-6946-414c-9d4d-80ccd278b61f'] response: {'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'code': 200} Apr 23 00:56:33.517563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c5137-2264-4151-bd6a-d24d96a93b13 req-52afb0bd-a8f8-4d01-810b-5c81daec0ec3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:33.519038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e7c5137-2264-4151-bd6a-d24d96a93b13 req-52afb0bd-a8f8-4d01-810b-5c81daec0ec3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.1879649 Apr 23 00:56:33.562409 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e7c5137-2264-4151-bd6a-d24d96a93b13 req-1f1fb967-51c8-4110-a620-cbcb5ea257ae tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377471 Apr 23 00:56:34.393667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-b8ff0771-0876-4a24-944b-b6a57643e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:34.395143 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-b8ff0771-0876-4a24-944b-b6a57643e398 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 1098 time: 0.0724468 Apr 23 00:56:34.495869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-cbc7c878-60ec-495a-b1aa-aab17fe03c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:34.498100 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-cbc7c878-60ec-495a-b1aa-aab17fe03c52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1098 time: 0.0726619 Apr 23 00:56:34.630644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-778921c2-7a50-4aff-ae09-4471df52fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:34.632107 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-778921c2-7a50-4aff-ae09-4471df52fc97 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1284885 Apr 23 00:56:34.736032 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-89f2de1a-c7d2-4f12-8e4b-f0131f8fb499 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 1002 time: 0.0979445 Apr 23 00:56:34.801439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-9545095f-886e-4e54-b6d2-9429fde13c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:34.802967 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-9545095f-886e-4e54-b6d2-9429fde13c75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0610647 Apr 23 00:56:34.849073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482a72f-b38f-4e10-9bc0-b73e823864f6 req-090158a7-1206-442e-960d-e191db60bbc3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:34.850453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6482a72f-b38f-4e10-9bc0-b73e823864f6 req-090158a7-1206-442e-960d-e191db60bbc3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.1776314 Apr 23 00:56:34.884182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-53c15804-3f5c-4ca3-9e66-623d3c9486af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:34.885642 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-53c15804-3f5c-4ca3-9e66-623d3c9486af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756073 Apr 23 00:56:34.895335 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6482a72f-b38f-4e10-9bc0-b73e823864f6 req-c5be71c7-a4e0-4950-a4a1-3b46a8631bc1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383406 Apr 23 00:56:35.019308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-6bf605ed-3b7b-4d86-8d7f-c7a2aa2c6293 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277797 Apr 23 00:56:35.149877 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8ad453a5-aa3c-4074-97af-34605a75f6f2 req-5f32cb2e-62bb-43a3-98e1-628aa0f29cf6 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251655 Apr 23 00:56:36.140584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71748-d331-4da6-8fdc-9db1b0fed654 req-4db01099-4b8d-439d-8b2d-8f0cf78fdb8a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:36.142046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08d71748-d331-4da6-8fdc-9db1b0fed654 req-4db01099-4b8d-439d-8b2d-8f0cf78fdb8a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.1398222 Apr 23 00:56:36.147378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-8007be46-a9bb-4b47-a781-cae0c9c842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:36.148706 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-8007be46-a9bb-4b47-a781-cae0c9c842b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 1098 time: 0.1047492 Apr 23 00:56:36.265488 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08d71748-d331-4da6-8fdc-9db1b0fed654 req-b0ee4148-1e3a-4317-bb96-3cd9e6f2e3b7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158531 Apr 23 00:56:36.310069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-6071df2c-ccf7-49d7-8a10-a42db7ec0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:36.311525 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-6071df2c-ccf7-49d7-8a10-a42db7ec0de9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1424804 Apr 23 00:56:36.413524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-805e5039-2f12-472e-9013-a7d427d807f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 200 len: 1002 time: 0.0954430 Apr 23 00:56:36.475231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-33211c94-3365-47e0-bae2-c9f5d1193803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:36.476614 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-33211c94-3365-47e0-bae2-c9f5d1193803 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0559778 Apr 23 00:56:36.553736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-11f669b0-1281-47bc-9d37-7f453027b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:36.555110 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-11f669b0-1281-47bc-9d37-7f453027b9a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715590 Apr 23 00:56:36.568815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-a89c7447-0287-4f57-85b5-a9f015fcbf26 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:56:36.569723 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-a89c7447-0287-4f57-85b5-a9f015fcbf26 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047200 Apr 23 00:56:36.807356 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-f3f61997-2c7d-4d8d-a1b5-5c160d0c68f4 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311971 Apr 23 00:56:36.940213 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8709a1ab-6ab1-4033-97ee-e2c5a84a3bcd req-27f4ed7f-f8ef-4be5-a045-d86355d9d46e service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222935 Apr 23 00:56:37.455066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92741b87-df9c-4367-84f1-099d9a31a11a req-5e3726a4-8bcd-498a-803f-054dd564cb2e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:37.456499 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-92741b87-df9c-4367-84f1-099d9a31a11a req-5e3726a4-8bcd-498a-803f-054dd564cb2e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0828776 Apr 23 00:56:37.504068 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-92741b87-df9c-4367-84f1-099d9a31a11a req-82a0c938-fe65-4bcb-9479-3aecc3a0c1aa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 Apr 23 00:56:37.690182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49700f-85fe-46ba-beef-9cfa54eb1690 req-a99e676a-4508-4766-b189-ba70714a33f9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:37.691739 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7c49700f-85fe-46ba-beef-9cfa54eb1690 req-a99e676a-4508-4766-b189-ba70714a33f9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0852017 Apr 23 00:56:37.734861 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7c49700f-85fe-46ba-beef-9cfa54eb1690 req-99c56164-23eb-4f96-b85e-3673efcbbeb1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374103 Apr 23 00:56:37.920976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706d86-37ee-490a-b907-974215e900e8 req-e59d9ac9-8765-45d6-83e8-7a90eb6b1dd8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:37.922353 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1e706d86-37ee-490a-b907-974215e900e8 req-e59d9ac9-8765-45d6-83e8-7a90eb6b1dd8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0795193 Apr 23 00:56:37.966287 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1e706d86-37ee-490a-b907-974215e900e8 req-f222a3eb-5517-47ef-87c0-a7a995a1bb46 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382600 Apr 23 00:56:38.003374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:56:38.013597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:56:38.235993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.253526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:38.273017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'mac_address': 'fa:16:3e:8a:20:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:56:38.278789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:38.312500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:38.318275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.361321 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7b5046-2ba3-4465-b0b8-80585b86cf25'] response: {'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'code': 200} Apr 23 00:56:38.376633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9675-199f-45b6-a4b7-1f629e58c79c req-693a4ef7-4e3f-4bf3-b5f1-407ef37f4f62 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:38.378095 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b47a9675-199f-45b6-a4b7-1f629e58c79c req-693a4ef7-4e3f-4bf3-b5f1-407ef37f4f62 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 943 time: 0.0853772 Apr 23 00:56:38.399135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.423356 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b47a9675-199f-45b6-a4b7-1f629e58c79c req-afac2b80-2db3-4e37-a087-b80a7d18f0a8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388517 Apr 23 00:56:38.423591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eefeb3-328a-4435-91a0-c188d7a7ca37 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:56:38.427337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=9']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:38.442904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:38.446793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:38.515031 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=10']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:38.612262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['85eefeb3-328a-4435-91a0-c188d7a7ca37'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:56:39.615792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8aca4-8cd6-4b7f-a84c-9e8192ee6992 req-ec859a2a-99c9-45ae-a766-e42a9500e530 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:39.617210 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a0f8aca4-8cd6-4b7f-a84c-9e8192ee6992 req-ec859a2a-99c9-45ae-a766-e42a9500e530 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 945 time: 0.0853012 Apr 23 00:56:39.662556 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a0f8aca4-8cd6-4b7f-a84c-9e8192ee6992 req-eafa618a-8735-4d4a-951c-305d780e2516 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388258 Apr 23 00:56:40.006825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:56:40.072909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 85eefeb3-328a-4435-91a0-c188d7a7ca37 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:56:40.073272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:40.132965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:40.197796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:40.229573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:40.233418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:40.303376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=11']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:40.362433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:40.404942 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89fa7b11-1556-48b4-9601-4b5d016245e4'] response: {'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'code': 200} Apr 23 00:56:40.738681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-bb8cf629-9672-469b-9cac-c8faa50ae599 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:40.740099 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-bb8cf629-9672-469b-9cac-c8faa50ae599 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 946 time: 0.0804195 Apr 23 00:56:40.858860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Deleting port 85eefeb3-328a-4435-91a0-c188d7a7ca37 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:56:40.859198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:40.966687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50331c-6f49-4310-b05d-3a91c0791fd4 req-ca244b22-ad71-40c2-9122-0f4b5449b1aa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:40.968044 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cb50331c-6f49-4310-b05d-3a91c0791fd4 req-ca244b22-ad71-40c2-9122-0f4b5449b1aa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 946 time: 0.1946390 Apr 23 00:56:41.059544 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cb50331c-6f49-4310-b05d-3a91c0791fd4 req-8ac6db9c-cdc6-461c-b3d4-c8d41761926f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838175 Apr 23 00:56:41.162915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] For port 85eefeb3-328a-4435-91a0-c188d7a7ca37, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=85eefeb3-328a-4435-91a0-c188d7a7ca37,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:41.163270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:41.227137 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:56:41.453379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:41.453746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:41.454063 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 disassociated. External IP: 172.26.8.225, port: 85eefeb3-328a-4435-91a0-c188d7a7ca37. Apr 23 00:56:41.454430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Calling delete_port for 85eefeb3-328a-4435-91a0-c188d7a7ca37 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:56:41.597174 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:41.646999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event deleted for resources: {'Port': ['ID=85eefeb3-328a-4435-91a0-c188d7a7ca37,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:41.658021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.658449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.658797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.659162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.659500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.659835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.660173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.660507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.660840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.661168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.661497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.661821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:56:41.962315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:56:42.140405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:56:42.151319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:56:42.162567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:56:42.163210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:56:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:42.211911 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-50b41756-ee27-4b15-99e3-321b2f6d47f2 req-2a696b74-da98-4c89-9a71-c830ba30099d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=f44fbddf-f51e-477c-aeae-a7891ac912ba HTTP/1.1" status: 200 len: 210 time: 0.0445387 Apr 23 00:56:42.217411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] No DVR routers for this DVR port 85eefeb3-328a-4435-91a0-c188d7a7ca37 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:56:42.219846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:42.223952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-deleted', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:42.243578 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19dd6fb0-7f9d-4414-aab7-bc4c88f784c0 req-382c30b1-d286-4839-969a-d631bccaa5fe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "DELETE /v2.0/ports/85eefeb3-328a-4435-91a0-c188d7a7ca37 HTTP/1.1" status: 204 len: 173 time: 1.4982309 Apr 23 00:56:42.269919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff64e8ff-bfe8-4e35-a9b1-a9881e49a6a9'] response: {'server_uuid': 'f44fbddf-f51e-477c-aeae-a7891ac912ba', 'name': 'network-vif-deleted', 'tag': '85eefeb3-328a-4435-91a0-c188d7a7ca37', 'status': 'completed', 'code': 200} Apr 23 00:56:42.357971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:56:42.665168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:42.669258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:56:42.677614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:56:42.678204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:56:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:42.901448 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:56:43.212877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:43.216822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2a3c2f-629f-41d2-ac12-4e652a60bd56 None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:56:43.452695 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1ab5-de4b-40a8-9910-7bcad82a62da None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:56:43.558181 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-e2884df4-3a79-4d66-9f85-49b0b5d63619 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--483361778&fields=id&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 267 time: 0.0399318 Apr 23 00:56:43.717772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-835e478d-d8a0-4538-86d1-e056de615936 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:43.719236 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-835e478d-d8a0-4538-86d1-e056de615936 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.1540689 Apr 23 00:56:43.733639 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-0af6d624-7c76-41fb-8eb5-d44da5fe6d9b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/quotas/5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 375 time: 0.0089004 Apr 23 00:56:43.820833 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-9928b972-faba-49b7-bb58-2f8446d5a4ba tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821066 Apr 23 00:56:43.956676 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-75cdce5a-7d9e-46ae-a810-0f7c0a7547be service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239755 Apr 23 00:56:44.086960 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-b52b080a-0184-40c7-aaab-ad362b8c520c service neutron] 10.222.0.39 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243787 Apr 23 00:56:44.260345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-55643a74-048e-41c3-b29b-ac6b894120ab req-bcdf20b0-e3c8-449c-bff6-8e4355222d5a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:56:44.275835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-55643a74-048e-41c3-b29b-ac6b894120ab req-bcdf20b0-e3c8-449c-bff6-8e4355222d5a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:56:44.277745 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-55643a74-048e-41c3-b29b-ac6b894120ab req-bcdf20b0-e3c8-449c-bff6-8e4355222d5a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 210 time: 0.0591867 Apr 23 00:56:45.191802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-84abfeff-05fd-4b44-8035-3dda849b8447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:45.330852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-b1d8dd5c-45ac-469f-93ba-b1dcbb67fa77 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:45.332320 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-b1d8dd5c-45ac-469f-93ba-b1dcbb67fa77 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 812 time: 0.1476443 Apr 23 00:56:45.388658 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-d9916672-d173-4238-b2c3-f26ca643230d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 379 time: 0.0428152 Apr 23 00:56:45.396854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'port': {'device_id': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'admin_state_up': True, 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'security_groups': ['7e52432e-d8c8-4d97-9bea-252cfaf7e3c5']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:56:45.441074 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f426d8c3-bdcc-43aa-9e6f-9fd55c1b7ec9 req-8dedaa14-2477-41ce-bb62-8c16ea87a5f6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 210 time: 0.0459721 Apr 23 00:56:45.537394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:56:45.547395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:56:45.556245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Made reservation on behalf of 5e2a740157f9480aad0a7df927be387f for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:56:45.561129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:45.725608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Allocated IP 172.20.0.9 (97c79826-f984-4b50-816a-3c8f7c64c3a0/0c95528a-ac0b-4e94-87b2-e063a6d1314f/dd5a40c3-3fbd-40d9-8bf6-df6695eed871) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:56:45.910069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:45.925657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Transition to ACTIVE for port object dd5a40c3-3fbd-40d9-8bf6-df6695eed871 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:56:45.949027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:46.017783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:56:46.020755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:56:46.030052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:56:46.044270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:56:46.076438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:46.084019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 85eefeb3-328a-4435-91a0-c188d7a7ca37 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:56:46.084366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 85eefeb3-328a-4435-91a0-c188d7a7ca37 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:56:46.099825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:46.100440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:46.127636 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-db392570-8954-46ea-85d3-8ca935d02e82 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344329 Apr 23 00:56:46.144042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Request body: {'port': {'device_id': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:56:46.257227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d5123df0-0133-4c2d-8b7f-00525f85c10c None None] Provisioning for port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:56:46.261377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:46.262361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d5123df0-0133-4c2d-8b7f-00525f85c10c None None] Provisioning complete for port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:56:46.262721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d5123df0-0133-4c2d-8b7f-00525f85c10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:46.316252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d5123df0-0133-4c2d-8b7f-00525f85c10c None None] Port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:56:46.642675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5a40c3-3fbd-40d9-8bf6-df6695eed871 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:56:46.650964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:46.672063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Transition to ACTIVE for port object dd5a40c3-3fbd-40d9-8bf6-df6695eed871 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:56:46.675909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:46.926490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996635a-d58a-4629-ab58-9470930e3c8e req-5029555b-78d9-400d-96d7-53ba3631a288 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:46.927180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8996635a-d58a-4629-ab58-9470930e3c8e req-5029555b-78d9-400d-96d7-53ba3631a288 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:56:46.970027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:47.027710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8996635a-d58a-4629-ab58-9470930e3c8e req-5029555b-78d9-400d-96d7-53ba3631a288 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:56:47.028856 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8996635a-d58a-4629-ab58-9470930e3c8e req-5029555b-78d9-400d-96d7-53ba3631a288 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 931 time: 0.4810405 Apr 23 00:56:47.090819 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8996635a-d58a-4629-ab58-9470930e3c8e req-1b9c7575-744f-4c9f-8335-d175e05a736f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552285 Apr 23 00:56:47.091611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Attempting to bind port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:56:47.091950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Attempting to bind port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:56:47.092272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Attempting to bind port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:56:47.097089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:56:47.097554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Attempting to bind port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 on network 97c79826-f984-4b50-816a-3c8f7c64c3a0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:56:47.112587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:56:47.112587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Checking segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:56:47.112587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Bound using segment: {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:56:47.112587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Bound port: dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2e6540-2992-46c1-b426-e067819f005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:56:47.112587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:47.196256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:56:47.199181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:56:47.203469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:47.258634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:47.259238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:47.260556 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] 10.222.0.42 "PUT /v2.0/ports/dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 1093 time: 1.1209073 Apr 23 00:56:47.260980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:47.296605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549f7d8-9391-4ec1-80e0-561f20561769 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:47.313786 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ceb2f7-3072-48b2-a81a-ef0c0da25ae3'] response: {'name': 'network-changed', 'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'status': 'completed', 'code': 200} Apr 23 00:56:47.409404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-3a9d6ef9-a3e2-4710-9390-ca29ee3c4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:47.410932 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-3a9d6ef9-a3e2-4710-9390-ca29ee3c4bbf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1096 time: 0.0805304 Apr 23 00:56:47.485174 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-975ed4da-cb69-4c1e-ace6-0358dae485a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 217 time: 0.0625751 Apr 23 00:56:47.550630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-e3150461-256b-4e5d-9504-e1b9c02d1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:47.551913 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-e3150461-256b-4e5d-9504-e1b9c02d1334 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0609901 Apr 23 00:56:47.619158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-38bf8be2-158c-4405-b05d-3ee9f18a9d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:47.628395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-386ec52c-ba5a-4e71-81e4-e4890d60f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:47.629847 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-386ec52c-ba5a-4e71-81e4-e4890d60f332 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717397 Apr 23 00:56:47.762990 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-581b9e4a-06ff-4361-82da-b91244ff08bb service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269565 Apr 23 00:56:47.891983 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-221ddfa3-d889-49f6-a8a0-aab543effaa7 req-30a8f9e8-b784-4bb5-a5cc-cad61d1cd89b service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233428 Apr 23 00:56:48.056130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-e3ee0490-9fff-4232-b58a-22668e11bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:48.057584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-e3ee0490-9fff-4232-b58a-22668e11bc25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1096 time: 0.0707221 Apr 23 00:56:48.189685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-89ed0be7-1da4-4df2-a97d-8a14b65cf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:48.191079 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-89ed0be7-1da4-4df2-a97d-8a14b65cf516 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1270564 Apr 23 00:56:48.300859 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-fe2fde67-d119-47b1-bd91-7ae3617c8732 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 217 time: 0.1037705 Apr 23 00:56:48.380869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-a72153fe-377a-4853-8e29-53ce3013dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:48.382256 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-a72153fe-377a-4853-8e29-53ce3013dbbe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0758541 Apr 23 00:56:48.396360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b61a9-7aee-4001-a21d-53d9cf52feef req-ba5f0f19-617a-4c2b-852d-ac9cff493216 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:48.397673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-699b61a9-7aee-4001-a21d-53d9cf52feef req-ba5f0f19-617a-4c2b-852d-ac9cff493216 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 943 time: 0.1485932 Apr 23 00:56:48.481045 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-699b61a9-7aee-4001-a21d-53d9cf52feef req-142a6d0a-bd00-45d7-a60b-849d920fc9f1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531352 Apr 23 00:56:48.501733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-6d2722d8-0952-4e19-ae33-b35b4c73e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:48.503214 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-6d2722d8-0952-4e19-ae33-b35b4c73e7ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145318 Apr 23 00:56:48.632537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:48.638102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-ee75334c-fa59-4107-8f85-e778173b6205 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277578 Apr 23 00:56:48.699688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:48.773179 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fdd50b65-2d5d-48d7-9d9a-9afd9a5936e1 req-e6afb1d1-688a-4650-9adc-1a965b10046c service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288872 Apr 23 00:56:49.664832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836db88-fb1b-4650-be54-308e17095837 req-80b19103-1f7e-4c99-ac00-cb4deec29629 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:49.666234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a836db88-fb1b-4650-be54-308e17095837 req-80b19103-1f7e-4c99-ac00-cb4deec29629 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 943 time: 0.0809586 Apr 23 00:56:49.712813 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a836db88-fb1b-4650-be54-308e17095837 req-0e8fef77-d16b-4230-b3d8-bd6ed732cf94 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407548 Apr 23 00:56:50.046418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:50.084582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:56:50.214373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:50.227925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'mac_address': 'fa:16:3e:0e:0f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:56:50.284748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:50.300862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5a40c3-3fbd-40d9-8bf6-df6695eed871 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:56:50.316920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:50.321017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:50.385210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:50.700176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['dd5a40c3-3fbd-40d9-8bf6-df6695eed871'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:56:50.905518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ccec7-dacd-4d81-9f76-0efa3cb1bc14 req-06df5c48-4711-4f07-a02b-6b1a7f147b77 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:50.907037 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-050ccec7-dacd-4d81-9f76-0efa3cb1bc14 req-06df5c48-4711-4f07-a02b-6b1a7f147b77 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 944 time: 0.0841918 Apr 23 00:56:50.950738 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-050ccec7-dacd-4d81-9f76-0efa3cb1bc14 req-2008c69c-18fb-48f0-b1a0-12489c3492ec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 Apr 23 00:56:52.075953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:56:52.137223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048599f-d734-4ac4-a16c-8bbb07149ea2 req-452cb28f-80c4-4fd3-a69a-bcbfd6b2a3b8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:52.138699 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3048599f-d734-4ac4-a16c-8bbb07149ea2 req-452cb28f-80c4-4fd3-a69a-bcbfd6b2a3b8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 944 time: 0.0806770 Apr 23 00:56:52.143894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:56:52.148523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:56:52.148891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:52.184130 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3048599f-d734-4ac4-a16c-8bbb07149ea2 req-64ed3e4a-f705-41ac-9605-04aa4fd7fda9 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394077 Apr 23 00:56:52.268937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:52.295627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:52.304844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:56:52.310469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:52.348924 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89f4f6a-2945-477f-8bdb-5bdaa53bf915'] response: {'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'code': 200} Apr 23 00:56:52.381022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:56:52.596663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee82ee-61c3-459d-affe-195e1fdd20ca req-6645e5c4-b179-4a82-80ac-971731900143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:52.598023 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-13ee82ee-61c3-459d-affe-195e1fdd20ca req-6645e5c4-b179-4a82-80ac-971731900143 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1098 time: 0.0682538 Apr 23 00:56:52.640620 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-13ee82ee-61c3-459d-affe-195e1fdd20ca req-17ac03d2-03de-4485-94fc-591988ae25ce service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369842 Apr 23 00:56:53.373009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e2f79-1f7f-4eb4-a893-a76115d1a3df req-37b5a485-3f3d-431b-89c2-f23c92448e24 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:53.374400 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b96e2f79-1f7f-4eb4-a893-a76115d1a3df req-37b5a485-3f3d-431b-89c2-f23c92448e24 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0845709 Apr 23 00:56:53.419226 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b96e2f79-1f7f-4eb4-a893-a76115d1a3df req-94dc2310-cb50-41c1-bfce-808890ef50ed tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391490 Apr 23 00:56:54.608949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b9fe4-6f0f-422d-b23c-a14ed71ddb22 req-282b8ac1-40aa-4d39-b737-916f7c3ccbcb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:54.610424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-986b9fe4-6f0f-422d-b23c-a14ed71ddb22 req-282b8ac1-40aa-4d39-b737-916f7c3ccbcb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0798903 Apr 23 00:56:54.653852 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-986b9fe4-6f0f-422d-b23c-a14ed71ddb22 req-c3dcec27-da98-4c92-9649-178b855c2993 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378158 Apr 23 00:56:54.834123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10702f83-9c04-46b6-9b31-28a4fd7a3c53 req-4fde81ae-4cf6-4d0d-9b5a-f20dde8038bf tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:54.835718 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-10702f83-9c04-46b6-9b31-28a4fd7a3c53 req-4fde81ae-4cf6-4d0d-9b5a-f20dde8038bf tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0789042 Apr 23 00:56:54.844834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 45930) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:56:54.849653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Request body: {'floatingip': {'port_id': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:56:54.926046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:55.598568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:55.602253 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:55.769045 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 associated. External IP: 172.26.8.225, port: dd5a40c3-3fbd-40d9-8bf6-df6695eed871. Apr 23 00:56:56.113299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:56:56.286876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:56:56.291021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:56:56.296977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:56:56.306483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:56:56.307080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:56:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:56.348240 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-52a89cbf-35e6-423e-a988-7d6fee4b1218 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "PUT /v2.0/floatingips/8fe195eb-e253-47c7-b9b5-325105ddca60 HTTP/1.1" status: 200 len: 992 time: 1.5023599 Apr 23 00:56:56.348815 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:56:56.393869 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9218f8-f503-42fc-b3f8-bd403ae37071'] response: {'name': 'network-changed', 'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'status': 'completed', 'code': 200} Apr 23 00:56:56.488710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:56:56.513202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-0b9d9e10-f182-4d93-915e-636cacf3ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:56.514706 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-0b9d9e10-f182-4d93-915e-636cacf3ccb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1098 time: 0.0780654 Apr 23 00:56:56.782632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-00e9449d-b8f5-4a0d-bc0a-2e327cc06956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:56.784077 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-00e9449d-b8f5-4a0d-bc0a-2e327cc06956 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.2631547 Apr 23 00:56:56.901473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:0e:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:56:55Z', 'revision_number': 13, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:56.905506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:56:56.906835 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-b96da745-d34a-4ff3-8b48-41d66b1cce5f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 1000 time: 0.1148715 Apr 23 00:56:56.914139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:56:56.914772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:56:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:56.972591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-b7c18604-5ac5-40ea-b2c7-f124b5364810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:56.974055 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-b7c18604-5ac5-40ea-b2c7-f124b5364810 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0618212 Apr 23 00:56:57.054153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-cb8864c0-9f79-4a24-b568-02213b5ae8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:57.055664 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-cb8864c0-9f79-4a24-b568-02213b5ae8bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749056 Apr 23 00:56:57.100253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:56:57.188664 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-8116ea99-5429-4f80-aec9-39792c8a62b4 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261826 Apr 23 00:56:57.321632 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c1dccad2-3db2-4f4c-a52c-7838cae728ee req-3c70e3e7-679e-47e0-a618-7eb11b5a4a77 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267390 Apr 23 00:56:57.455343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:0e:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:56:55Z', 'revision_number': 13, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:56:57.459753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8f8fa-3785-4040-9e42-bdd1106f3d31 None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '8fe195eb-e253-47c7-b9b5-325105ddca60', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'port_id': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'mac_address': 'fa:16:3e:0e:0f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T00:53:47Z', 'updated_at': '2022-04-23T00:56:55Z', 'revision_number': 13, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:56:57.649736 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52bd389-3c24-470c-9dc1-d550a61e2bc2 None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:56:58.181549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a30815-2794-4c6d-a682-da3fc1a749ac req-a142b4ab-e04d-4b19-bc60-fbfcfc52c164 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:56:58.183033 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-12a30815-2794-4c6d-a682-da3fc1a749ac req-a142b4ab-e04d-4b19-bc60-fbfcfc52c164 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.1822553 Apr 23 00:56:58.229161 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-12a30815-2794-4c6d-a682-da3fc1a749ac req-79ed261b-369f-4cb5-b3d7-709b24cea5e2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393338 Apr 23 00:57:07.830553 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-1337a1d1-9732-481e-8231-d17c54ae9a41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183515 Apr 23 00:57:07.842097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25255a89-1c3b-47d3-9485-18aa13b9cfae req-e655401b-8b1d-4a9b-bb30-5551e61869fa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:07.843987 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-25255a89-1c3b-47d3-9485-18aa13b9cfae req-e655401b-8b1d-4a9b-bb30-5551e61869fa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0862412 Apr 23 00:57:07.891379 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-25255a89-1c3b-47d3-9485-18aa13b9cfae req-4ef915b9-7170-4d0a-bfb4-70c4988ec92e tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410094 Apr 23 00:57:09.082698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ae98a-3f24-45bf-9323-13051b136308 req-d64e7fa9-199a-4dbd-b766-ebf02dd47cb3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:09.084147 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b4ae98a-3f24-45bf-9323-13051b136308 req-d64e7fa9-199a-4dbd-b766-ebf02dd47cb3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0796580 Apr 23 00:57:09.110679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-9f376159-b0eb-4132-90d9-89f2cd3682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:09.112139 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-9f376159-b0eb-4132-90d9-89f2cd3682c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1098 time: 0.0726428 Apr 23 00:57:09.128436 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6b4ae98a-3f24-45bf-9323-13051b136308 req-d1aa45d1-9cea-44ff-b4e5-ffda9d7f7586 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383799 Apr 23 00:57:09.243806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-ebb8785c-e846-4b97-b401-dd065ebbcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:09.245130 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-ebb8785c-e846-4b97-b401-dd065ebbcd60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1272397 Apr 23 00:57:09.347353 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-259296c0-d022-48e8-8f17-261b235cf203 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 1002 time: 0.0963435 Apr 23 00:57:09.413886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-1f7c85a2-58c5-4672-ba7c-cb1cf28e519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:09.415321 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-1f7c85a2-58c5-4672-ba7c-cb1cf28e519a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0616493 Apr 23 00:57:09.489072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-afdd6af0-6239-4cb9-84c5-59daec909747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:09.490524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-afdd6af0-6239-4cb9-84c5-59daec909747 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691724 Apr 23 00:57:09.621887 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-3e50d74f-f262-421a-86c6-d4f252f1dd29 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244304 Apr 23 00:57:09.754403 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-dd30cd66-a693-4de3-94be-85e89e25e22b service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265595 Apr 23 00:57:10.100229 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:10.317006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e11c5-9e43-41f6-afbe-830e5b7111ff req-64dabc2f-cdd0-4031-9b3a-11f20e2dba3b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:10.318335 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b9e11c5-9e43-41f6-afbe-830e5b7111ff req-64dabc2f-cdd0-4031-9b3a-11f20e2dba3b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0835071 Apr 23 00:57:10.361793 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6b9e11c5-9e43-41f6-afbe-830e5b7111ff req-bfdd6fd5-62f9-4423-8dde-ad43b8ff8aed tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378401 Apr 23 00:57:11.549875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da275626-6912-4dd5-81b1-c673c3f5e25e req-2e235999-59ca-458c-80b6-71ab950b5651 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:11.551351 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-da275626-6912-4dd5-81b1-c673c3f5e25e req-2e235999-59ca-458c-80b6-71ab950b5651 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0819840 Apr 23 00:57:11.595824 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-da275626-6912-4dd5-81b1-c673c3f5e25e req-99dc22b4-00a9-475f-940c-d25406277443 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388658 Apr 23 00:57:12.783700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d2519-3af8-4379-a92f-e04d557caaa8 req-3f184e3a-1bf4-47f9-90a5-f919a5e18bfd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:12.785219 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a53d2519-3af8-4379-a92f-e04d557caaa8 req-3f184e3a-1bf4-47f9-90a5-f919a5e18bfd tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0793388 Apr 23 00:57:12.828647 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a53d2519-3af8-4379-a92f-e04d557caaa8 req-dc3b5574-e1f8-4a64-8a9e-7e03db40d8d7 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379457 Apr 23 00:57:14.015479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42ba3b-c06a-4910-b3f9-ec5eeace9deb req-11add228-09d2-449a-8a84-889d15d0b3b6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:14.016465 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ab42ba3b-c06a-4910-b3f9-ec5eeace9deb req-11add228-09d2-449a-8a84-889d15d0b3b6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0808120 Apr 23 00:57:14.062583 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ab42ba3b-c06a-4910-b3f9-ec5eeace9deb req-0788febb-8317-4ce9-bb74-3643051a42c8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Apr 23 00:57:15.197166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34ce5642-4f76-4a18-99d8-b2ef977c1902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:15.263938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcd48b-30d1-4211-ba66-6d3c5b6f5b19 req-75efa5c7-db1c-4bfa-8640-c083c70514d3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:15.265282 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a9dcd48b-30d1-4211-ba66-6d3c5b6f5b19 req-75efa5c7-db1c-4bfa-8640-c083c70514d3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0906117 Apr 23 00:57:15.310069 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a9dcd48b-30d1-4211-ba66-6d3c5b6f5b19 req-3c779af3-e0c7-4284-bd9e-71e39bc489a0 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391240 Apr 23 00:57:16.501483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017cc34-ba16-4b18-9490-0afde31b91e9 req-ee4bec8a-5091-40fd-ad9f-65d0ce91896c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:16.502928 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7017cc34-ba16-4b18-9490-0afde31b91e9 req-ee4bec8a-5091-40fd-ad9f-65d0ce91896c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0796382 Apr 23 00:57:16.546879 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7017cc34-ba16-4b18-9490-0afde31b91e9 req-f55ce34f-0cb7-47b4-9143-e44f86b2d30d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382891 Apr 23 00:57:17.200907 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-b6843865-4be3-469b-a6f6-2a8e0c153292 service neutron] 10.222.0.42 "GET /v2.0/ports/dd5a40c3-3fbd-40d9-8bf6-df6695eed871/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0755877 Apr 23 00:57:17.480396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-617f386c-bf0e-415c-8ace-d1e48a30e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:17.482882 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-617f386c-bf0e-415c-8ace-d1e48a30e391 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 1098 time: 0.0752616 Apr 23 00:57:17.610176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-9a4e4e55-7579-4491-840b-587630558f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:17.611876 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-9a4e4e55-7579-4491-840b-587630558f04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1098 time: 0.0776792 Apr 23 00:57:17.623710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cd95af69-0c03-4666-8ad5-6a53b2198411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:17.898315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-88baa13e-88af-4098-9722-b93d17ffd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:17.899734 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-88baa13e-88af-4098-9722-b93d17ffd0b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.2823911 Apr 23 00:57:17.987227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27732-8482-45cd-a15f-ee57b1d84c78 req-d87461ac-9e9e-4b7d-8b6a-fe7e1a1a07ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:17.988653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1db27732-8482-45cd-a15f-ee57b1d84c78 req-d87461ac-9e9e-4b7d-8b6a-fe7e1a1a07ce tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.3325055 Apr 23 00:57:18.038137 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-bbf7914d-f163-45ca-95b6-129f2c4e3970 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 1002 time: 0.1320987 Apr 23 00:57:18.080538 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1db27732-8482-45cd-a15f-ee57b1d84c78 req-91a9a238-89d9-4742-a24c-7d38fe806df3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860915 Apr 23 00:57:18.106586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-84de2c3a-0ab4-4e6d-b8eb-97158f686988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:18.108234 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-84de2c3a-0ab4-4e6d-b8eb-97158f686988 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0619195 Apr 23 00:57:18.186655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-d042ba06-c941-4520-b93c-212126c1bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:18.188035 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-d042ba06-c941-4520-b93c-212126c1bc81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742004 Apr 23 00:57:18.225829 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:57:18.317918 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-aa3d9ee0-5d90-4a85-b88e-5b7695a2c0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239679 Apr 23 00:57:18.449432 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-3446e8a1-dc29-47fc-b220-9f0b798c45d9 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252520 Apr 23 00:57:18.635158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:18.701815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:19.281845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba09c-33d8-4f24-a407-20a371d6556d req-8b2313bb-99b3-4398-8adf-9d6b9cbb4625 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:19.283235 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-03aba09c-33d8-4f24-a407-20a371d6556d req-8b2313bb-99b3-4398-8adf-9d6b9cbb4625 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0862026 Apr 23 00:57:19.331791 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-03aba09c-33d8-4f24-a407-20a371d6556d req-bd9caf58-2338-423b-89b2-23c996eb0b3f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Apr 23 00:57:20.050127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:20.200344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:57:20.312403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:20.337819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:57:20.347784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:20.352365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:20.471519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:20.477408 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73f84ba8-e248-4c03-aef1-56d88f12b97d'] response: {'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'code': 200} Apr 23 00:57:20.545955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0064cc8-d75d-47f5-8591-f40df37758a8 req-0f2a8cfc-2185-4922-955e-1d7163a4b7b5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:20.547418 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0064cc8-d75d-47f5-8591-f40df37758a8 req-0f2a8cfc-2185-4922-955e-1d7163a4b7b5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 943 time: 0.0834599 Apr 23 00:57:20.591593 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f0064cc8-d75d-47f5-8591-f40df37758a8 req-240e2374-b9bc-4c37-96c1-f5aa8a984c05 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383756 Apr 23 00:57:21.782650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735c9a6-2489-4387-b04f-2d8b4ec983d4 req-a5dcbd33-a1cc-4e01-a3bc-4ef313c5e67c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:21.784101 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a735c9a6-2489-4387-b04f-2d8b4ec983d4 req-a5dcbd33-a1cc-4e01-a3bc-4ef313c5e67c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 943 time: 0.0828557 Apr 23 00:57:21.827739 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a735c9a6-2489-4387-b04f-2d8b4ec983d4 req-2744f773-2bdb-49a7-8393-35df3d741bc2 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378270 Apr 23 00:57:22.207195 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:57:22.336320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:22.349407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'mac_address': 'fa:16:3e:0e:0f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:57:22.401618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:22.417864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5a40c3-3fbd-40d9-8bf6-df6695eed871 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:57:22.432293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:22.436999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:22.503690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:22.583609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['dd5a40c3-3fbd-40d9-8bf6-df6695eed871'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:57:23.020417 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90602-1413-4409-b3f8-36e18cbcad15 req-4d0e0717-6690-4a4d-9fdb-4fb6ce25ecaa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:23.021883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4ed90602-1413-4409-b3f8-36e18cbcad15 req-4d0e0717-6690-4a4d-9fdb-4fb6ce25ecaa tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 944 time: 0.0861344 Apr 23 00:57:23.067273 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4ed90602-1413-4409-b3f8-36e18cbcad15 req-9a1facb8-d1a5-4f3b-8a67-df2155b4b39d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395775 Apr 23 00:57:24.215154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:57:24.264625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa427c22-fd71-46bd-b30a-4b6990344483 req-9df65540-fd36-4c1a-8c84-e91636549d8a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:24.266104 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-aa427c22-fd71-46bd-b30a-4b6990344483 req-9df65540-fd36-4c1a-8c84-e91636549d8a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 944 time: 0.0906229 Apr 23 00:57:24.284748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:57:24.285119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:24.326869 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-aa427c22-fd71-46bd-b30a-4b6990344483 req-a477fac6-b34a-4f2d-a04b-2ebf33f5261b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519845 Apr 23 00:57:24.405223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:24.432442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:57:24.444207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:24.448477 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:24.489256 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c766f440-e400-4b1c-ad67-2a2ce85aed3e'] response: {'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'code': 200} Apr 23 00:57:24.524513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:25.516082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1db887-5c33-41b5-98ae-1ca3ee0510f4 req-2cfb1c2d-3616-4230-bcc9-1df84d810e76 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:25.517510 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9c1db887-5c33-41b5-98ae-1ca3ee0510f4 req-2cfb1c2d-3616-4230-bcc9-1df84d810e76 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0813222 Apr 23 00:57:25.562197 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9c1db887-5c33-41b5-98ae-1ca3ee0510f4 req-ac604d5c-ad16-4d2d-816c-0f949240c4d5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390394 Apr 23 00:57:26.752463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84fc79-ee83-4f40-a38e-4a45c5872c0e req-47bfd961-d002-4894-8e5a-75bb20f56e2a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:26.753893 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ec84fc79-ee83-4f40-a38e-4a45c5872c0e req-47bfd961-d002-4894-8e5a-75bb20f56e2a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0825884 Apr 23 00:57:26.797117 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ec84fc79-ee83-4f40-a38e-4a45c5872c0e req-ec5d3d61-9058-452c-ba13-82c03c06c4a6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376074 Apr 23 00:57:27.987621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290b286-57de-4bca-b65b-0d98e5c671d2 req-071e1b26-e63e-44e1-a571-7bb5a6cedf33 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:27.989060 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4290b286-57de-4bca-b65b-0d98e5c671d2 req-071e1b26-e63e-44e1-a571-7bb5a6cedf33 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0834301 Apr 23 00:57:28.034884 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4290b286-57de-4bca-b65b-0d98e5c671d2 req-087ed133-3737-4419-bd36-1b192a4afea6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 Apr 23 00:57:28.479087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-4f9e7162-eb3c-48d1-9b85-7574ff74db27 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:28.480407 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-4f9e7162-eb3c-48d1-9b85-7574ff74db27 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b&tenant_id=5e2a740157f9480aad0a7df927be387f&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 945 time: 0.1323996 Apr 23 00:57:28.564753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3e95a-c7de-4032-920d-8adf414322ee req-f94f45b4-7345-496c-8283-eb15b452947d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:28.566208 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-abf3e95a-c7de-4032-920d-8adf414322ee req-f94f45b4-7345-496c-8283-eb15b452947d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.1592267 Apr 23 00:57:28.603167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-6088f845-87ef-4be8-a399-36226bf7b19b service neutron] 10.222.0.42 "GET /v2.0/ports/dd5a40c3-3fbd-40d9-8bf6-df6695eed871/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.1172488 Apr 23 00:57:28.621732 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-abf3e95a-c7de-4032-920d-8adf414322ee req-0631379f-c82c-4d97-b16c-c204f6f8a95b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494263 Apr 23 00:57:28.709617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-593c0c10-5ce5-4b80-b22a-b068a1b92fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:28.711099 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-593c0c10-5ce5-4b80-b22a-b068a1b92fce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1098 time: 0.0701740 Apr 23 00:57:28.840442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-4ae2a0fd-23fa-4482-a050-c6ea18f01fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:28.842542 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-4ae2a0fd-23fa-4482-a050-c6ea18f01fd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1252048 Apr 23 00:57:28.941855 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-88ba8bec-1cac-43b2-96ca-f755f2b03477 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 1002 time: 0.0946951 Apr 23 00:57:29.003280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-4f926a99-bbf9-46f7-8612-abd3e47c7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:29.004741 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-4f926a99-bbf9-46f7-8612-abd3e47c7c83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0574148 Apr 23 00:57:29.193998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-a4026d87-4350-4738-96f5-dedee47e62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:29.195404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-a4026d87-4350-4738-96f5-dedee47e62e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1846297 Apr 23 00:57:29.322646 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-940b7354-52ff-4529-bd98-fe4b821b4949 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203177 Apr 23 00:57:29.449770 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-781a3e70-f8f7-4a22-8d41-18960c49cfc7 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218989 Apr 23 00:57:29.813776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3a537-2cb5-410e-9f84-a6bf5f4be9f9 req-2b2c6448-2e49-419e-b970-94d2acb78ee1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:29.815241 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d3a537-2cb5-410e-9f84-a6bf5f4be9f9 req-2b2c6448-2e49-419e-b970-94d2acb78ee1 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0840640 Apr 23 00:57:29.858220 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07d3a537-2cb5-410e-9f84-a6bf5f4be9f9 req-ff49c338-9249-483c-9649-7f9e901faf57 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372880 Apr 23 00:57:31.043460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525709e-ce18-477e-8980-63fa28ba03f6 req-8e5e266d-aaef-4e65-951c-d7f5dac9b27a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:31.045435 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a525709e-ce18-477e-8980-63fa28ba03f6 req-8e5e266d-aaef-4e65-951c-d7f5dac9b27a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0799339 Apr 23 00:57:31.093277 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a525709e-ce18-477e-8980-63fa28ba03f6 req-a480475b-dd41-4bf6-a8e7-8fce4707c45a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Apr 23 00:57:32.246111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:57:32.283896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3fe15-e261-4d97-b267-acc6584aa8c3 req-ca4f43e7-5ecc-406d-9d62-547896a41d9c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:32.285728 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-08c3fe15-e261-4d97-b267-acc6584aa8c3 req-ca4f43e7-5ecc-406d-9d62-547896a41d9c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0848660 Apr 23 00:57:32.331244 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-08c3fe15-e261-4d97-b267-acc6584aa8c3 req-18873be3-1d6f-446b-9797-0608e51d15b8 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398154 Apr 23 00:57:32.361735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:32.390133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:57:32.399757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:32.404380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:32.451896 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fcf2048-6517-454d-8781-f3b53a0d697d'] response: {'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'code': 200} Apr 23 00:57:32.476971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=9']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:32.484677 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.485036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.485381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.485721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.486059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.486426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.486761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.487093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.487422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.487757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.488071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.488395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:32.749100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-32f96ae7-2af3-4966-9740-c92f9243decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:32.750475 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-32f96ae7-2af3-4966-9740-c92f9243decc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b&tenant_id=5e2a740157f9480aad0a7df927be387f HTTP/1.1" status: 200 len: 1096 time: 0.1134632 Apr 23 00:57:32.848764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-998d6c56-4680-40f4-9fb5-9e2e5218ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:32.850191 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-998d6c56-4680-40f4-9fb5-9e2e5218ac00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1096 time: 0.0692987 Apr 23 00:57:32.978048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-5b10aa5d-a8a2-4f2a-804b-aeb31ea4d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:32.979500 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-5b10aa5d-a8a2-4f2a-804b-aeb31ea4d02d service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1235895 Apr 23 00:57:33.081707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-2abf6e0e-f269-45ad-99ad-ee7d050ecdc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 1000 time: 0.0964205 Apr 23 00:57:33.144537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-175f0a1e-4913-48d3-af9f-a1171a4cde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:33.145921 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-175f0a1e-4913-48d3-af9f-a1171a4cde42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0583999 Apr 23 00:57:33.219928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-2c55d81b-26e6-4bac-85bb-12052e3ab77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:33.221378 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-2c55d81b-26e6-4bac-85bb-12052e3ab77c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689390 Apr 23 00:57:33.349528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-af0ad4f7-0949-4bbc-b20a-21e39efb4f37 service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221554 Apr 23 00:57:33.480871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8773147e-63ed-4356-a3ff-f1f1a159ada4 req-1f6f3b8e-197b-4bb3-8172-69617d54314c service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258676 Apr 23 00:57:33.521091 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fd970-94f6-46f6-8c2e-990d54d83a43 req-3db3714a-9d2c-4ebb-90e0-d528e87d40a3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:33.522538 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-756fd970-94f6-46f6-8c2e-990d54d83a43 req-3db3714a-9d2c-4ebb-90e0-d528e87d40a3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 943 time: 0.0801697 Apr 23 00:57:33.572629 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-756fd970-94f6-46f6-8c2e-990d54d83a43 req-f440d29b-01b5-4766-8a6f-7f63abca1b2b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442145 Apr 23 00:57:34.769359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a03b-cf1c-48f0-890c-354e9fea47c7 req-1137ce9e-fd68-42d5-8e74-4907920ea0c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:34.770843 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf32a03b-cf1c-48f0-890c-354e9fea47c7 req-1137ce9e-fd68-42d5-8e74-4907920ea0c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 943 time: 0.0848911 Apr 23 00:57:34.815898 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf32a03b-cf1c-48f0-890c-354e9fea47c7 req-935cb8ee-fa50-460c-b493-3d0426b252b5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 Apr 23 00:57:36.005027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7e7dd-ccdb-4f15-8f45-007837b647f4 req-228ac22f-1ba6-44cc-b8f3-26c963ead08b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:36.006510 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-27c7e7dd-ccdb-4f15-8f45-007837b647f4 req-228ac22f-1ba6-44cc-b8f3-26c963ead08b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 943 time: 0.0838358 Apr 23 00:57:36.052026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-27c7e7dd-ccdb-4f15-8f45-007837b647f4 req-0836aa84-15b7-459b-9c10-682034f6a2e6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395567 Apr 23 00:57:36.103725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-8710f416-9f3a-4938-8c5a-ce2cf4253277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:36.105176 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-8710f416-9f3a-4938-8c5a-ce2cf4253277 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e2a740157f9480aad0a7df927be387f&device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 1096 time: 0.0715673 Apr 23 00:57:36.247736 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-c2ba6827-aa81-4912-95fe-0e7df012d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:36.250085 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-c2ba6827-aa81-4912-95fe-0e7df012d979 service neutron] 10.222.0.42 "GET /v2.0/networks?id=97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 200 len: 912 time: 0.1266124 Apr 23 00:57:36.253776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:57:36.260395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:57:36.463455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-459dbcde-a11e-4ce6-be9e-5e54f1bdcd17 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 200 len: 1000 time: 0.2074003 Apr 23 00:57:36.489130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:36.503792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'port_id': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'mac_address': 'fa:16:3e:0e:0f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:57:36.529682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-ca5940a4-cbc3-40d2-8697-c610e442f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:36.531080 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-ca5940a4-cbc3-40d2-8697-c610e442f0c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 200 len: 851 time: 0.0585237 Apr 23 00:57:36.558399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:36.575615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5a40c3-3fbd-40d9-8bf6-df6695eed871 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:57:36.590857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:36.595279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:36.608367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-5d0302d2-a873-4f26-9772-23e10bb9b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:36.609826 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-5d0302d2-a873-4f26-9772-23e10bb9b282 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=97c79826-f984-4b50-816a-3c8f7c64c3a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725875 Apr 23 00:57:36.669141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=10']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:36.720320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['dd5a40c3-3fbd-40d9-8bf6-df6695eed871'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:57:36.741651 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-8e2006cb-2ffb-43e0-a405-0fa53416939d service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252244 Apr 23 00:57:36.877366 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f491ff9-6524-484e-9bb0-11f640028a62 req-ffc77e7f-777c-4a89-8540-cdaca154f2ac service neutron] 10.222.0.42 "GET /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291912 Apr 23 00:57:37.238993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b803e-70cc-41da-b21e-6843dae7c571 req-05460e31-7bcc-4d7a-baf4-dd7e8c9466c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:37.240355 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1a9b803e-70cc-41da-b21e-6843dae7c571 req-05460e31-7bcc-4d7a-baf4-dd7e8c9466c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0807471 Apr 23 00:57:37.287633 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1a9b803e-70cc-41da-b21e-6843dae7c571 req-7dbd884c-e054-478c-b62c-324f198eb1e6 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409915 Apr 23 00:57:38.269224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:57:38.340868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:57:38.341239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:38.458903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:38.476967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f5a18-fee6-46d4-8429-709545b9834e req-5e1de210-a078-4d5c-8a6a-bc065fc944ec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:38.478447 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-658f5a18-fee6-46d4-8429-709545b9834e req-5e1de210-a078-4d5c-8a6a-bc065fc944ec tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 945 time: 0.0833392 Apr 23 00:57:38.487007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:57:38.496858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:38.501551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:38.525843 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-658f5a18-fee6-46d4-8429-709545b9834e req-f7d4bfb8-d8ae-44a1-ac56-0aa2d73f2f2b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Apr 23 00:57:38.549907 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b77c7cf-e94a-4dfb-8e0b-6ca0ad02694d'] response: {'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'code': 200} Apr 23 00:57:38.572886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=11']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:39.717734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621a675-aeb4-475c-aa9f-2925fa03221c req-fd0e02b5-3c27-4194-8e00-3d20ea2c3d94 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:39.719219 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9621a675-aeb4-475c-aa9f-2925fa03221c req-fd0e02b5-3c27-4194-8e00-3d20ea2c3d94 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0814078 Apr 23 00:57:39.763365 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9621a675-aeb4-475c-aa9f-2925fa03221c req-062b41d5-e768-4067-9f8b-4b315054e5a4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 Apr 23 00:57:40.113552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:40.952597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33d52c-2963-4ff8-9af7-ae05c76b8348 req-da1b5821-b1fe-40c2-8e6a-e489958e79d3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:40.954738 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f33d52c-2963-4ff8-9af7-ae05c76b8348 req-da1b5821-b1fe-40c2-8e6a-e489958e79d3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0801592 Apr 23 00:57:40.998249 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4f33d52c-2963-4ff8-9af7-ae05c76b8348 req-bfd6465b-b4e2-4545-99a2-a7a87865a070 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378354 Apr 23 00:57:42.198886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4e551-007f-4e39-bf1d-ae725425338a req-e00b1b13-80fa-4679-b6ab-d1f56ddcb66d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:42.200487 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93b4e551-007f-4e39-bf1d-ae725425338a req-e00b1b13-80fa-4679-b6ab-d1f56ddcb66d tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0929368 Apr 23 00:57:42.247204 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93b4e551-007f-4e39-bf1d-ae725425338a req-27979373-415c-483d-8660-210917c63053 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Apr 23 00:57:43.440712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dcf98-57e1-4d84-9c5c-d334b9f5b748 req-5d835ea0-27ca-4015-92dc-ba10bf450abb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:43.442130 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e69dcf98-57e1-4d84-9c5c-d334b9f5b748 req-5d835ea0-27ca-4015-92dc-ba10bf450abb tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0825093 Apr 23 00:57:43.485050 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e69dcf98-57e1-4d84-9c5c-d334b9f5b748 req-9f2dfebe-52b7-409f-a9a0-f4b708826ee5 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372775 Apr 23 00:57:43.669397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4550ad6-3014-4fe4-a4cf-09932e2aa8f6 req-5dd34a71-62a2-4f25-9159-f1ebebd2279b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:43.671438 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4550ad6-3014-4fe4-a4cf-09932e2aa8f6 req-5dd34a71-62a2-4f25-9159-f1ebebd2279b tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0799410 Apr 23 00:57:43.714365 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4550ad6-3014-4fe4-a4cf-09932e2aa8f6 req-a8097c12-dfd1-4348-8fa9-c9da1705d129 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372624 Apr 23 00:57:43.902750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796f991-6e65-4946-a058-7afdfa588c2c req-fa657ec5-3e8d-41cf-bde8-ccb61f8c812f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:43.904088 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0796f991-6e65-4946-a058-7afdfa588c2c req-fa657ec5-3e8d-41cf-bde8-ccb61f8c812f tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0849988 Apr 23 00:57:43.947805 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0796f991-6e65-4946-a058-7afdfa588c2c req-9511912a-a8f7-48e3-b854-83ddecc7af25 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369041 Apr 23 00:57:44.331128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa894b-dfbd-4f56-a693-67b8c394a0a2 req-8e6ffe4f-67ed-46e4-900e-5167e2365afe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:44.332551 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7dfa894b-dfbd-4f56-a693-67b8c394a0a2 req-8e6ffe4f-67ed-46e4-900e-5167e2365afe tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0802584 Apr 23 00:57:44.375468 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7dfa894b-dfbd-4f56-a693-67b8c394a0a2 req-a1ada502-564d-47c8-a32f-5b95e7e974f3 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371897 Apr 23 00:57:45.189886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-56e9cae9-2445-40a3-9927-2b598f3cb9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:45.565705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65151f0d-4670-4414-9819-177c70ffae9e req-f2b27ad2-bd2d-470a-b78f-59298b9f8160 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:45.567158 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65151f0d-4670-4414-9819-177c70ffae9e req-f2b27ad2-bd2d-470a-b78f-59298b9f8160 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0833409 Apr 23 00:57:45.611703 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65151f0d-4670-4414-9819-177c70ffae9e req-b04dd816-aab1-4426-8c1b-ae3e8deaf7c4 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389876 Apr 23 00:57:46.800054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa14b6-f562-47e7-8fcf-2bea6551d9fd req-43a1b507-9bcd-423b-ba66-e35d61c8f716 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:46.801493 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7caa14b6-f562-47e7-8fcf-2bea6551d9fd req-43a1b507-9bcd-423b-ba66-e35d61c8f716 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0851948 Apr 23 00:57:46.846210 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7caa14b6-f562-47e7-8fcf-2bea6551d9fd req-1abaa2f7-0c68-4636-843c-83e510a9c67a tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups?id=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378015 Apr 23 00:57:47.011030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-cd0395f2-b3c1-41df-aece-d5477e041c55 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:57:47.012453 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-cd0395f2-b3c1-41df-aece-d5477e041c55 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 946 time: 0.0796802 Apr 23 00:57:47.084968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Deleting port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:57:47.085229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:47.331286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] For port dd5a40c3-3fbd-40d9-8bf6-df6695eed871, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:47.331645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:47.627685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c14f2c83-517c-4458-b3c0-bb3e4b15d019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:47.727385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:47.727759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:47.728077 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60 disassociated. External IP: 172.26.8.225, port: dd5a40c3-3fbd-40d9-8bf6-df6695eed871. Apr 23 00:57:47.728423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Calling delete_port for dd5a40c3-3fbd-40d9-8bf6-df6695eed871 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:57:47.870881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:47.925130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event deleted for resources: {'Port': ['ID=dd5a40c3-3fbd-40d9-8bf6-df6695eed871,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:47.936903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.937260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.937605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.937945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.938301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.938638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.938968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.939293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.939621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.939947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.940276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:47.940598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:48.053446 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b85ca57-7420-49c7-b278-169eb4ec401d req-45896b5c-3c00-43e7-8a83-d273a4a27367 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 210 time: 0.0616248 Apr 23 00:57:48.168531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:57:48.344760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:57:48.354800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:57:48.364745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:57:48.365348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:57:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:48.418885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] No DVR routers for this DVR port dd5a40c3-3fbd-40d9-8bf6-df6695eed871 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:57:48.422326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:48.424845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-deleted', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:57:48.440327 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b409fca-6156-41db-aca8-e14fa297a4ee req-004f2205-bdd5-4acf-8af9-4c3ba8970458 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.42 "DELETE /v2.0/ports/dd5a40c3-3fbd-40d9-8bf6-df6695eed871 HTTP/1.1" status: 204 len: 173 time: 1.4217882 Apr 23 00:57:48.532183 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee371c51-2ca8-4085-8637-82181158f19f'] response: {'server_uuid': 'fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b', 'name': 'network-vif-deleted', 'tag': 'dd5a40c3-3fbd-40d9-8bf6-df6695eed871', 'status': 'completed', 'code': 200} Apr 23 00:57:48.589032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:57:48.660044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:48.773714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:48.931577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:48.936728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:57:48.945430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:57:48.946046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:57:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:49.124191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:57:49.225927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a662faf9-f84e-40f8-90ff-97115f408677 req-4be6e4d6-336c-426b-8517-6465f0f0f98c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Synchronizing usage tracker for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:57:49.241645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a662faf9-f84e-40f8-90ff-97115f408677 req-4be6e4d6-336c-426b-8517-6465f0f0f98c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Unset dirty status for tenant:5e2a740157f9480aad0a7df927be387f on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:57:49.242780 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a662faf9-f84e-40f8-90ff-97115f408677 req-4be6e4d6-336c-426b-8517-6465f0f0f98c tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd6154da-5d92-4c3a-9f3b-e21ade4ccc6b HTTP/1.1" status: 200 len: 210 time: 0.0591762 Apr 23 00:57:49.442933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:49.447049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ced670-8910-4f46-9135-9cc30d6fb55e None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:53:44Z', 'revision_number': 4, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '23b4a7f7-e56a-4d36-89cb-8f3780219b1a', 'name': '', 'network_id': '97c79826-f984-4b50-816a-3c8f7c64c3a0', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'mac_address': 'fa:16:3e:14:1c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:43Z', 'updated_at': '2022-04-23T00:53:49Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'subnets': [{'id': '0c95528a-ac0b-4e94-87b2-e063a6d1314f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:57:49.666469 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5530e-e2d1-49f9-8549-ef97acb897db None None] New status for floating IP 8fe195eb-e253-47c7-b9b5-325105ddca60: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 00:57:50.053101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:50.337505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:57:50.371332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: dd5a40c3-3fbd-40d9-8bf6-df6695eed871 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:57:50.371679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device dd5a40c3-3fbd-40d9-8bf6-df6695eed871 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:57:53.482818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46144) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:53.548744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a57d4d0-3e57-49b0-9363-de95454a7d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:53.577987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a57d4d0-3e57-49b0-9363-de95454a7d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:53.633696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a57d4d0-3e57-49b0-9363-de95454a7d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:53.652180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57d4d0-3e57-49b0-9363-de95454a7d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e52432e-d8c8-4d97-9bea-252cfaf7e3c5,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:53.663216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a57d4d0-3e57-49b0-9363-de95454a7d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:53.664338 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0a57d4d0-3e57-49b0-9363-de95454a7d21 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "DELETE /v2.0/security-groups/7e52432e-d8c8-4d97-9bea-252cfaf7e3c5 HTTP/1.1" status: 204 len: 168 time: 0.1799288 Apr 23 00:57:53.666824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46148) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:53.684787 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-dfe031f3-ed07-4148-88a0-9e5304614611 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] show failed (client error): The resource could not be found. Apr 23 00:57:53.685764 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-dfe031f3-ed07-4148-88a0-9e5304614611 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "GET /v2.0/security-groups/7e52432e-d8c8-4d97-9bea-252cfaf7e3c5 HTTP/1.1" status: 404 len: 347 time: 0.0180633 Apr 23 00:57:53.689353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46152) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:53.841202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Deleting port 448d5edf-f2a8-4569-8aa1-9a9613957cdd {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:57:53.841551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:54.013799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:54.013931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:54.246940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Calling delete_port for 448d5edf-f2a8-4569-8aa1-9a9613957cdd owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:57:54.384642 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:54.431052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Pushing event deleted for resources: {'Port': ['ID=448d5edf-f2a8-4569-8aa1-9a9613957cdd,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:54.525042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:54.542996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:54.544098 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2f63c49e-1551-44df-9fdc-b8e01c04e669 tempest-ServerActionsTestJSON-778223342 tempest-ServerActionsTestJSON-778223342-project] 10.222.0.39 "DELETE /v2.0/floatingips/8fe195eb-e253-47c7-b9b5-325105ddca60 HTTP/1.1" status: 204 len: 168 time: 0.8538809 Apr 23 00:57:54.547102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46156) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:55.079073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:55.224664 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:57:55.425176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Deleting port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:57:55.425423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:55.710702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] For port 23b4a7f7-e56a-4d36-89cb-8f3780219b1a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:55.711351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:55.832837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Calling delete_port for 23b4a7f7-e56a-4d36-89cb-8f3780219b1a owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:57:56.009318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:56.058848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Pushing event deleted for resources: {'Port': ['ID=23b4a7f7-e56a-4d36-89cb-8f3780219b1a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:56.326539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:56.680517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:57:56.858920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:57:56.867394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] Sync routers for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:57:56.870954 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fe7e40c8-ef6d-4ef7-8c00-1517ff6db17a admin admin] 10.222.0.39 "PUT /v2.0/routers/0c73fe31-c8eb-41c5-a2b0-b494892ce5d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3226383 Apr 23 00:57:56.873249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46160) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:56.877314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:57:56.877910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:57:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:57.108882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:57:57.188669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:57.367186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:57.377127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Deleting port 360f11f8-e061-4b86-bc7f-28bff1b0f391 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:57:57.377455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:57.386845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:57:55Z', 'revision_number': 5, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port': {'id': '360f11f8-e061-4b86-bc7f-28bff1b0f391', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:66:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:53:41Z', 'updated_at': '2022-04-23T00:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:57.391275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] Checking router: 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:57:57.399505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] Routers {'0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:57:57.400122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:57:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:57.550055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] Set router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:57:57.559534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] For port 360f11f8-e061-4b86-bc7f-28bff1b0f391, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=360f11f8-e061-4b86-bc7f-28bff1b0f391,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:57.559894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:57.656788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:57:57Z', 'revision_number': 6, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:57.661069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5857f2fa-f1e5-4e8d-bc85-3dc94779219c None None] The sync data for ids ['0c73fe31-c8eb-41c5-a2b0-b494892ce5d6'] in dv-neutron-838784-1-hyperv is: [{'id': '0c73fe31-c8eb-41c5-a2b0-b494892ce5d6', 'name': 'tempest-ServerActionsTestJSON-1814961786-router', 'tenant_id': '5e2a740157f9480aad0a7df927be387f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:53:40Z', 'updated_at': '2022-04-23T00:57:57Z', 'revision_number': 6, 'project_id': '5e2a740157f9480aad0a7df927be387f', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:57:57.686792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Calling delete_port for 360f11f8-e061-4b86-bc7f-28bff1b0f391 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:57:57.851220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:57.899719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Pushing event deleted for resources: {'Port': ['ID=360f11f8-e061-4b86-bc7f-28bff1b0f391,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:57.996228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.179958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.182517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.204996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.205541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:57:58.218833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.222637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-f930e799-fefd-48c0-8fd0-da51d97f2065 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0c73fe31-c8eb-41c5-a2b0-b494892ce5d6 HTTP/1.1" status: 204 len: 168 time: 1.3474150 Apr 23 00:57:58.222810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46164) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:58.282977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Deleting subnet 0c95528a-ac0b-4e94-87b2-e063a6d1314f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:57:58.285861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.420772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.498015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.569804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.608458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c95528a-ac0b-4e94-87b2-e063a6d1314f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:58.611345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.615081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebc15a-0f06-4dc3-8aa2-e347337ab049 None None] Network 97c79826-f984-4b50-816a-3c8f7c64c3a0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:57:58.621457 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0c95528a-ac0b-4e94-87b2-e063a6d1314f HTTP/1.1" status: 204 len: 168 time: 0.3970339 Apr 23 00:57:58.622763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.623114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.623455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.624331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.624573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46168) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:58.624780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.625118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.625449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.625779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.626106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.626452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.626776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.627099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ba25ec-52a6-4eb4-94f9-0a83e9600940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:57:58.742780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.753348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Deleting port f71f3533-9527-49b6-8703-2e513be73101 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:57:58.753685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:58.870211 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] DHCP port deletion for 97c79826-f984-4b50-816a-3c8f7c64c3a0 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:57:58.874676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Deleting port f71f3533-9527-49b6-8703-2e513be73101 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:57:58.875067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.079724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] For port f71f3533-9527-49b6-8703-2e513be73101, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f71f3533-9527-49b6-8703-2e513be73101,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:59.080374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.087793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] For port f71f3533-9527-49b6-8703-2e513be73101, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f71f3533-9527-49b6-8703-2e513be73101,segment=NetworkSegment(dd2e6540-2992-46c1-b426-e067819f005f),segment_id=dd2e6540-2992-46c1-b426-e067819f005f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:57:59.088188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.208898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Calling delete_port for f71f3533-9527-49b6-8703-2e513be73101 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:57:59.209346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Calling delete_port for f71f3533-9527-49b6-8703-2e513be73101 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:57:59.283232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.288769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:57:59.289119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:57:59.333294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f71f3533-9527-49b6-8703-2e513be73101,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:59.335113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] No DVR routers for this DVR port f71f3533-9527-49b6-8703-2e513be73101 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:57:59.448559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.473808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c79826-f984-4b50-816a-3c8f7c64c3a0']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:59.486142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2e6540-2992-46c1-b426-e067819f005f') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:59.486472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2e6540-2992-46c1-b426-e067819f005f') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:57:59.497399 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.513214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.519453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:57:59.519884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:57:59.532832 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:57:59.610142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.626327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.636374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=97c79826-f984-4b50-816a-3c8f7c64c3a0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:59.649945 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b8c8ea40-8282-4414-8a67-4e43a0d1a1bc admin admin] 10.222.0.39 "DELETE /v2.0/networks/97c79826-f984-4b50-816a-3c8f7c64c3a0 HTTP/1.1" status: 204 len: 168 time: 1.0206013 Apr 23 00:57:59.680829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 360f11f8-e061-4b86-bc7f-28bff1b0f391 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:57:59.715997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 360f11f8-e061-4b86-bc7f-28bff1b0f391 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:57:59.716347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 360f11f8-e061-4b86-bc7f-28bff1b0f391 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:57:59.716770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f71f3533-9527-49b6-8703-2e513be73101 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:57:59.750418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: f71f3533-9527-49b6-8703-2e513be73101 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:57:59.750756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f71f3533-9527-49b6-8703-2e513be73101 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:57:59.751184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 23b4a7f7-e56a-4d36-89cb-8f3780219b1a no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:57:59.762695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46174) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:59.786646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 23b4a7f7-e56a-4d36-89cb-8f3780219b1a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:57:59.786990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 23b4a7f7-e56a-4d36-89cb-8f3780219b1a not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:57:59.790154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Deleting port f71f3533-9527-49b6-8703-2e513be73101 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:57:59.790590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.815683 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8891b1fb-049d-4eac-b949-1075438c683e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e2a740157f9480aad0a7df927be387f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491765 Apr 23 00:57:59.815904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46178) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:57:59.876829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40e3b5d1-34c1-40f9-b818-202120d9e768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.898366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2575afc7-7f97-4304-858b-1d489729abbb None None] The port 'f71f3533-9527-49b6-8703-2e513be73101' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:57:59.905959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40e3b5d1-34c1-40f9-b818-202120d9e768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.958042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40e3b5d1-34c1-40f9-b818-202120d9e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.978590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3b5d1-34c1-40f9-b818-202120d9e768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d6f67d-c11e-480f-83ca-985b94d06ff6,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:57:59.987623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-40e3b5d1-34c1-40f9-b818-202120d9e768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:57:59.991083 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-40e3b5d1-34c1-40f9-b818-202120d9e768 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5d6f67d-c11e-480f-83ca-985b94d06ff6 HTTP/1.1" status: 204 len: 168 time: 0.1719563 Apr 23 00:58:00.686031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46202) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:00.787208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-668710153-network', 'tenant_id': 'b51f04b2837b48329b28052d72e3e90b'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:00.791932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:00.796503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Usage tracker for resource:network and tenant:b51f04b2837b48329b28052d72e3e90b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:00.799354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:00.805489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:00.815321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Made reservation on behalf of b51f04b2837b48329b28052d72e3e90b for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:00.817561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:00.829204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:00.843451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:00.847188 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Usage tracker for resource:security_group_rule and tenant:b51f04b2837b48329b28052d72e3e90b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:00.849865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:00.855415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:00.936483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:00.940022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:00.969142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:00.977886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f991264a-f69e-4c17-8b8e-a6f8d5735a8c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:00.985380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:00.985765 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Added segment 92eaa207-0645-4afe-a2bd-69b12eec43d3 of type vlan for network 008069dc-7b9b-467e-87a3-a8163a0923de Apr 23 00:58:01.011911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:01.041200 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:01.042141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:01.042739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:01.144984 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4578323 Apr 23 00:58:01.145718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cb00b-dfb9-46dc-be35-d044ad1c0fdb admin admin] Pushing event updated for resources: {'Network': ['ID=008069dc-7b9b-467e-87a3-a8163a0923de,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:01.147879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46208) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:01.153343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Request body: {'subnet': {'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-668710153-subnet', 'tenant_id': 'b51f04b2837b48329b28052d72e3e90b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:01.156338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 008069dc-7b9b-467e-87a3-a8163a0923de details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:01.159046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:01.162896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Usage tracker for resource:subnet and tenant:b51f04b2837b48329b28052d72e3e90b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:01.165708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:01.172198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:01.183370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Made reservation on behalf of b51f04b2837b48329b28052d72e3e90b for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:01.185617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:01.385401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:01.457229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b538e7d4-5b25-4fc9-a26e-6804c6fa95ee,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:01.465664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Checking segment: {'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:01.466016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Network hostable DHCP agents. Network: 008069dc-7b9b-467e-87a3-a8163a0923de, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:01.483786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Network 008069dc-7b9b-467e-87a3-a8163a0923de is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:01.492078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 008069dc-7b9b-467e-87a3-a8163a0923de) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:01.496035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:01.496626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:01.502324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e3a8b-4502-4ef5-9dd3-5a405e20e8a0 None None] Network 008069dc-7b9b-467e-87a3-a8163a0923de requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:01.517956 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cf468eca-ec83-46a3-bdd8-b72d11d3a8cf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3689930 Apr 23 00:58:01.710754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724cc18-bb97-4abc-ae83-bb90defb111d None None] Network 008069dc-7b9b-467e-87a3-a8163a0923de requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:02.030516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-4026c5c6-0d37-496d-a479-db73087331e5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:02.031125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-4026c5c6-0d37-496d-a479-db73087331e5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Synchronizing usage tracker for tenant:b51f04b2837b48329b28052d72e3e90b on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:02.048400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-4026c5c6-0d37-496d-a479-db73087331e5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Unset dirty status for tenant:b51f04b2837b48329b28052d72e3e90b on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:02.049723 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-4026c5c6-0d37-496d-a479-db73087331e5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/networks?id=008069dc-7b9b-467e-87a3-a8163a0923de HTTP/1.1" status: 200 len: 813 time: 0.1684735 Apr 23 00:58:02.064720 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-e2249606-bc02-4066-9c50-b22553b7668e tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/quotas/b51f04b2837b48329b28052d72e3e90b HTTP/1.1" status: 200 len: 375 time: 0.0095942 Apr 23 00:58:02.115475 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-0b0ca97b-8737-46bb-8cab-bd8e2fcbeb5a tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b51f04b2837b48329b28052d72e3e90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458481 Apr 23 00:58:02.347184 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-c363efc9-836f-493a-80fd-c8e37ec915d3 service neutron] 10.222.0.39 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249732 Apr 23 00:58:02.475475 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-e0371b8b-f0c2-4ac4-8223-7a028e31569e service neutron] 10.222.0.39 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226406 Apr 23 00:58:02.647990 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-caa9b3b3-d00d-4e32-904a-3c46c7c65c82 req-4d77e17a-8f6a-4dc1-ae09-e5599241c902 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0428064 Apr 23 00:58:03.734347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8004e134-d3f6-4aa2-a235-b0aff48849ce tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:03.735761 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8004e134-d3f6-4aa2-a235-b0aff48849ce tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "GET /v2.0/networks?id=008069dc-7b9b-467e-87a3-a8163a0923de HTTP/1.1" status: 200 len: 813 time: 0.1486290 Apr 23 00:58:03.753822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Request body: {'port': {'device_id': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de', 'admin_state_up': True, 'tenant_id': 'b51f04b2837b48329b28052d72e3e90b'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:03.832288 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a04c963-4fa8-440e-b803-44c72dc86bd5 req-9a3f591e-3716-4d86-b423-ecd13a6b4819 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0617726 Apr 23 00:58:03.927086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:03.930770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Usage tracker for resource:port and tenant:b51f04b2837b48329b28052d72e3e90b is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:03.933716 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:03.939520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:03.951237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Made reservation on behalf of b51f04b2837b48329b28052d72e3e90b for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:03.955296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:04.119809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Allocated IP 172.20.0.5 (008069dc-7b9b-467e-87a3-a8163a0923de/b538e7d4-5b25-4fc9-a26e-6804c6fa95ee/c386229e-ac06-47ad-8ee7-5f2e8460202a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:58:04.318133 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:04.346791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:04.414075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Network 008069dc-7b9b-467e-87a3-a8163a0923de is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:58:04.415149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:04.422914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:58:04.459368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Pushing event updated for resources: {'Port': ['ID=c386229e-ac06-47ad-8ee7-5f2e8460202a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:04.489535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:04.490169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:04.510271 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-353d0b8a-f5cc-40b7-94ba-2c301138cc2d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602143 Apr 23 00:58:04.528464 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Request body: {'port': {'device_id': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:04.638016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:04.974521 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c386229e-ac06-47ad-8ee7-5f2e8460202a {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:58:04.982413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:04.997839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Transition to ACTIVE for port object c386229e-ac06-47ad-8ee7-5f2e8460202a will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:05.001741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:05.028163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a3a38-7855-424a-96c6-512d7d53db1c req-7fffe828-e6fc-44fd-8b29-29257546e6bb tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:05.030371 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a28a3a38-7855-424a-96c6-512d7d53db1c req-7fffe828-e6fc-44fd-8b29-29257546e6bb tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 931 time: 0.0876937 Apr 23 00:58:05.078781 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a28a3a38-7855-424a-96c6-512d7d53db1c req-b0a2e995-f705-4d21-be7c-11a2c2dc8014 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421555 Apr 23 00:58:05.265380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Pushing event updated for resources: {'Port': ['ID=c386229e-ac06-47ad-8ee7-5f2e8460202a,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:05.342558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Attempting to bind port c386229e-ac06-47ad-8ee7-5f2e8460202a on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:58:05.342882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Attempting to bind port c386229e-ac06-47ad-8ee7-5f2e8460202a by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:58:05.343202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Attempting to bind port c386229e-ac06-47ad-8ee7-5f2e8460202a on network 008069dc-7b9b-467e-87a3-a8163a0923de {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:05.347670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Port c386229e-ac06-47ad-8ee7-5f2e8460202a on network 008069dc-7b9b-467e-87a3-a8163a0923de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:58:05.347984 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Attempting to bind port c386229e-ac06-47ad-8ee7-5f2e8460202a on network 008069dc-7b9b-467e-87a3-a8163a0923de {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:05.352919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:58:05.353249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Checking segment: {'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:05.353624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Bound using segment: {'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:58:05.354041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Bound port: c386229e-ac06-47ad-8ee7-5f2e8460202a, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:58:05.354409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:05.440279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] For port c386229e-ac06-47ad-8ee7-5f2e8460202a, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:58:05.443352 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] For port c386229e-ac06-47ad-8ee7-5f2e8460202a, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c386229e-ac06-47ad-8ee7-5f2e8460202a,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:58:05.447277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:05.503648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:05.504247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:05.505585 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] 10.222.0.42 "PUT /v2.0/ports/c386229e-ac06-47ad-8ee7-5f2e8460202a HTTP/1.1" status: 200 len: 1093 time: 0.9810927 Apr 23 00:58:05.506004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'tag': 'c386229e-ac06-47ad-8ee7-5f2e8460202a'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:58:05.535370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2814ea-aaf6-44d4-a3fc-511f23861477 service neutron] Pushing event updated for resources: {'Port': ['ID=c386229e-ac06-47ad-8ee7-5f2e8460202a,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:05.553977 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fccae3-e18a-440c-9e4f-336503fc148f'] response: {'name': 'network-changed', 'server_uuid': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'tag': 'c386229e-ac06-47ad-8ee7-5f2e8460202a', 'status': 'completed', 'code': 200} Apr 23 00:58:05.639574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-f1a47c0d-ee8f-4f34-97c9-1b8546ae1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:05.641033 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-f1a47c0d-ee8f-4f34-97c9-1b8546ae1479 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b51f04b2837b48329b28052d72e3e90b&device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0701549 Apr 23 00:58:05.715391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-b83f34b0-0620-449f-ab03-be4fa1863cb5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c386229e-ac06-47ad-8ee7-5f2e8460202a HTTP/1.1" status: 200 len: 217 time: 0.0629332 Apr 23 00:58:05.779142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-d398f443-efee-4698-a0be-4902c5f0f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:05.780632 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-d398f443-efee-4698-a0be-4902c5f0f040 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b538e7d4-5b25-4fc9-a26e-6804c6fa95ee HTTP/1.1" status: 200 len: 853 time: 0.0592675 Apr 23 00:58:05.830650 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-67cfb9c4-d4ea-4c06-a930-7dec28e4dd3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008069dc-7b9b-467e-87a3-a8163a0923de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441077 Apr 23 00:58:05.961875 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-59327864-84e8-426c-ade2-ace6d0e256e5 service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250167 Apr 23 00:58:06.094064 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c09bb92d-7dc6-4369-9d37-e1b50ab8f546 req-024fd74b-ea99-48a1-acce-dd41a8483a52 service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266303 Apr 23 00:58:06.256738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-3f5dcb7a-9d50-4331-b6cf-3da1b0e299c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:06.258224 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-3f5dcb7a-9d50-4331-b6cf-3da1b0e299c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b51f04b2837b48329b28052d72e3e90b&device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0734355 Apr 23 00:58:06.265661 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd83eb3-e854-4ca6-b01b-336f9336ebe8 req-a9309b10-cc9c-497c-9a9a-ad0feb634b16 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:06.267160 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1dd83eb3-e854-4ca6-b01b-336f9336ebe8 req-a9309b10-cc9c-497c-9a9a-ad0feb634b16 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 943 time: 0.0811408 Apr 23 00:58:06.314662 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1dd83eb3-e854-4ca6-b01b-336f9336ebe8 req-6eecef65-9a0e-461e-b406-a158e8a7a70e tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Apr 23 00:58:06.387074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-808187f7-a4f3-4c85-ad74-0003600752cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:06.388444 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-808187f7-a4f3-4c85-ad74-0003600752cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=008069dc-7b9b-467e-87a3-a8163a0923de HTTP/1.1" status: 200 len: 913 time: 0.1247799 Apr 23 00:58:06.458703 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-9cb96447-9151-4e93-a961-0b7703075b4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c386229e-ac06-47ad-8ee7-5f2e8460202a HTTP/1.1" status: 200 len: 217 time: 0.0638771 Apr 23 00:58:06.519712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-01a068e6-96c9-4e03-904c-9be459140434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:06.521078 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-01a068e6-96c9-4e03-904c-9be459140434 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b538e7d4-5b25-4fc9-a26e-6804c6fa95ee HTTP/1.1" status: 200 len: 853 time: 0.0574391 Apr 23 00:58:06.567180 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-649d3a58-5d2e-4131-90e3-8c6301bc98d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008069dc-7b9b-467e-87a3-a8163a0923de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404680 Apr 23 00:58:06.697238 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-2a682b6c-5e84-45af-9931-912833a3533c service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232479 Apr 23 00:58:06.931930 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f33d1a13-5a23-4167-a8b9-71d029b82660 req-0bb1d533-59dd-489e-9a5d-3aab90e660a6 service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282896 Apr 23 00:58:07.506935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6c418-775f-4c05-a93b-23e7ecdec4a6 req-17ac2e29-f1c8-4d98-a747-2ee0c2d46764 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:07.507609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-08f6c418-775f-4c05-a93b-23e7ecdec4a6 req-17ac2e29-f1c8-4d98-a747-2ee0c2d46764 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Synchronizing usage tracker for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:07.524447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-08f6c418-775f-4c05-a93b-23e7ecdec4a6 req-17ac2e29-f1c8-4d98-a747-2ee0c2d46764 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Unset dirty status for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:07.525507 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08f6c418-775f-4c05-a93b-23e7ecdec4a6 req-17ac2e29-f1c8-4d98-a747-2ee0c2d46764 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 943 time: 0.1015828 Apr 23 00:58:07.569281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-08f6c418-775f-4c05-a93b-23e7ecdec4a6 req-48a2ded0-d4c5-411b-9975-fde5fd8724bb tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Synchronizing usage tracker for tenant:b51f04b2837b48329b28052d72e3e90b on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:07.589513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-08f6c418-775f-4c05-a93b-23e7ecdec4a6 req-48a2ded0-d4c5-411b-9975-fde5fd8724bb tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Unset dirty status for tenant:b51f04b2837b48329b28052d72e3e90b on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:07.590786 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-08f6c418-775f-4c05-a93b-23e7ecdec4a6 req-48a2ded0-d4c5-411b-9975-fde5fd8724bb tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593035 Apr 23 00:58:08.393707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c386229e-ac06-47ad-8ee7-5f2e8460202a details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:58:08.527296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port c386229e-ac06-47ad-8ee7-5f2e8460202a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c386229e-ac06-47ad-8ee7-5f2e8460202a,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:08.540069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'c386229e-ac06-47ad-8ee7-5f2e8460202a', 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de', 'port_id': 'c386229e-ac06-47ad-8ee7-5f2e8460202a', 'mac_address': 'fa:16:3e:13:b6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b538e7d4-5b25-4fc9-a26e-6804c6fa95ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:58:08.595252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:08.611791 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c386229e-ac06-47ad-8ee7-5f2e8460202a {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:58:08.628097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port c386229e-ac06-47ad-8ee7-5f2e8460202a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c386229e-ac06-47ad-8ee7-5f2e8460202a,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:08.632128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:08.701533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=c386229e-ac06-47ad-8ee7-5f2e8460202a,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:08.775407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79232cdd-d216-49fe-99ac-1141b753e802 req-942fc5db-1269-4d1c-b413-f741b9092f06 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:08.776855 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-79232cdd-d216-49fe-99ac-1141b753e802 req-942fc5db-1269-4d1c-b413-f741b9092f06 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 944 time: 0.0800858 Apr 23 00:58:08.820389 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-79232cdd-d216-49fe-99ac-1141b753e802 req-a11bef6c-9e4f-47c7-b406-f6cf2340e9fd tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377853 Apr 23 00:58:09.024665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['c386229e-ac06-47ad-8ee7-5f2e8460202a'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:58:10.006603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabf44a-ee89-47e5-adc1-13d5cf680fd0 req-517483d6-422f-43a7-999b-afcf66301998 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:10.008056 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6aabf44a-ee89-47e5-adc1-13d5cf680fd0 req-517483d6-422f-43a7-999b-afcf66301998 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 944 time: 0.0844948 Apr 23 00:58:10.055773 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6aabf44a-ee89-47e5-adc1-13d5cf680fd0 req-389527aa-f007-41e0-b0e5-e87e7ddc6d1a tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Apr 23 00:58:10.103975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:10.408616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c386229e-ac06-47ad-8ee7-5f2e8460202a up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:58:10.476610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port c386229e-ac06-47ad-8ee7-5f2e8460202a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:58:10.481127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port c386229e-ac06-47ad-8ee7-5f2e8460202a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:10.481499 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:10.594093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:10.619663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c386229e-ac06-47ad-8ee7-5f2e8460202a'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:58:10.629622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port c386229e-ac06-47ad-8ee7-5f2e8460202a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c386229e-ac06-47ad-8ee7-5f2e8460202a,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:10.633002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:10.663975 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e4452f-0be8-4306-b5a0-452425d36cb4'] response: {'server_uuid': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c386229e-ac06-47ad-8ee7-5f2e8460202a', 'code': 200} Apr 23 00:58:10.701316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=c386229e-ac06-47ad-8ee7-5f2e8460202a,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:10.908666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b873a9d-3c51-48a0-b646-8b3eca2394a0 req-47ab16f8-1ab2-4b47-8636-cff90262285f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:10.910125 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8b873a9d-3c51-48a0-b646-8b3eca2394a0 req-47ab16f8-1ab2-4b47-8636-cff90262285f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0697155 Apr 23 00:58:10.950260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8b873a9d-3c51-48a0-b646-8b3eca2394a0 req-abe2ae87-a6b6-42dc-a7b9-707241ad387c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333481 Apr 23 00:58:11.242147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86810-bd6c-4d34-89fb-7a7ff8139726 req-bf41fcd0-0a86-4dca-8068-c9473903e816 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:11.243519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-71d86810-bd6c-4d34-89fb-7a7ff8139726 req-bf41fcd0-0a86-4dca-8068-c9473903e816 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0845058 Apr 23 00:58:11.287597 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-71d86810-bd6c-4d34-89fb-7a7ff8139726 req-be468b89-3813-4dde-ad65-f08375c86f5b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Apr 23 00:58:12.487092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71cb2bb-783e-4a22-bb7b-d981eb06a29c req-0371e907-3d63-4504-8fe8-65688701c703 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:12.488520 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d71cb2bb-783e-4a22-bb7b-d981eb06a29c req-0371e907-3d63-4504-8fe8-65688701c703 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0870168 Apr 23 00:58:12.533148 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d71cb2bb-783e-4a22-bb7b-d981eb06a29c req-f0441dae-f39a-4839-82bd-35f2bc86a44a tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Apr 23 00:58:12.817082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-519edda8-b90c-4226-b595-3be317b9fdfd tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:12.818513 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-519edda8-b90c-4226-b595-3be317b9fdfd tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/networks?id=008069dc-7b9b-467e-87a3-a8163a0923de HTTP/1.1" status: 200 len: 813 time: 0.1441307 Apr 23 00:58:12.833234 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-1b04faf6-4c20-4bc9-8b33-449d13eb4e9d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/quotas/b51f04b2837b48329b28052d72e3e90b HTTP/1.1" status: 200 len: 375 time: 0.0093260 Apr 23 00:58:12.910775 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-ca2b874e-ec1d-45a5-b561-b64b6ad61354 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b51f04b2837b48329b28052d72e3e90b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723803 Apr 23 00:58:13.040568 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-ec2dd8bb-1cb7-4d14-a92b-78c966668922 service neutron] 10.222.0.39 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233006 Apr 23 00:58:13.170893 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-7cec1002-5db0-49b9-9a44-ad59b8a88f65 service neutron] 10.222.0.39 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231062 Apr 23 00:58:13.343481 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ef3e0785-a3be-4dff-9200-d788fac5783f req-07fa4c80-d026-4e2c-965c-ebc0e5efd4b4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 210 time: 0.0425849 Apr 23 00:58:14.455589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-130e4631-e3ca-4403-a84b-6e380c117f9f tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:14.457001 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-130e4631-e3ca-4403-a84b-6e380c117f9f tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "GET /v2.0/networks?id=008069dc-7b9b-467e-87a3-a8163a0923de HTTP/1.1" status: 200 len: 813 time: 0.1498685 Apr 23 00:58:14.503836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Request body: {'port': {'device_id': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de', 'admin_state_up': True, 'tenant_id': 'b51f04b2837b48329b28052d72e3e90b'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:14.526012 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9661832a-7842-4446-aba8-1f3c25bd2c9a req-6afd87bd-eeaa-4cdf-8b82-4fc55062848b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 210 time: 0.0680640 Apr 23 00:58:14.647146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:14.657547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:14.667362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Made reservation on behalf of b51f04b2837b48329b28052d72e3e90b for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:14.671494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:14.832586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Allocated IP 172.20.0.4 (008069dc-7b9b-467e-87a3-a8163a0923de/b538e7d4-5b25-4fc9-a26e-6804c6fa95ee/bbec4fa5-3793-4949-b4e7-8f41ab760c35) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:58:15.031076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:15.059112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:15.095462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['c386229e-ac06-47ad-8ee7-5f2e8460202a'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:58:15.127262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Network 008069dc-7b9b-467e-87a3-a8163a0923de is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:58:15.214086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4d78-7b05-4738-a546-c2aafa342389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:15.245723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:15.250620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:58:15.285908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Pushing event updated for resources: {'Port': ['ID=bbec4fa5-3793-4949-b4e7-8f41ab760c35,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:15.316688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:15.317289 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:15.340999 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-862832f4-325d-401e-a45d-33b19c0ed8a4 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8462043 Apr 23 00:58:15.358719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Request body: {'port': {'device_id': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:15.469928 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:15.717451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7514e-3ea7-42cc-8a6c-481fed2359e6 req-c3ee5cdc-ad57-4f15-a2cb-745ea90b816d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:15.718953 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8eb7514e-3ea7-42cc-8a6c-481fed2359e6 req-c3ee5cdc-ad57-4f15-a2cb-745ea90b816d tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 931 time: 0.0862062 Apr 23 00:58:15.765776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8eb7514e-3ea7-42cc-8a6c-481fed2359e6 req-51a757cb-bf76-41d8-81dc-273b1bb24f02 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400391 Apr 23 00:58:15.814744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbec4fa5-3793-4949-b4e7-8f41ab760c35 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:58:15.821710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:15.836818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Transition to ACTIVE for port object bbec4fa5-3793-4949-b4e7-8f41ab760c35 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:15.840707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:16.029908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Pushing event updated for resources: {'Port': ['ID=bbec4fa5-3793-4949-b4e7-8f41ab760c35,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:16.074032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Attempting to bind port bbec4fa5-3793-4949-b4e7-8f41ab760c35 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:58:16.074312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Attempting to bind port bbec4fa5-3793-4949-b4e7-8f41ab760c35 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:58:16.074636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Attempting to bind port bbec4fa5-3793-4949-b4e7-8f41ab760c35 on network 008069dc-7b9b-467e-87a3-a8163a0923de {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:16.079869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Port bbec4fa5-3793-4949-b4e7-8f41ab760c35 on network 008069dc-7b9b-467e-87a3-a8163a0923de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:58:16.080187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Attempting to bind port bbec4fa5-3793-4949-b4e7-8f41ab760c35 on network 008069dc-7b9b-467e-87a3-a8163a0923de {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:16.085168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:58:16.085498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Checking segment: {'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:16.085868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Bound using segment: {'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:58:16.086305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Bound port: bbec4fa5-3793-4949-b4e7-8f41ab760c35, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92eaa207-0645-4afe-a2bd-69b12eec43d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:58:16.086642 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:16.174802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] For port bbec4fa5-3793-4949-b4e7-8f41ab760c35, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:58:16.177731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] For port bbec4fa5-3793-4949-b4e7-8f41ab760c35, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bbec4fa5-3793-4949-b4e7-8f41ab760c35,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:58:16.182803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:16.237582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:16.238180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:16.239538 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] 10.222.0.42 "PUT /v2.0/ports/bbec4fa5-3793-4949-b4e7-8f41ab760c35 HTTP/1.1" status: 200 len: 1093 time: 0.8848059 Apr 23 00:58:16.239953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'tag': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:58:16.264573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542f298-d217-41dd-bd04-2a424768d0bf service neutron] Pushing event updated for resources: {'Port': ['ID=bbec4fa5-3793-4949-b4e7-8f41ab760c35,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:16.289014 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78ba474-fded-4466-a1cd-fd790555aacf'] response: {'name': 'network-changed', 'server_uuid': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'tag': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35', 'status': 'completed', 'code': 200} Apr 23 00:58:16.376501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-199b0062-e5f2-496b-8ed9-e04d8089b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:16.377842 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-199b0062-e5f2-496b-8ed9-e04d8089b01d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b51f04b2837b48329b28052d72e3e90b&device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 1096 time: 0.0706198 Apr 23 00:58:16.452738 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-75ed6931-a655-4232-88aa-f7b8e8c81d31 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbec4fa5-3793-4949-b4e7-8f41ab760c35 HTTP/1.1" status: 200 len: 217 time: 0.0625563 Apr 23 00:58:16.515900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-7b335d21-9059-4cf0-b787-578a6a5449a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:16.517308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-7b335d21-9059-4cf0-b787-578a6a5449a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b538e7d4-5b25-4fc9-a26e-6804c6fa95ee HTTP/1.1" status: 200 len: 853 time: 0.0590701 Apr 23 00:58:16.563811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-f5aece13-2b55-46b1-97c6-f2c8def5245b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008069dc-7b9b-467e-87a3-a8163a0923de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404675 Apr 23 00:58:16.691274 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-17a6de51-1755-4795-a4d2-968c647e33b1 service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217699 Apr 23 00:58:16.820633 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-99fddf14-301e-4ab7-8247-5a343d647b65 req-ff425776-246a-4685-8ce9-c2ec71e8ce73 service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231856 Apr 23 00:58:16.951103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7884698-bd70-4dd5-abc9-ccb6dd8ee80c req-2041461c-c0a4-41f3-85d1-a54ee9b34fee tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:16.952533 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e7884698-bd70-4dd5-abc9-ccb6dd8ee80c req-2041461c-c0a4-41f3-85d1-a54ee9b34fee tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 943 time: 0.0799379 Apr 23 00:58:16.983148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-514a9993-8c09-4fa8-872d-dc90165b58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:16.984835 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-514a9993-8c09-4fa8-872d-dc90165b58ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b51f04b2837b48329b28052d72e3e90b&device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 1096 time: 0.0735071 Apr 23 00:58:17.001740 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-e7884698-bd70-4dd5-abc9-ccb6dd8ee80c req-da25b2e6-c639-489e-80a1-259198498787 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Apr 23 00:58:17.221017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-0b2d2015-b183-4855-8a97-bd1bb5dce2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:17.222400 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-0b2d2015-b183-4855-8a97-bd1bb5dce2e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=008069dc-7b9b-467e-87a3-a8163a0923de HTTP/1.1" status: 200 len: 913 time: 0.2317247 Apr 23 00:58:17.291287 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-ef8c90dd-c3af-48bb-9c46-2bfd3f398702 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bbec4fa5-3793-4949-b4e7-8f41ab760c35 HTTP/1.1" status: 200 len: 217 time: 0.0620210 Apr 23 00:58:17.351138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-42dc0ef3-d3a6-425a-a138-443bdb55b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:17.352494 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-42dc0ef3-d3a6-425a-a138-443bdb55b342 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b538e7d4-5b25-4fc9-a26e-6804c6fa95ee HTTP/1.1" status: 200 len: 853 time: 0.0556605 Apr 23 00:58:17.402938 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-ef75b640-924c-43bd-8d1c-0aa03560b2db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=008069dc-7b9b-467e-87a3-a8163a0923de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418427 Apr 23 00:58:17.532066 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-1a5f2991-223f-4d7f-b679-93ad851b2a96 service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226091 Apr 23 00:58:17.631758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1168ceec-334a-45fa-b2c4-8c6b9ec3131b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:17.668376 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e373d7c4-2a86-41ca-8eb9-0b552141c1be req-dfdb5e67-f468-4abf-a78d-1075d71b01a2 service neutron] 10.222.0.42 "GET /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306579 Apr 23 00:58:18.190803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a75cf8-5fa0-48b9-8493-e3bdaafba337 req-4bd5f006-c0b6-4278-a496-6523cf117e2b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:18.191499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-87a75cf8-5fa0-48b9-8493-e3bdaafba337 req-4bd5f006-c0b6-4278-a496-6523cf117e2b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Synchronizing usage tracker for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:18.206462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-87a75cf8-5fa0-48b9-8493-e3bdaafba337 req-4bd5f006-c0b6-4278-a496-6523cf117e2b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Unset dirty status for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:18.207579 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-87a75cf8-5fa0-48b9-8493-e3bdaafba337 req-4bd5f006-c0b6-4278-a496-6523cf117e2b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 943 time: 0.0969462 Apr 23 00:58:18.255793 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-87a75cf8-5fa0-48b9-8493-e3bdaafba337 req-58f75cd2-6143-49c4-87c1-4ca04d497ee9 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425620 Apr 23 00:58:18.641783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:18.707560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:19.444890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0507116-088b-49b0-8646-d7e05defb5e0 req-f297054a-b0ba-4651-9eec-33598bd8775b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:19.446366 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c0507116-088b-49b0-8646-d7e05defb5e0 req-f297054a-b0ba-4651-9eec-33598bd8775b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 943 time: 0.0841639 Apr 23 00:58:19.490185 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c0507116-088b-49b0-8646-d7e05defb5e0 req-8c916cb9-42ab-4760-bdc7-bb53e90ce6cb tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 Apr 23 00:58:20.055566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:20.486561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bbec4fa5-3793-4949-b4e7-8f41ab760c35 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:58:20.644423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port bbec4fa5-3793-4949-b4e7-8f41ab760c35, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bbec4fa5-3793-4949-b4e7-8f41ab760c35,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:20.657277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35', 'network_id': '008069dc-7b9b-467e-87a3-a8163a0923de', 'port_id': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35', 'mac_address': 'fa:16:3e:f2:6a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b538e7d4-5b25-4fc9-a26e-6804c6fa95ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:58:20.681851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccb9e6-0429-461d-835d-e269e1274d9a req-c9a272f5-5a71-4bfc-96b4-d8107d4fc3d5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:20.683580 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-49ccb9e6-0429-461d-835d-e269e1274d9a req-c9a272f5-5a71-4bfc-96b4-d8107d4fc3d5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 943 time: 0.0829937 Apr 23 00:58:20.718687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:20.729242 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-49ccb9e6-0429-461d-835d-e269e1274d9a req-3288e260-5ff8-4a2c-9eef-44fa34c14dd9 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Apr 23 00:58:20.735846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbec4fa5-3793-4949-b4e7-8f41ab760c35 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:58:20.752313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port bbec4fa5-3793-4949-b4e7-8f41ab760c35, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bbec4fa5-3793-4949-b4e7-8f41ab760c35,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:20.756002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:20.823725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=bbec4fa5-3793-4949-b4e7-8f41ab760c35,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:21.181879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['bbec4fa5-3793-4949-b4e7-8f41ab760c35'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:58:21.911462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec6d37-7871-4033-b49d-66e7aedb443d req-7b1951e8-cf13-4044-b398-189c6fb983f5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:21.912821 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-feec6d37-7871-4033-b49d-66e7aedb443d req-7b1951e8-cf13-4044-b398-189c6fb983f5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 944 time: 0.0793517 Apr 23 00:58:21.960723 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-feec6d37-7871-4033-b49d-66e7aedb443d req-79c2a9f9-8ebe-4e75-afcf-fa90c909aadb tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Apr 23 00:58:22.492949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bbec4fa5-3793-4949-b4e7-8f41ab760c35 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:58:22.558969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port bbec4fa5-3793-4949-b4e7-8f41ab760c35 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:58:22.563488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port bbec4fa5-3793-4949-b4e7-8f41ab760c35 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:22.563860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:22.676283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:22.703470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:58:22.715142 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port bbec4fa5-3793-4949-b4e7-8f41ab760c35, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bbec4fa5-3793-4949-b4e7-8f41ab760c35,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:22.720145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:22.755146 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0c3f06-dacf-4a11-a506-d1afc925edc7'] response: {'server_uuid': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35', 'code': 200} Apr 23 00:58:22.793433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=bbec4fa5-3793-4949-b4e7-8f41ab760c35,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:23.008314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f15a75-962b-47b8-a2fb-f66569b48c41 req-f527e02d-8cd7-46a6-8b38-752b6120968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:23.009785 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d9f15a75-962b-47b8-a2fb-f66569b48c41 req-f527e02d-8cd7-46a6-8b38-752b6120968a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 1098 time: 0.0763195 Apr 23 00:58:23.050884 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d9f15a75-962b-47b8-a2fb-f66569b48c41 req-02017e60-25a4-4dc8-a19f-cf9dac2c1240 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348938 Apr 23 00:58:23.147686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0658-e031-4a7c-8907-f7d1ca0c04a1 req-b91130e0-e861-43c1-b587-790c87b21535 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:23.149110 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-185f0658-e031-4a7c-8907-f7d1ca0c04a1 req-b91130e0-e861-43c1-b587-790c87b21535 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 945 time: 0.0794241 Apr 23 00:58:23.193776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-185f0658-e031-4a7c-8907-f7d1ca0c04a1 req-5a594fe9-b158-4d32-8b4c-8da7b2e89b23 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Apr 23 00:58:24.379422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76097e-c6f2-464b-b286-586a730e7c02 req-03aaaf0a-e7e7-4315-8cab-be8b007a4eca tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:24.380771 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d76097e-c6f2-464b-b286-586a730e7c02 req-03aaaf0a-e7e7-4315-8cab-be8b007a4eca tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 945 time: 0.0798309 Apr 23 00:58:24.423982 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d76097e-c6f2-464b-b286-586a730e7c02 req-fbdee591-84b8-4b0b-8127-77a05d57b645 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376205 Apr 23 00:58:25.679825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd80b8f-d77c-4457-bf55-dcb7c43239bb req-796414a1-8769-4f65-ac64-802932ab1831 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:25.681326 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afd80b8f-d77c-4457-bf55-dcb7c43239bb req-796414a1-8769-4f65-ac64-802932ab1831 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 945 time: 0.1459908 Apr 23 00:58:25.730406 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-afd80b8f-d77c-4457-bf55-dcb7c43239bb req-89798e8f-0422-4408-8a1a-b12d1cb1c062 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Apr 23 00:58:26.118017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b5f9a-75dc-4134-8dfc-f4a19a549d8e req-d3615d04-641b-4c48-9d72-03db33b97520 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:26.119489 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ee7b5f9a-75dc-4134-8dfc-f4a19a549d8e req-d3615d04-641b-4c48-9d72-03db33b97520 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 945 time: 0.0820661 Apr 23 00:58:26.166692 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ee7b5f9a-75dc-4134-8dfc-f4a19a549d8e req-5400e5db-0e4b-4cd0-b8be-8fcf58691cc6 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409803 Apr 23 00:58:27.355838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051263f1-e397-4509-a313-e989088389d3 req-4856d57f-a682-4d1d-a62a-221db4f54326 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:27.357225 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-051263f1-e397-4509-a313-e989088389d3 req-4856d57f-a682-4d1d-a62a-221db4f54326 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 945 time: 0.0837450 Apr 23 00:58:27.401866 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-051263f1-e397-4509-a313-e989088389d3 req-e0f846e2-f537-4eec-b90b-c739c95c737c tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389166 Apr 23 00:58:27.710003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-31e65444-e040-42f7-b34a-25e4314753fe tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:27.711450 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-31e65444-e040-42f7-b34a-25e4314753fe tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 945 time: 0.0807765 Apr 23 00:58:27.781637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Deleting port bbec4fa5-3793-4949-b4e7-8f41ab760c35 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:27.781970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:28.025421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] For port bbec4fa5-3793-4949-b4e7-8f41ab760c35, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=bbec4fa5-3793-4949-b4e7-8f41ab760c35,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:28.025780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:28.148419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Calling delete_port for bbec4fa5-3793-4949-b4e7-8f41ab760c35 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:28.396916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:28.432451 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['c386229e-ac06-47ad-8ee7-5f2e8460202a', 'bbec4fa5-3793-4949-b4e7-8f41ab760c35'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:58:28.447299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Pushing event deleted for resources: {'Port': ['ID=bbec4fa5-3793-4949-b4e7-8f41ab760c35,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:28.523409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] No DVR routers for this DVR port bbec4fa5-3793-4949-b4e7-8f41ab760c35 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:58:28.525854 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:28.528391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'name': 'network-vif-deleted', 'tag': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:58:28.553920 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3f2b4fe9-042c-4466-b6bb-1b468d8ceeff req-b8254365-aa8b-4534-b30a-022f32a66a27 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "DELETE /v2.0/ports/bbec4fa5-3793-4949-b4e7-8f41ab760c35 HTTP/1.1" status: 204 len: 173 time: 0.8378413 Apr 23 00:58:28.555192 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e0d5688-97ab-4f4e-899d-febb46034e7b req-1f679344-123a-4130-af9c-43d4fdbef79e tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=85f8ed91-ca18-4986-bb99-306b31f3d224 HTTP/1.1" status: 200 len: 210 time: 0.0437126 Apr 23 00:58:28.580721 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d43b8ff-f8c9-4f3a-a583-781b666b1961'] response: {'server_uuid': '85f8ed91-ca18-4986-bb99-306b31f3d224', 'name': 'network-vif-deleted', 'tag': 'bbec4fa5-3793-4949-b4e7-8f41ab760c35', 'status': 'completed', 'code': 200} Apr 23 00:58:29.865335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f4d77-f7a9-4ed4-ac61-491743a751ac req-3d9d4f64-b0d2-44c3-9fde-bb1804bb73b7 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:29.866033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-270f4d77-f7a9-4ed4-ac61-491743a751ac req-3d9d4f64-b0d2-44c3-9fde-bb1804bb73b7 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Synchronizing usage tracker for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:29.881295 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-270f4d77-f7a9-4ed4-ac61-491743a751ac req-3d9d4f64-b0d2-44c3-9fde-bb1804bb73b7 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Unset dirty status for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:29.882441 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-270f4d77-f7a9-4ed4-ac61-491743a751ac req-3d9d4f64-b0d2-44c3-9fde-bb1804bb73b7 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.1429343 Apr 23 00:58:29.927688 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-270f4d77-f7a9-4ed4-ac61-491743a751ac req-241f53d2-4a51-485d-8b4d-68a343acf020 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Apr 23 00:58:30.136681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434171ae-13b2-41a5-88f1-c94c17b7b05e req-1f3ec106-d8c5-4f4b-be92-82baeaa37c82 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:30.138022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-434171ae-13b2-41a5-88f1-c94c17b7b05e req-1f3ec106-d8c5-4f4b-be92-82baeaa37c82 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0826702 Apr 23 00:58:30.183982 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-434171ae-13b2-41a5-88f1-c94c17b7b05e req-f3f6d06c-d790-4f48-8123-98e9391846c0 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Apr 23 00:58:30.365692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3e380-0bc0-438a-8608-2f3eb832269b req-086af236-931e-45a5-809d-c81661344ac5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:30.367205 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-efa3e380-0bc0-438a-8608-2f3eb832269b req-086af236-931e-45a5-809d-c81661344ac5 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0788558 Apr 23 00:58:30.410439 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-efa3e380-0bc0-438a-8608-2f3eb832269b req-75bad417-0e3e-43f9-9ca1-ebb4c8a309cd tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Apr 23 00:58:30.697393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40a964-71a9-4424-aec6-4cb38826bb95 req-b357190f-0916-4c50-92b9-3d7c8e808158 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:30.698795 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de40a964-71a9-4424-aec6-4cb38826bb95 req-b357190f-0916-4c50-92b9-3d7c8e808158 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0831640 Apr 23 00:58:30.742642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-de40a964-71a9-4424-aec6-4cb38826bb95 req-8d140d7c-5fd3-4a0d-90bd-d810110af663 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375564 Apr 23 00:58:30.926393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3232c20-d835-466c-9e81-d773a42cc94f req-5fce131a-a362-4634-9097-0b0c9801b184 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:30.927830 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e3232c20-d835-466c-9e81-d773a42cc94f req-5fce131a-a362-4634-9097-0b0c9801b184 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0811040 Apr 23 00:58:30.973460 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e3232c20-d835-466c-9e81-d773a42cc94f req-ca682b80-392b-4542-96b0-f5a9998ddb54 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 Apr 23 00:58:31.172729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf7fd3-86d0-44f4-9581-cdbb85c93615 req-9907ed1a-620b-4ea6-9d4d-ae17b6260533 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:31.174182 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dfdf7fd3-86d0-44f4-9581-cdbb85c93615 req-9907ed1a-620b-4ea6-9d4d-ae17b6260533 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0842862 Apr 23 00:58:31.218483 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dfdf7fd3-86d0-44f4-9581-cdbb85c93615 req-efbc80d5-4fba-441b-9e09-065b2bcba70a tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Apr 23 00:58:31.740795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333a2b5-6064-45cd-9327-d81ef104137b req-e328a29a-78a2-4706-978c-8423eb076a75 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:31.742201 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1333a2b5-6064-45cd-9327-d81ef104137b req-e328a29a-78a2-4706-978c-8423eb076a75 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0849221 Apr 23 00:58:31.785600 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1333a2b5-6064-45cd-9327-d81ef104137b req-1a8d6257-0241-41f8-99fe-e64a2a7d0cca tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Apr 23 00:58:32.223751 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:58:32.573029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bbec4fa5-3793-4949-b4e7-8f41ab760c35 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:58:32.607304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: bbec4fa5-3793-4949-b4e7-8f41ab760c35 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:58:32.607910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device bbec4fa5-3793-4949-b4e7-8f41ab760c35 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:58:32.972986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84556d41-6e80-4ebd-9eba-a187b37bb3b2 req-259d633c-1643-4357-8b71-fbfb57dcdd4c tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:32.974445 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-84556d41-6e80-4ebd-9eba-a187b37bb3b2 req-259d633c-1643-4357-8b71-fbfb57dcdd4c tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0829043 Apr 23 00:58:33.019892 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-84556d41-6e80-4ebd-9eba-a187b37bb3b2 req-74968935-b98e-42bd-83d4-268f4d607819 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/security-groups?id=f991264a-f69e-4c17-8b8e-a6f8d5735a8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Apr 23 00:58:33.398104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-576e028f-389d-4f44-baae-f74e22ae467b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:33.399554 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-576e028f-389d-4f44-baae-f74e22ae467b tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 945 time: 0.0784795 Apr 23 00:58:33.472834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Deleting port c386229e-ac06-47ad-8ee7-5f2e8460202a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:33.473171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:33.718734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] For port c386229e-ac06-47ad-8ee7-5f2e8460202a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=c386229e-ac06-47ad-8ee7-5f2e8460202a,segment=NetworkSegment(92eaa207-0645-4afe-a2bd-69b12eec43d3),segment_id=92eaa207-0645-4afe-a2bd-69b12eec43d3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:33.719014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:33.842449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Calling delete_port for c386229e-ac06-47ad-8ee7-5f2e8460202a owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:33.980867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:34.014564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['c386229e-ac06-47ad-8ee7-5f2e8460202a'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:58:34.035518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Pushing event deleted for resources: {'Port': ['ID=c386229e-ac06-47ad-8ee7-5f2e8460202a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:34.110710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] No DVR routers for this DVR port c386229e-ac06-47ad-8ee7-5f2e8460202a on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:58:34.113830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:34.115771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'name': 'network-vif-deleted', 'tag': 'c386229e-ac06-47ad-8ee7-5f2e8460202a'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:58:34.132450 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3f7f6afd-88e8-4c54-8575-3af865fcd303 req-3b4b2ffb-14a8-4224-803c-333e34b042a3 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.42 "DELETE /v2.0/ports/c386229e-ac06-47ad-8ee7-5f2e8460202a HTTP/1.1" status: 204 len: 173 time: 0.7280085 Apr 23 00:58:34.174162 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda1e8a4-1646-47c3-a4c7-fadc80864ade'] response: {'server_uuid': '9e7aa1a6-5e86-47bf-9de6-83214caf6cb6', 'name': 'network-vif-deleted', 'tag': 'c386229e-ac06-47ad-8ee7-5f2e8460202a', 'status': 'completed', 'code': 200} Apr 23 00:58:34.180056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-1131b0c3-9c4a-4c44-ab59-5848969a4ed4 req-f6238f90-18c8-4ebe-b146-d14ec779ca35 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Synchronizing usage tracker for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:34.197076 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-1131b0c3-9c4a-4c44-ab59-5848969a4ed4 req-f6238f90-18c8-4ebe-b146-d14ec779ca35 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] Unset dirty status for tenant:b51f04b2837b48329b28052d72e3e90b on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:34.198227 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1131b0c3-9c4a-4c44-ab59-5848969a4ed4 req-f6238f90-18c8-4ebe-b146-d14ec779ca35 tempest-ServersNegativeTestJSON-1476791003 tempest-ServersNegativeTestJSON-1476791003-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e7aa1a6-5e86-47bf-9de6-83214caf6cb6 HTTP/1.1" status: 200 len: 210 time: 0.0639477 Apr 23 00:58:35.293833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46364) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:35.352239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] Deleting subnet b538e7d4-5b25-4fc9-a26e-6804c6fa95ee {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:58:35.355125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.406714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.461157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.526331 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.567184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b538e7d4-5b25-4fc9-a26e-6804c6fa95ee,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:35.570692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.576857 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d1cc9d1f-b30f-4e5b-87b5-bf44ff7bc7e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b538e7d4-5b25-4fc9-a26e-6804c6fa95ee HTTP/1.1" status: 204 len: 168 time: 0.2814488 Apr 23 00:58:35.579577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46368) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:35.681458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.909185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.934724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008069dc-7b9b-467e-87a3-a8163a0923de']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:35.947613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92eaa207-0645-4afe-a2bd-69b12eec43d3') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:35.947911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92eaa207-0645-4afe-a2bd-69b12eec43d3') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:35.959256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.974770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.980644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:35.981028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:35.994578 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:36.072579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:36.088101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:36.099746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] Pushing event deleted for resources: {'Network': ['ID=008069dc-7b9b-467e-87a3-a8163a0923de,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:36.106375 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5d7998fb-a87d-41de-8b49-da9299e0a732 admin admin] 10.222.0.39 "DELETE /v2.0/networks/008069dc-7b9b-467e-87a3-a8163a0923de HTTP/1.1" status: 204 len: 168 time: 0.5258374 Apr 23 00:58:36.217183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46374) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:36.264834 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-60279ebb-41c0-41eb-b43a-558125ebcc39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b51f04b2837b48329b28052d72e3e90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467577 Apr 23 00:58:36.267276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46378) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:36.325649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fabe4771-026b-45c2-9a97-07f60670281d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:36.351609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fabe4771-026b-45c2-9a97-07f60670281d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:36.403758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fabe4771-026b-45c2-9a97-07f60670281d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:36.419075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe4771-026b-45c2-9a97-07f60670281d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f991264a-f69e-4c17-8b8e-a6f8d5735a8c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:36.430267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fabe4771-026b-45c2-9a97-07f60670281d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:36.431581 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fabe4771-026b-45c2-9a97-07f60670281d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f991264a-f69e-4c17-8b8e-a6f8d5735a8c HTTP/1.1" status: 204 len: 168 time: 0.1633396 Apr 23 00:58:36.585417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c386229e-ac06-47ad-8ee7-5f2e8460202a no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:58:36.626314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: c386229e-ac06-47ad-8ee7-5f2e8460202a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:58:36.626665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device c386229e-ac06-47ad-8ee7-5f2e8460202a not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:58:37.160878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46402) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:37.264146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304006103'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:37.269091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:37.272866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:network and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:37.275692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:37.286518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:37.297056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:37.300450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.312790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.327427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:37.331226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:security_group_rule and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:37.334027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:37.339903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:37.423214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.427052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.457620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:37.471687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a0d5a2-2abd-428e-956f-937db389418a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:37.474423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.474765 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Added segment b6286a06-159c-4486-a547-67d7cb65f7cf of type vlan for network 131f6468-bee6-42b6-bacc-c000f94d302d Apr 23 00:58:37.501333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.529978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.535375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:37.535971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:37.643416 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4813879 Apr 23 00:58:37.646087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b98422-4b3e-4af2-9904-dcf1cfd854c0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Network': ['ID=131f6468-bee6-42b6-bacc-c000f94d302d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:37.657324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 131f6468-bee6-42b6-bacc-c000f94d302d details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:40.125180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:40.869873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46408) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:40.876135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'subnet': {'network_id': '131f6468-bee6-42b6-bacc-c000f94d302d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:40.986070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:40.989954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:subnet and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:40.992769 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:40.999081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:41.008702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:41.012347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.225158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.302933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Subnet': ['ID=dce82bf4-08ad-48b8-917d-f78d2067703f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:41.313938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Checking segment: {'id': 'b6286a06-159c-4486-a547-67d7cb65f7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '131f6468-bee6-42b6-bacc-c000f94d302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:41.314328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network hostable DHCP agents. Network: 131f6468-bee6-42b6-bacc-c000f94d302d, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:41.332057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network 131f6468-bee6-42b6-bacc-c000f94d302d is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:41.340502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 131f6468-bee6-42b6-bacc-c000f94d302d) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:41.344510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:41.345094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.350581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e29d5-03f2-4e6b-a2f9-328cd102961d None None] Network 131f6468-bee6-42b6-bacc-c000f94d302d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:41.369995 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8fb4d793-d287-427a-ad4f-6358b0fce6c1 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4956338 Apr 23 00:58:41.370203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46412) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:41.376227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506764639'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:41.381006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:41.384822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:network and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:41.387646 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:41.393502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:41.403619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:41.407223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.436969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:41.446771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.446771 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Added segment 65b808e5-1163-4ebc-863a-c3501557c7f6 of type vlan for network 3145494e-b7aa-41e6-9e45-d47464cde79a Apr 23 00:58:41.472476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.503186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.508581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:41.509163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.580461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-131f6468-bee6-42b6-bacc-c000f94d302d', 'network_id': '131f6468-bee6-42b6-bacc-c000f94d302d', 'tenant_id': 'c8696e086893441c955877959cced7aa', 'fixed_ips': [{'subnet_id': 'dce82bf4-08ad-48b8-917d-f78d2067703f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:58:41.581278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:41.605949 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2347455 Apr 23 00:58:41.609608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46416) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:41.617059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'subnet': {'network_id': '3145494e-b7aa-41e6-9e45-d47464cde79a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:41.618541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4720b3-8f1a-4846-852e-cac0ded9d0da tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Network': ['ID=3145494e-b7aa-41e6-9e45-d47464cde79a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:41.638966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 3145494e-b7aa-41e6-9e45-d47464cde79a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:41.828378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:41.830619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Allocated IP 2001:db8:0:ffff::2 (131f6468-bee6-42b6-bacc-c000f94d302d/dce82bf4-08ad-48b8-917d-f78d2067703f/4b944cd9-c2ec-4745-8233-6f0d7a2da099) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:58:41.832403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:subnet and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:41.835374 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:41.841206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:41.851333 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:41.854916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.082371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.084597 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.093238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Transition to ACTIVE for port object 4b944cd9-c2ec-4745-8233-6f0d7a2da099 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:42.112971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Transition to ACTIVE for port object 4b944cd9-c2ec-4745-8233-6f0d7a2da099 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:42.118586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.166801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Subnet': ['ID=7ea03cc3-6ffb-465f-a50b-d84b141ae3c0,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:42.176279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Checking segment: {'id': '65b808e5-1163-4ebc-863a-c3501557c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '3145494e-b7aa-41e6-9e45-d47464cde79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:42.176430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Network 131f6468-bee6-42b6-bacc-c000f94d302d is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:58:42.176643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network hostable DHCP agents. Network: 3145494e-b7aa-41e6-9e45-d47464cde79a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:42.179145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:42.182928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:58:42.198334 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network 3145494e-b7aa-41e6-9e45-d47464cde79a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:42.200335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Pushing event updated for resources: {'Port': ['ID=4b944cd9-c2ec-4745-8233-6f0d7a2da099,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:42.208722 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 3145494e-b7aa-41e6-9e45-d47464cde79a) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:42.212950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:42.213548 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.234533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e034440-38ad-4520-b5ef-b5ea47678cc2 None None] Network 3145494e-b7aa-41e6-9e45-d47464cde79a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:42.238469 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-18dbbe65-49cb-4823-8dc6-8880b5385b88 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6274257 Apr 23 00:58:42.240936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46420) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:42.285231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.285585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.285929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.286287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.286620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.286951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.287278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.287605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.287935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.288263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.288592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.288913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:42.386670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Attempting to bind port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:58:42.387357 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.387472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Attempting to bind port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'b6286a06-159c-4486-a547-67d7cb65f7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '131f6468-bee6-42b6-bacc-c000f94d302d'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:58:42.387472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Attempting to bind port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 on network 131f6468-bee6-42b6-bacc-c000f94d302d {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:42.395641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:58:42.396017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Checking segment: {'id': 'b6286a06-159c-4486-a547-67d7cb65f7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '131f6468-bee6-42b6-bacc-c000f94d302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:42.396419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.396811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Bound using segment: {'id': 'b6286a06-159c-4486-a547-67d7cb65f7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '131f6468-bee6-42b6-bacc-c000f94d302d'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:58:42.397273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Bound port: 4b944cd9-c2ec-4745-8233-6f0d7a2da099, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6286a06-159c-4486-a547-67d7cb65f7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '131f6468-bee6-42b6-bacc-c000f94d302d'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:58:42.397646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.454487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.538392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.550601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] For port 4b944cd9-c2ec-4745-8233-6f0d7a2da099, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:58:42.555645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] For port 4b944cd9-c2ec-4745-8233-6f0d7a2da099, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4b944cd9-c2ec-4745-8233-6f0d7a2da099,segment=NetworkSegment(b6286a06-159c-4486-a547-67d7cb65f7cf),segment_id=b6286a06-159c-4486-a547-67d7cb65f7cf)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:58:42.577243 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea03cc3-6ffb-465f-a50b-d84b141ae3c0,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:42.586452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.641728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839ab4d-57f5-4756-a437-044a58491c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-3145494e-b7aa-41e6-9e45-d47464cde79a', 'network_id': '3145494e-b7aa-41e6-9e45-d47464cde79a', 'tenant_id': 'c8696e086893441c955877959cced7aa', 'fixed_ips': [{'subnet_id': '7ea03cc3-6ffb-465f-a50b-d84b141ae3c0'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:58:42.642495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8839ab4d-57f5-4756-a437-044a58491c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.675021 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.701671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3145494e-b7aa-41e6-9e45-d47464cde79a']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:42.713483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b808e5-1163-4ebc-863a-c3501557c7f6') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:42.713784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b808e5-1163-4ebc-863a-c3501557c7f6') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:42.726540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.745757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f53d4e-76fa-48c8-ab1c-65cf5dd32b4d None None] Pushing event updated for resources: {'Port': ['ID=4b944cd9-c2ec-4745-8233-6f0d7a2da099,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:42.750901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.758801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:42.759343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:42.775797 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:42.782091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7992f9b7-b58d-48a0-8edf-a8968dab4966 None None] Network 3145494e-b7aa-41e6-9e45-d47464cde79a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:42.866646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.891000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:42.893261 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Network': ['ID=3145494e-b7aa-41e6-9e45-d47464cde79a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:42.919267 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cd224475-725b-4656-b836-9bd1fd804e71 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/3145494e-b7aa-41e6-9e45-d47464cde79a HTTP/1.1" status: 204 len: 168 time: 0.6773231 Apr 23 00:58:42.923449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46424) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:42.935924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1053071553'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:42.941376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:42.945746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:network and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:42.948701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:42.955803 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:42.969405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:42.973070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.010131 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:43.021123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.021613 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Added segment 938052d8-6640-47cb-86e6-2dc1b78efe83 of type vlan for network 13c6306c-a86b-4098-ab57-e089efa405d4 Apr 23 00:58:43.051447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.088343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.094755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:43.095409 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.192017 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2622221 Apr 23 00:58:43.194787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46428) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:43.200675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'subnet': {'network_id': '13c6306c-a86b-4098-ab57-e089efa405d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:43.206581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb3b94-b945-4f3d-b724-1ce4cbbfbb3e tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Network': ['ID=13c6306c-a86b-4098-ab57-e089efa405d4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:43.217390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 13c6306c-a86b-4098-ab57-e089efa405d4 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:43.322719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:43.327267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:subnet and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:43.330365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:43.336109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:43.346278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:43.349710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.446110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Performing IP validity checks on allocation pools {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 23 00:58:43.446598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.ipam_backend_mixin [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 23 00:58:43.582982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.664368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Subnet': ['ID=b7e19eb0-cc93-4373-b3b9-6dffceeb0d8a,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:43.671574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Checking segment: {'id': '938052d8-6640-47cb-86e6-2dc1b78efe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '13c6306c-a86b-4098-ab57-e089efa405d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:43.671896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network hostable DHCP agents. Network: 13c6306c-a86b-4098-ab57-e089efa405d4, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:43.692382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network 13c6306c-a86b-4098-ab57-e089efa405d4 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:43.704635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 13c6306c-a86b-4098-ab57-e089efa405d4) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:43.709089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:43.709776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.717890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90894f4d-9f4f-4f9a-bcff-1d2548f4dc48 None None] Network 131f6468-bee6-42b6-bacc-c000f94d302d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:43.733606 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7548549f-ecb8-49ec-bfbb-37a26a84ec8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5376272 Apr 23 00:58:43.736722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46434) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:43.748790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36f52fd-b674-405d-9215-9b64f48ed700 None None] Network 13c6306c-a86b-4098-ab57-e089efa405d4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:43.770746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4b944cd9-c2ec-4745-8233-6f0d7a2da099 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:58:43.877873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.947972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:43.951794 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3230f0d4-4db6-42fa-8d4e-7a3714df163f None None] Provisioning for port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:58:44.025623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.064576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e19eb0-cc93-4373-b3b9-6dffceeb0d8a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:44.142790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:58:44.183323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:44.183582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.257134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9172a3-c807-4876-8585-5ca31b8bb9e2 None None] Network 13c6306c-a86b-4098-ab57-e089efa405d4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:44.279250 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.305533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c6306c-a86b-4098-ab57-e089efa405d4']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:44.319742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938052d8-6640-47cb-86e6-2dc1b78efe83') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:44.320047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938052d8-6640-47cb-86e6-2dc1b78efe83') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:44.331729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.347525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.353351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:44.353726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:44.372316 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:44.450491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.468010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.478779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Network': ['ID=13c6306c-a86b-4098-ab57-e089efa405d4,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:44.486752 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-d11069d0-8029-4776-9cb5-49306972d333 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/13c6306c-a86b-4098-ab57-e089efa405d4 HTTP/1.1" status: 204 len: 168 time: 0.7457235 Apr 23 00:58:44.487168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46438) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:44.492477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2018549559'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:44.497381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:44.502444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:network and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:44.505924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:44.513942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:44.515832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.524483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:44.528691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.549859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 4b944cd9-c2ec-4745-8233-6f0d7a2da099, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4b944cd9-c2ec-4745-8233-6f0d7a2da099,segment=NetworkSegment(b6286a06-159c-4486-a547-67d7cb65f7cf),segment_id=b6286a06-159c-4486-a547-67d7cb65f7cf)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:44.554440 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.567302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:44.577093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.577575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Added segment b1cba901-6de4-417e-a569-a16c6e7d942d of type vlan for network e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 Apr 23 00:58:44.607091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.628511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=4b944cd9-c2ec-4745-8233-6f0d7a2da099,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:44.642050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.647583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:44.648185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.745161 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2571301 Apr 23 00:58:44.749494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46442) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:44.755236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'subnet': {'network_id': 'e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:44.756555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88decd83-4e00-4b84-8081-ff657a3c06ff tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Network': ['ID=e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:44.766686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:44.866570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:44.868973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9c5e6f1f-ef78-4e7c-9a3e-34f2e2cfa425 None None] Provisioning complete for port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:44.869341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9c5e6f1f-ef78-4e7c-9a3e-34f2e2cfa425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:44.870488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:subnet and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:44.873448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:44.879239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:44.888820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:44.892336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.110419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.188940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Subnet': ['ID=71684b47-d1f6-4a4b-a97a-eb797df629f9,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:45.197391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fb94b1ab-df64-432e-a595-e1f976b4a986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.198546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Checking segment: {'id': 'b1cba901-6de4-417e-a569-a16c6e7d942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:45.198906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network hostable DHCP agents. Network: e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:45.217469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:45.225888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:45.229675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:45.230269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.236064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45423d68-ec9b-45ce-ad73-c6f1d4acab6d None None] Network e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:45.252489 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-32003f46-1c2e-4623-b155-696c65b2b5f0 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5018167 Apr 23 00:58:45.256008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46446) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:45.261336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297453281'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:45.266300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:45.270208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:network and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:45.273182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:45.279701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:45.289912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:45.293473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.323151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:45.333306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.333647 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Added segment 3145949d-40fe-421b-8dae-3715a1ca2f86 of type vlan for network e55365f6-107c-4180-8545-8909aed3645a Apr 23 00:58:45.361658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.392648 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.398134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:45.398776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.451968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469', 'network_id': 'e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469', 'tenant_id': 'c8696e086893441c955877959cced7aa', 'fixed_ips': [{'subnet_id': '71684b47-d1f6-4a4b-a97a-eb797df629f9'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:58:45.452804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.603593 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3464680 Apr 23 00:58:45.606963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46450) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:45.608514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Allocated IP 2001:db8::2 (e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469/71684b47-d1f6-4a4b-a97a-eb797df629f9/809e722f-c459-491a-884c-02dfb57ba064) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:58:45.613676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Request body: {'subnet': {'network_id': 'e55365f6-107c-4180-8545-8909aed3645a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:45.618547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b230bd-187d-46ca-8c63-a1ea5b1c738c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Network': ['ID=e55365f6-107c-4180-8545-8909aed3645a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:45.637495 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network e55365f6-107c-4180-8545-8909aed3645a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:45.739051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:45.742912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Usage tracker for resource:subnet and tenant:c8696e086893441c955877959cced7aa is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:45.745755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:45.751529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:45.760429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Made reservation on behalf of c8696e086893441c955877959cced7aa for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:45.764395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.775209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4b944cd9-c2ec-4745-8233-6f0d7a2da099 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:58:45.947158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:45.947531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:45.991935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.016915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.030460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Transition to ACTIVE for port object 809e722f-c459-491a-884c-02dfb57ba064 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:46.058209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Transition to ACTIVE for port object 809e722f-c459-491a-884c-02dfb57ba064 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:46.073658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event updated for resources: {'Subnet': ['ID=418e8859-8b0e-4819-9370-d288ccb9859a,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:46.082705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Checking segment: {'id': '3145949d-40fe-421b-8dae-3715a1ca2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e55365f6-107c-4180-8545-8909aed3645a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:46.083282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network hostable DHCP agents. Network: e55365f6-107c-4180-8545-8909aed3645a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:46.106834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Network e55365f6-107c-4180-8545-8909aed3645a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:46.116522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, e55365f6-107c-4180-8545-8909aed3645a) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:46.120467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:46.121043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.129870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041bef17-94fc-4958-9de0-a75529615820 None None] Network e55365f6-107c-4180-8545-8909aed3645a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:46.146920 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3221840e-42d0-4afe-aef1-94b8b667f010 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5380511 Apr 23 00:58:46.149607 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46454) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:46.162901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.291459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.299962 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Network e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:58:46.307957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:46.321520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:58:46.330502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Pushing event updated for resources: {'Port': ['ID=809e722f-c459-491a-884c-02dfb57ba064,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:46.362939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.438420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.479395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Subnet': ['ID=418e8859-8b0e-4819-9370-d288ccb9859a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:46.487871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Attempting to bind port 809e722f-c459-491a-884c-02dfb57ba064 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:58:46.488124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Attempting to bind port 809e722f-c459-491a-884c-02dfb57ba064 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'b1cba901-6de4-417e-a569-a16c6e7d942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:58:46.488465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Attempting to bind port 809e722f-c459-491a-884c-02dfb57ba064 on network e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:46.499388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:58:46.499764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Checking segment: {'id': 'b1cba901-6de4-417e-a569-a16c6e7d942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:46.500165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.500550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Bound using segment: {'id': 'b1cba901-6de4-417e-a569-a16c6e7d942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:58:46.501020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Bound port: 809e722f-c459-491a-884c-02dfb57ba064, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cba901-6de4-417e-a569-a16c6e7d942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:58:46.501376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.512933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ccf3e-6bb9-4de9-a013-525219d0be07 None None] Network e55365f6-107c-4180-8545-8909aed3645a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:46.577146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.602399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55365f6-107c-4180-8545-8909aed3645a']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:46.618055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3145949d-40fe-421b-8dae-3715a1ca2f86') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:46.618308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3145949d-40fe-421b-8dae-3715a1ca2f86') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:46.629627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.645862 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.652017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:46.652407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:46.667305 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:46.740234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] For port 809e722f-c459-491a-884c-02dfb57ba064, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:58:46.746209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.748321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] For port 809e722f-c459-491a-884c-02dfb57ba064, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=809e722f-c459-491a-884c-02dfb57ba064,segment=NetworkSegment(b1cba901-6de4-417e-a569-a16c6e7d942d),segment_id=b1cba901-6de4-417e-a569-a16c6e7d942d)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:58:46.750624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.753591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:46.780675 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Network': ['ID=e55365f6-107c-4180-8545-8909aed3645a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:46.785396 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d6d94f7b-64db-4848-ad8d-19c6dcbb01dc tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/e55365f6-107c-4180-8545-8909aed3645a HTTP/1.1" status: 204 len: 168 time: 0.6346278 Apr 23 00:58:46.788181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46458) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:46.829037 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ebe8a2-8dae-40db-9084-c8ddfe8bed6b tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] GET failed (client error): The resource could not be found. Apr 23 00:58:46.829558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f2ebe8a2-8dae-40db-9084-c8ddfe8bed6b tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Synchronizing usage tracker for tenant:c8696e086893441c955877959cced7aa on resource:subnet {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:46.839828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eda243-e4d5-4131-a8f6-5ddd44f68c43 None None] Pushing event updated for resources: {'Port': ['ID=809e722f-c459-491a-884c-02dfb57ba064,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:46.847844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f2ebe8a2-8dae-40db-9084-c8ddfe8bed6b tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Unset dirty status for tenant:c8696e086893441c955877959cced7aa on resource:subnet {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:46.848981 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f2ebe8a2-8dae-40db-9084-c8ddfe8bed6b tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "GET /v2.0/subnets/418e8859-8b0e-4819-9370-d288ccb9859a HTTP/1.1" status: 404 len: 337 time: 0.0599053 Apr 23 00:58:46.851787 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46462) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:46.877029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-46748b4e-a84f-4907-9e9e-aa584b3a660c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] DELETE failed (client error): The resource could not be found. Apr 23 00:58:46.877504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46748b4e-a84f-4907-9e9e-aa584b3a660c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:58:46.879189 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-46748b4e-a84f-4907-9e9e-aa584b3a660c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/e55365f6-107c-4180-8545-8909aed3645a HTTP/1.1" status: 404 len: 339 time: 0.0265191 Apr 23 00:58:46.883004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46466) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:46.921296 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf941e5d-4536-4fb9-8566-c1a119ae63ad tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] DELETE failed (client error): The resource could not be found. Apr 23 00:58:46.921751 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf941e5d-4536-4fb9-8566-c1a119ae63ad tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:58:46.923450 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cf941e5d-4536-4fb9-8566-c1a119ae63ad tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/subnets/418e8859-8b0e-4819-9370-d288ccb9859a HTTP/1.1" status: 404 len: 337 time: 0.0394945 Apr 23 00:58:46.925924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46470) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:46.955465 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ee6554-8527-4f92-a33a-f8b8adf0be2c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] DELETE failed (client error): The resource could not be found. Apr 23 00:58:46.955931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ee6554-8527-4f92-a33a-f8b8adf0be2c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:58:46.957580 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a3ee6554-8527-4f92-a33a-f8b8adf0be2c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/e55365f6-107c-4180-8545-8909aed3645a HTTP/1.1" status: 404 len: 339 time: 0.0307367 Apr 23 00:58:46.960358 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46474) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:47.049303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Deleting subnet 71684b47-d1f6-4a4b-a97a-eb797df629f9 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:58:47.052426 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.110001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.201163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.272416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.313256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.315931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Subnet': ['ID=71684b47-d1f6-4a4b-a97a-eb797df629f9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:47.329434 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1dafffaa-ce14-4691-9b1f-c765398afa31 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/subnets/71684b47-d1f6-4a4b-a97a-eb797df629f9 HTTP/1.1" status: 204 len: 168 time: 0.3681049 Apr 23 00:58:47.331877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46478) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:47.444876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.456168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Deleting port 809e722f-c459-491a-884c-02dfb57ba064 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:47.456493 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.636061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3890145d-66c2-49bf-87e6-6cf5677bd80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.675262 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] For port 809e722f-c459-491a-884c-02dfb57ba064, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=809e722f-c459-491a-884c-02dfb57ba064,segment=NetworkSegment(b1cba901-6de4-417e-a569-a16c6e7d942d),segment_id=b1cba901-6de4-417e-a569-a16c6e7d942d)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:47.675621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.742948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 809e722f-c459-491a-884c-02dfb57ba064 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:58:47.805673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e25d8-ef6c-4ce6-9f11-afed9d3b757d None None] Network e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:47.805838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Calling delete_port for 809e722f-c459-491a-884c-02dfb57ba064 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:47.886050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.912209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 809e722f-c459-491a-884c-02dfb57ba064 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:58:47.932639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Port': ['ID=809e722f-c459-491a-884c-02dfb57ba064,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:47.938513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No DVR routers for this DVR port 809e722f-c459-491a-884c-02dfb57ba064 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:58:47.947256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 809e722f-c459-491a-884c-02dfb57ba064 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:47.947635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:47.978090 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-74086e33-d5a2-4fcc-a0f0-bc39a7ba797e None None] Provisioning complete for port 809e722f-c459-491a-884c-02dfb57ba064 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:47.978417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-74086e33-d5a2-4fcc-a0f0-bc39a7ba797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.017021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Port 809e722f-c459-491a-884c-02dfb57ba064 was deleted so its status cannot be updated. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 23 00:58:48.050324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-74086e33-d5a2-4fcc-a0f0-bc39a7ba797e None None] Port 809e722f-c459-491a-884c-02dfb57ba064 was deleted so its status cannot be updated. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 23 00:58:48.064416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.090786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:48.104383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cba901-6de4-417e-a569-a16c6e7d942d') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:48.104680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cba901-6de4-417e-a569-a16c6e7d942d') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:48.113948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532e62c-89b0-4449-8670-ca2b559ef90e None None] DHCP port deletion for e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:58:48.116622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.136704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.143442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:48.143821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:48.158937 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:48.236405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.256835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.266200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Network': ['ID=e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:48.270255 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-36301a20-ceb3-41b7-bed1-896ff39571c3 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/e622a8a8-0ed9-4cdf-b4b8-0207cc4ac469 HTTP/1.1" status: 204 len: 168 time: 0.9373283 Apr 23 00:58:48.272704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46482) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:48.315382 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ff2a3b-d924-4c49-b807-2816a1ed43c5 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] DELETE failed (client error): The resource could not be found. Apr 23 00:58:48.315811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ff2a3b-d924-4c49-b807-2816a1ed43c5 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:58:48.317410 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-78ff2a3b-d924-4c49-b807-2816a1ed43c5 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/subnets/b7e19eb0-cc93-4373-b3b9-6dffceeb0d8a HTTP/1.1" status: 404 len: 337 time: 0.0438187 Apr 23 00:58:48.319935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46486) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:48.343965 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-819a7267-373d-4eac-879d-09bf49a89ad2 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] DELETE failed (client error): The resource could not be found. Apr 23 00:58:48.344459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819a7267-373d-4eac-879d-09bf49a89ad2 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:58:48.345951 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-819a7267-373d-4eac-879d-09bf49a89ad2 tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/13c6306c-a86b-4098-ab57-e089efa405d4 HTTP/1.1" status: 404 len: 339 time: 0.0251729 Apr 23 00:58:48.348246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46490) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:48.383378 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-63582f5a-ee79-4026-8085-279fd969b77c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] DELETE failed (client error): The resource could not be found. Apr 23 00:58:48.383809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63582f5a-ee79-4026-8085-279fd969b77c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:58:48.385341 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-63582f5a-ee79-4026-8085-279fd969b77c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/subnets/7ea03cc3-6ffb-465f-a50b-d84b141ae3c0 HTTP/1.1" status: 404 len: 337 time: 0.0362687 Apr 23 00:58:48.387658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46494) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:48.411100 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13a26e5-d014-4a87-8765-eb2ea6d2cf3a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] DELETE failed (client error): The resource could not be found. Apr 23 00:58:48.411541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13a26e5-d014-4a87-8765-eb2ea6d2cf3a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 23 00:58:48.413055 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c13a26e5-d014-4a87-8765-eb2ea6d2cf3a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/3145494e-b7aa-41e6-9e45-d47464cde79a HTTP/1.1" status: 404 len: 339 time: 0.0240147 Apr 23 00:58:48.415320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46498) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:48.480679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Deleting subnet dce82bf4-08ad-48b8-917d-f78d2067703f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:58:48.484166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.535583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.645124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.710904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.726923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.797775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.835576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Subnet': ['ID=dce82bf4-08ad-48b8-917d-f78d2067703f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:48.840193 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.847208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f21ba-e352-4cc0-94a2-65e45ffaac99 None None] Network 131f6468-bee6-42b6-bacc-c000f94d302d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:48.850261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cceea6b5-b19b-4241-a318-bc6fcf31cb8a tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/subnets/dce82bf4-08ad-48b8-917d-f78d2067703f HTTP/1.1" status: 204 len: 168 time: 0.4340436 Apr 23 00:58:48.852649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46502) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:48.970771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:48.981029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Deleting port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:48.981463 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.124686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] DHCP port deletion for 131f6468-bee6-42b6-bacc-c000f94d302d request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:58:49.128805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Deleting port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:49.129174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.197949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] For port 4b944cd9-c2ec-4745-8233-6f0d7a2da099, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4b944cd9-c2ec-4745-8233-6f0d7a2da099,segment=NetworkSegment(b6286a06-159c-4486-a547-67d7cb65f7cf),segment_id=b6286a06-159c-4486-a547-67d7cb65f7cf)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:49.198487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.325043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Calling delete_port for 4b944cd9-c2ec-4745-8233-6f0d7a2da099 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:49.364132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] For port 4b944cd9-c2ec-4745-8233-6f0d7a2da099, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4b944cd9-c2ec-4745-8233-6f0d7a2da099,segment=NetworkSegment(b6286a06-159c-4486-a547-67d7cb65f7cf),segment_id=b6286a06-159c-4486-a547-67d7cb65f7cf)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:49.364435 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.405080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.452196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Port': ['ID=4b944cd9-c2ec-4745-8233-6f0d7a2da099,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:49.455768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] No DVR routers for this DVR port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:58:49.486058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Calling delete_port for 4b944cd9-c2ec-4745-8233-6f0d7a2da099 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:49.555496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:58:49.555847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:58:49.578508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.603590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131f6468-bee6-42b6-bacc-c000f94d302d']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:49.616018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6286a06-159c-4486-a547-67d7cb65f7cf') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:49.616323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6286a06-159c-4486-a547-67d7cb65f7cf') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:49.628074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.647133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.653147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:49.653536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:49.667736 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:49.705440 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4b944cd9-c2ec-4745-8233-6f0d7a2da099 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:58:49.738481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4b944cd9-c2ec-4745-8233-6f0d7a2da099 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:58:49.738829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4b944cd9-c2ec-4745-8233-6f0d7a2da099 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:58:49.739248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 809e722f-c459-491a-884c-02dfb57ba064 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:58:49.746454 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.751443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:49.774861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 809e722f-c459-491a-884c-02dfb57ba064 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:58:49.775201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 809e722f-c459-491a-884c-02dfb57ba064 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:58:49.778189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] Pushing event deleted for resources: {'Network': ['ID=131f6468-bee6-42b6-bacc-c000f94d302d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:49.782387 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07a84885-1fdd-4f2e-9835-6a01c48ce36c tempest-NetworksIpV6Test-691185397 tempest-NetworksIpV6Test-691185397-project] 10.222.0.39 "DELETE /v2.0/networks/131f6468-bee6-42b6-bacc-c000f94d302d HTTP/1.1" status: 204 len: 168 time: 0.9287271 Apr 23 00:58:50.040077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46510) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:50.057662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Deleting port 4b944cd9-c2ec-4745-8233-6f0d7a2da099 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:50.058159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:50.087479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:50.127264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-24b8f0a3-d014-471d-a4a8-322099982a23 None None] The port '4b944cd9-c2ec-4745-8233-6f0d7a2da099' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:58:50.194112 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1bbcd9cc-6aaf-4f05-9347-d4b5a884bdcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8696e086893441c955877959cced7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528518 Apr 23 00:58:50.196618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46516) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:50.254662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:50.281232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:50.334447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:50.350607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a0d5a2-2abd-428e-956f-937db389418a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:50.359270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.359618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.359955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.360294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.360620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.360947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.361271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.361593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.361914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.362230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.362567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.362883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:50.366686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:50.370968 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8d8c78f4-94b8-45dc-a952-e3dacd0cd709 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7a0d5a2-2abd-428e-956f-937db389418a HTTP/1.1" status: 204 len: 168 time: 0.1702926 Apr 23 00:58:51.033448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46540) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:51.136359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1191610812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:51.143305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:51.147081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Usage tracker for resource:router and tenant:f1731c9a17004904b8f9aa0797a6fc98 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:51.149840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:51.156069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:51.165605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.166709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.181910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.200358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.221483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.222662 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fa1706f6-701a-4181-a019-23affa1114a7 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1882303 Apr 23 00:58:51.225362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46546) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:51.230660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1191860636'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:51.235864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:51.242868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Usage tracker for resource:network and tenant:f1731c9a17004904b8f9aa0797a6fc98 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:51.245675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:51.251972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:51.261029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Made reservation on behalf of f1731c9a17004904b8f9aa0797a6fc98 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:51.264481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.276224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.290880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:51.295293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Usage tracker for resource:security_group_rule and tenant:f1731c9a17004904b8f9aa0797a6fc98 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:51.298050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:51.303690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:51.385580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.389666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.424989 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:51.430055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25ba54f-ea90-4870-8a02-90a7943d9966,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:51.437055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.437388 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Added segment 2385d14e-8abc-4e23-bcee-0274a88b9113 of type vlan for network 79262e30-94b9-401c-b02d-b813fb109ade Apr 23 00:58:51.462750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.491520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.496924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:51.498050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.604697 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3783388 Apr 23 00:58:51.607939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69060e-6e8e-4c55-a33b-69ba6aa427db tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event updated for resources: {'Network': ['ID=79262e30-94b9-401c-b02d-b813fb109ade,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:51.608376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46550) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:51.614298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Request body: {'subnet': {'network_id': '79262e30-94b9-401c-b02d-b813fb109ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:51.621154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 79262e30-94b9-401c-b02d-b813fb109ade details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:51.727942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:51.731930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Usage tracker for resource:subnet and tenant:f1731c9a17004904b8f9aa0797a6fc98 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:51.734860 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:51.740530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:51.750938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Made reservation on behalf of f1731c9a17004904b8f9aa0797a6fc98 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:51.754445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:51.969104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.047191 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event updated for resources: {'Subnet': ['ID=5504ef33-86b6-4545-8e39-749e95e10078,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:52.052480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Checking segment: {'id': '2385d14e-8abc-4e23-bcee-0274a88b9113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79262e30-94b9-401c-b02d-b813fb109ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:52.052900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Network hostable DHCP agents. Network: 79262e30-94b9-401c-b02d-b813fb109ade, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:52.071686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Network 79262e30-94b9-401c-b02d-b813fb109ade is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:52.082048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 79262e30-94b9-401c-b02d-b813fb109ade) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:52.086150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:52.086754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.091416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c93f9e3-a282-4375-8ef9-12182d11d0ac None None] Network 79262e30-94b9-401c-b02d-b813fb109ade requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:52.110800 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c2c13b9f-9880-4f29-b8dc-020b900cb8c2 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4984443 Apr 23 00:58:52.111180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46554) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:52.116732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-537578813'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:52.121621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:52.126069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Usage tracker for resource:network and tenant:f1731c9a17004904b8f9aa0797a6fc98 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:52.128974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:52.134591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:52.145867 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Made reservation on behalf of f1731c9a17004904b8f9aa0797a6fc98 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:52.149424 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.177625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:52.187132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.187500 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Added segment 455d655d-9302-4da3-a493-b55c63c9fe3a of type vlan for network 068542ba-c105-4690-bba9-029d9240dae9 Apr 23 00:58:52.220084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.250051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.255790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:52.256375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.311218 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1988752 Apr 23 00:58:52.311369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46558) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:52.314496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-79262e30-94b9-401c-b02d-b813fb109ade', 'network_id': '79262e30-94b9-401c-b02d-b813fb109ade', 'tenant_id': 'f1731c9a17004904b8f9aa0797a6fc98', 'fixed_ips': [{'subnet_id': '5504ef33-86b6-4545-8e39-749e95e10078'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:58:52.315621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.317610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Request body: {'subnet': {'network_id': '068542ba-c105-4690-bba9-029d9240dae9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:52.374544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267ced5-68a2-479a-a91d-0dede6fc5012 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event updated for resources: {'Network': ['ID=068542ba-c105-4690-bba9-029d9240dae9,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:52.386797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 068542ba-c105-4690-bba9-029d9240dae9 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:52.430032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:52.434268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Usage tracker for resource:subnet and tenant:f1731c9a17004904b8f9aa0797a6fc98 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:52.437206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:52.442896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:52.452404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Made reservation on behalf of f1731c9a17004904b8f9aa0797a6fc98 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:52.456022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.562944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Allocated IP 172.20.0.2 (79262e30-94b9-401c-b02d-b813fb109ade/5504ef33-86b6-4545-8e39-749e95e10078/14ce8b0c-4a2e-42cc-a086-58cab2e33267) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:58:52.673083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.759144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event updated for resources: {'Subnet': ['ID=1f0c3ff9-2b2f-4a62-b172-1fc5bdf2e8b2,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:52.765266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Checking segment: {'id': '455d655d-9302-4da3-a493-b55c63c9fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '068542ba-c105-4690-bba9-029d9240dae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:52.765628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Network hostable DHCP agents. Network: 068542ba-c105-4690-bba9-029d9240dae9, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:52.782989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.785216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Network 068542ba-c105-4690-bba9-029d9240dae9 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:52.793735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Transition to ACTIVE for port object 14ce8b0c-4a2e-42cc-a086-58cab2e33267 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:52.795447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 068542ba-c105-4690-bba9-029d9240dae9) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:52.800121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:52.800628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:52.806937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23cb7c7-c07d-47cf-bdbc-ac3bb6bee742 None None] Network 068542ba-c105-4690-bba9-029d9240dae9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:52.824909 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b86d78fe-0155-44af-9d85-7d741e155520 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5116246 Apr 23 00:58:52.826894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46562) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:52.832444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-003e50d7-de72-4e68-85f0-0fff053b95f4 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Request body: {'router': {'external_gateway_info': {'network_id': '068542ba-c105-4690-bba9-029d9240dae9'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:52.842985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Transition to ACTIVE for port object 14ce8b0c-4a2e-42cc-a086-58cab2e33267 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:52.897290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.009686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Network 79262e30-94b9-401c-b02d-b813fb109ade is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:58:53.016301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:53.029054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:58:53.036627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Pushing event updated for resources: {'Port': ['ID=14ce8b0c-4a2e-42cc-a086-58cab2e33267,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:53.185870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Attempting to bind port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:58:53.186235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Attempting to bind port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '2385d14e-8abc-4e23-bcee-0274a88b9113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79262e30-94b9-401c-b02d-b813fb109ade'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:58:53.186618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Attempting to bind port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 on network 79262e30-94b9-401c-b02d-b813fb109ade {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:53.196642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:58:53.197035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Checking segment: {'id': '2385d14e-8abc-4e23-bcee-0274a88b9113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79262e30-94b9-401c-b02d-b813fb109ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:53.197425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.197807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Bound using segment: {'id': '2385d14e-8abc-4e23-bcee-0274a88b9113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79262e30-94b9-401c-b02d-b813fb109ade'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:58:53.198393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Bound port: 14ce8b0c-4a2e-42cc-a086-58cab2e33267, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2385d14e-8abc-4e23-bcee-0274a88b9113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '79262e30-94b9-401c-b02d-b813fb109ade'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:58:53.198664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.275644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-068542ba-c105-4690-bba9-029d9240dae9', 'network_id': '068542ba-c105-4690-bba9-029d9240dae9', 'tenant_id': 'f1731c9a17004904b8f9aa0797a6fc98', 'fixed_ips': [{'subnet_id': '1f0c3ff9-2b2f-4a62-b172-1fc5bdf2e8b2'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:58:53.276785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.358973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-003e50d7-de72-4e68-85f0-0fff053b95f4 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.394923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] For port 14ce8b0c-4a2e-42cc-a086-58cab2e33267, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:58:53.412996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] For port 14ce8b0c-4a2e-42cc-a086-58cab2e33267, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=14ce8b0c-4a2e-42cc-a086-58cab2e33267,segment=NetworkSegment(2385d14e-8abc-4e23-bcee-0274a88b9113),segment_id=2385d14e-8abc-4e23-bcee-0274a88b9113)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:58:53.446091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.508261 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.api.v2.resource [None req-003e50d7-de72-4e68-85f0-0fff053b95f4 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 23 00:58:53.509310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-003e50d7-de72-4e68-85f0-0fff053b95f4 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "PUT /v2.0/routers/b0a16e89-99f4-4669-ae6c-15eec701b4a7 HTTP/1.1" status: 400 len: 364 time: 0.6812816 Apr 23 00:58:53.515636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46566) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:53.547307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Allocated IP 172.21.0.2 (068542ba-c105-4690-bba9-029d9240dae9/1f0c3ff9-2b2f-4a62-b172-1fc5bdf2e8b2/8d114775-b0ad-47dc-a814-caf55c97b31f) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:58:53.565550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0322b17-65c2-46f5-83ae-e7494f724f68 None None] Pushing event updated for resources: {'Port': ['ID=14ce8b0c-4a2e-42cc-a086-58cab2e33267,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:53.596237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Deleting subnet 1f0c3ff9-2b2f-4a62-b172-1fc5bdf2e8b2 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:58:53.789902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.800916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Transition to ACTIVE for port object 8d114775-b0ad-47dc-a814-caf55c97b31f will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:53.820470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Transition to ACTIVE for port object 8d114775-b0ad-47dc-a814-caf55c97b31f will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:53.825283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.826981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.889557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:53.891745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Network 068542ba-c105-4690-bba9-029d9240dae9 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:58:53.894535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:53.896939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:58:53.941381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Pushing event updated for resources: {'Port': ['ID=8d114775-b0ad-47dc-a814-caf55c97b31f,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:53.979555 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.000424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Attempting to bind port 8d114775-b0ad-47dc-a814-caf55c97b31f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:58:54.000793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Attempting to bind port 8d114775-b0ad-47dc-a814-caf55c97b31f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '455d655d-9302-4da3-a493-b55c63c9fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '068542ba-c105-4690-bba9-029d9240dae9'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:58:54.001137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Attempting to bind port 8d114775-b0ad-47dc-a814-caf55c97b31f on network 068542ba-c105-4690-bba9-029d9240dae9 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:58:54.006349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:58:54.006716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Checking segment: {'id': '455d655d-9302-4da3-a493-b55c63c9fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '068542ba-c105-4690-bba9-029d9240dae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:54.007107 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.007488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Bound using segment: {'id': '455d655d-9302-4da3-a493-b55c63c9fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '068542ba-c105-4690-bba9-029d9240dae9'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:58:54.007938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Bound port: 8d114775-b0ad-47dc-a814-caf55c97b31f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455d655d-9302-4da3-a493-b55c63c9fe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '068542ba-c105-4690-bba9-029d9240dae9'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:58:54.008302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.055472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.098276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0c3ff9-2b2f-4a62-b172-1fc5bdf2e8b2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:54.099812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] For port 8d114775-b0ad-47dc-a814-caf55c97b31f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:58:54.100224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.103524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] For port 8d114775-b0ad-47dc-a814-caf55c97b31f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8d114775-b0ad-47dc-a814-caf55c97b31f,segment=NetworkSegment(455d655d-9302-4da3-a493-b55c63c9fe3a),segment_id=455d655d-9302-4da3-a493-b55c63c9fe3a)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:58:54.109007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.118643 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-10d74b7a-8f9f-490e-b4e6-31eb878de50a tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "DELETE /v2.0/subnets/1f0c3ff9-2b2f-4a62-b172-1fc5bdf2e8b2 HTTP/1.1" status: 204 len: 168 time: 0.6019037 Apr 23 00:58:54.121085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46570) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:54.194476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203ab54-fd0f-479c-b38b-0f831534f5e7 None None] Pushing event updated for resources: {'Port': ['ID=8d114775-b0ad-47dc-a814-caf55c97b31f,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:54.247925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.259279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Deleting port 8d114775-b0ad-47dc-a814-caf55c97b31f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:54.259618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.496917 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] For port 8d114775-b0ad-47dc-a814-caf55c97b31f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8d114775-b0ad-47dc-a814-caf55c97b31f,segment=NetworkSegment(455d655d-9302-4da3-a493-b55c63c9fe3a),segment_id=455d655d-9302-4da3-a493-b55c63c9fe3a)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:54.498180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.628028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Calling delete_port for 8d114775-b0ad-47dc-a814-caf55c97b31f owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:54.638181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbeed04-882a-43ba-aa85-14e12fb87023 None None] Network 79262e30-94b9-401c-b02d-b813fb109ade requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:54.711159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:54.749577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-349ec997-c8f7-43cc-a9ab-df417044c3c1 None None] Provisioning for port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:58:54.759208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event deleted for resources: {'Port': ['ID=8d114775-b0ad-47dc-a814-caf55c97b31f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:54.762679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] No DVR routers for this DVR port 8d114775-b0ad-47dc-a814-caf55c97b31f on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:58:55.014930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.043995 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068542ba-c105-4690-bba9-029d9240dae9']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:55.058237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455d655d-9302-4da3-a493-b55c63c9fe3a') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:55.058560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455d655d-9302-4da3-a493-b55c63c9fe3a') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:55.073491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.090939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.098606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:55.099098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:55.114003 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:55.199589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.217501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.230467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event deleted for resources: {'Network': ['ID=068542ba-c105-4690-bba9-029d9240dae9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:55.234673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-88d03812-3573-430b-905b-34131000ee2f tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "DELETE /v2.0/networks/068542ba-c105-4690-bba9-029d9240dae9 HTTP/1.1" status: 204 len: 168 time: 1.1126406 Apr 23 00:58:55.237054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46574) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:55.302583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1d7d6a42-23f6-4037-9669-ac1a21c7ff6e None None] Could not find standard attr ID for object 8d114775-b0ad-47dc-a814-caf55c97b31f. {{(pid=88074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 23 00:58:55.309312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Deleting subnet 5504ef33-86b6-4545-8e39-749e95e10078 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 00:58:55.312541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.321910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8f185-19ab-45e3-9f10-10af25d1e82b None None] DHCP port deletion for 068542ba-c105-4690-bba9-029d9240dae9 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:58:55.339138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e31f49-e41a-4757-ba73-f3d676dc20f1 None None] Network 068542ba-c105-4690-bba9-029d9240dae9 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:55.357130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e31f49-e41a-4757-ba73-f3d676dc20f1 None None] Network 068542ba-c105-4690-bba9-029d9240dae9 could not be found, it might have been deleted concurrently. {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 23 00:58:55.366864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.451513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.521752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.559691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event deleted for resources: {'Subnet': ['ID=5504ef33-86b6-4545-8e39-749e95e10078,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:55.563895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.569686 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1c9bc765-836f-41a8-b410-f3e7947f0cac tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "DELETE /v2.0/subnets/5504ef33-86b6-4545-8e39-749e95e10078 HTTP/1.1" status: 204 len: 168 time: 0.3314292 Apr 23 00:58:55.570318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a107932-c2d1-49de-9a1c-36780fd2207b None None] Network 79262e30-94b9-401c-b02d-b813fb109ade requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:55.572111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46578) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:55.688093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.698992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Deleting port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:55.699338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.747914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 14ce8b0c-4a2e-42cc-a086-58cab2e33267 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:58:55.833597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:58:55.838868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:58:55.839327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.919345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] DHCP port deletion for 79262e30-94b9-401c-b02d-b813fb109ade request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 00:58:55.923097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] For port 14ce8b0c-4a2e-42cc-a086-58cab2e33267, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=14ce8b0c-4a2e-42cc-a086-58cab2e33267,segment=NetworkSegment(2385d14e-8abc-4e23-bcee-0274a88b9113),segment_id=2385d14e-8abc-4e23-bcee-0274a88b9113)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:55.923463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:55.930113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Deleting port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:55.930517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.047675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Calling delete_port for 14ce8b0c-4a2e-42cc-a086-58cab2e33267 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:56.121130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.127845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.176790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] No DVR routers for this DVR port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:58:56.178741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event deleted for resources: {'Port': ['ID=14ce8b0c-4a2e-42cc-a086-58cab2e33267,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:56.249186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] For port 14ce8b0c-4a2e-42cc-a086-58cab2e33267, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=14ce8b0c-4a2e-42cc-a086-58cab2e33267,segment=NetworkSegment(2385d14e-8abc-4e23-bcee-0274a88b9113),segment_id=2385d14e-8abc-4e23-bcee-0274a88b9113)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:58:56.249596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.306920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.333688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79262e30-94b9-401c-b02d-b813fb109ade']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:56.345771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2385d14e-8abc-4e23-bcee-0274a88b9113') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:56.346070 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2385d14e-8abc-4e23-bcee-0274a88b9113') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:58:56.358915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.371937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Calling delete_port for 14ce8b0c-4a2e-42cc-a086-58cab2e33267 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:58:56.375046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.381049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 00:58:56.381437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 00:58:56.395793 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 00:58:56.444889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 00:58:56.445227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 00:58:56.475955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.493145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.504427 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Pushing event deleted for resources: {'Network': ['ID=79262e30-94b9-401c-b02d-b813fb109ade,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:56.508337 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a89e5b99-43ce-47df-89ed-3e262d62db28 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "DELETE /v2.0/networks/79262e30-94b9-401c-b02d-b813fb109ade HTTP/1.1" status: 204 len: 168 time: 0.9353073 Apr 23 00:58:56.510901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46582) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:56.557617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6cec7e2c-edf9-49c6-ab99-40fab47568fa tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Synchronizing usage tracker for tenant:f1731c9a17004904b8f9aa0797a6fc98 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:58:56.573002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6cec7e2c-edf9-49c6-ab99-40fab47568fa tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Unset dirty status for tenant:f1731c9a17004904b8f9aa0797a6fc98 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:58:56.574129 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6cec7e2c-edf9-49c6-ab99-40fab47568fa tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0a16e89-99f4-4669-ae6c-15eec701b4a7 HTTP/1.1" status: 200 len: 205 time: 0.0623562 Apr 23 00:58:56.576956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46586) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:56.815006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31ed5332-34cd-4f0d-9e5a-ce211ff12e02 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:56.946479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Deleting port 14ce8b0c-4a2e-42cc-a086-58cab2e33267 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:58:56.946861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.018003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-34750a46-3669-4138-bfb8-5655a7492a80 None None] The port '14ce8b0c-4a2e-42cc-a086-58cab2e33267' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 00:58:57.114451 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31ed5332-34cd-4f0d-9e5a-ce211ff12e02 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.116546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31ed5332-34cd-4f0d-9e5a-ce211ff12e02 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.140073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31ed5332-34cd-4f0d-9e5a-ce211ff12e02 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.140691 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ed5332-34cd-4f0d-9e5a-ce211ff12e02 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Fanout notify agent at l3_agent the message router_deleted on router b0a16e89-99f4-4669-ae6c-15eec701b4a7 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 00:58:57.152017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-31ed5332-34cd-4f0d-9e5a-ce211ff12e02 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.153070 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-31ed5332-34cd-4f0d-9e5a-ce211ff12e02 tempest-RoutersNegativeTest-1758779811 tempest-RoutersNegativeTest-1758779811-project] 10.222.0.39 "DELETE /v2.0/routers/b0a16e89-99f4-4669-ae6c-15eec701b4a7 HTTP/1.1" status: 204 len: 168 time: 0.5752592 Apr 23 00:58:57.410323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46594) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:57.555774 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2e78a9ae-48de-44f8-8928-a597ba1cb623 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1731c9a17004904b8f9aa0797a6fc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442587 Apr 23 00:58:57.558408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46600) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:57.615256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e229dc24-d400-4ff8-9a1e-4c263823102e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.641284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e229dc24-d400-4ff8-9a1e-4c263823102e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.699287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e229dc24-d400-4ff8-9a1e-4c263823102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.711130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 14ce8b0c-4a2e-42cc-a086-58cab2e33267 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:58:57.713592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229dc24-d400-4ff8-9a1e-4c263823102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25ba54f-ea90-4870-8a02-90a7943d9966,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:57.720221 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e229dc24-d400-4ff8-9a1e-4c263823102e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:57.721323 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e229dc24-d400-4ff8-9a1e-4c263823102e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c25ba54f-ea90-4870-8a02-90a7943d9966 HTTP/1.1" status: 204 len: 168 time: 0.1620469 Apr 23 00:58:57.756724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 14ce8b0c-4a2e-42cc-a086-58cab2e33267 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:58:57.757081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 14ce8b0c-4a2e-42cc-a086-58cab2e33267 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:58:58.378148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46624) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:58.486235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-581571620-network', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:58.491516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:58.495594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Usage tracker for resource:network and tenant:7d245b2a564d46dd80f1610cfe977c5e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:58.499166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:58.507757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:58.518058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Made reservation on behalf of 7d245b2a564d46dd80f1610cfe977c5e for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:58.520445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.536365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.550517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:58.554372 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Usage tracker for resource:security_group_rule and tenant:7d245b2a564d46dd80f1610cfe977c5e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:58.557355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:58.563434 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:58.645914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.649557 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.680109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:58:58.689219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca088848-ae66-4acf-8f18-3b534c175218,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:58.697783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.698125 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Added segment 61f8ee4d-3431-462b-90b5-2ac1c130a2d2 of type vlan for network 1d299b50-2bd1-4782-afe3-c558f8eab73e Apr 23 00:58:58.699778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.700121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.700452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.701301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.702057 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.702415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.702797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.703074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.703396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.703715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.704037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.704381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:58:58.732981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.760331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.761250 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:58.761824 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:58.949659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] Pushing event updated for resources: {'Network': ['ID=1d299b50-2bd1-4782-afe3-c558f8eab73e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:58.955999 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-acfb890e-c700-4a57-a29d-49d229fa93ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5740414 Apr 23 00:58:58.956166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46630) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:58.960926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:58:58.961637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Request body: {'subnet': {'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-subnet', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:58.967001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:58.970951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Usage tracker for resource:subnet and tenant:7d245b2a564d46dd80f1610cfe977c5e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:58.973832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:58.979695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:58.990536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Made reservation on behalf of 7d245b2a564d46dd80f1610cfe977c5e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:58:58.992806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.192329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.272223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45dded8-806c-4bd2-bb41-7af7de144f1f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:58:59.276913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Checking segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:58:59.277269 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Network hostable DHCP agents. Network: 1d299b50-2bd1-4782-afe3-c558f8eab73e, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:58:59.296838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:58:59.305408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 1d299b50-2bd1-4782-afe3-c558f8eab73e) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:59.309512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:58:59.310085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.314958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1085f25-a39b-46e1-89fd-dc2ca1f2be89 None None] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:58:59.332092 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-860112fd-56ce-43b2-b70a-1cd7085cd4d6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3746819 Apr 23 00:58:59.335033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46634) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:58:59.340700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:58:59.345981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:58:59.349828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Usage tracker for resource:router and tenant:7d245b2a564d46dd80f1610cfe977c5e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:58:59.352670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:58:59.359119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:58:59.372033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.373688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.389435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.531049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-1d299b50-2bd1-4782-afe3-c558f8eab73e', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'fixed_ips': [{'subnet_id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:58:59.531866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.663056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.688262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Allocated IP 172.20.0.2 (1d299b50-2bd1-4782-afe3-c558f8eab73e/c45dded8-806c-4bd2-bb41-7af7de144f1f/67d8d526-5ab5-4a3b-b4af-f70adf9082f7) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:58:59.894998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.905944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Transition to ACTIVE for port object 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:59.925002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Transition to ACTIVE for port object 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:58:59.934560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.976094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:58:59.992074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:58:59.994866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:58:59.997241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:00.006948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:00.102407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Pushing event updated for resources: {'Port': ['ID=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:00.132440 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Attempting to bind port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:00.132934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Attempting to bind port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:00.133296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Attempting to bind port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 on network 1d299b50-2bd1-4782-afe3-c558f8eab73e {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:00.140374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:00.140739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Checking segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:00.141144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:00.141533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Bound using segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:00.141992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Bound port: 67d8d526-5ab5-4a3b-b4af-f70adf9082f7, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:00.142386 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:00.146717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Allocated IP 172.26.8.189 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/e444b887-39cf-45db-ba3a-53d1a8ac8533) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:59:00.238850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] For port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:00.242187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] For port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:00.246996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:00.333809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6138de3-40bc-4d96-af45-aab433ec0862 None None] Pushing event updated for resources: {'Port': ['ID=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:00.426540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:00.456448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:00.544703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:00.548866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:00.550441 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Pushing event updated for resources: {'Port': ['ID=e444b887-39cf-45db-ba3a-53d1a8ac8533,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:00.552594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:00.960593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:01.239590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3583e53-59ac-4e0c-b0fc-ccb9202e3849 None None] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:59:01.307783 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:01.326633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-66e13fdc-9793-47ca-ae21-4978e3125d13 None None] Provisioning for port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:01.515231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Router c1cad7f8-9fea-49ee-aa14-57158c08473e is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:59:01.700239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:59:01.711893 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Sync routers for ids ['c1cad7f8-9fea-49ee-aa14-57158c08473e'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:59:01.726433 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Routers {'c1cad7f8-9fea-49ee-aa14-57158c08473e'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:01.727110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:01.727265 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c1cad7f8-9fea-49ee-aa14-57158c08473e'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:01.731225 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-03e64485-9cab-4a05-b3df-87a92260d221 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3917089 Apr 23 00:59:01.731437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46638) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:59:01.745480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:01.818274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:01.823403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:01.824112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:01.915197 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Set router c1cad7f8-9fea-49ee-aa14-57158c08473e gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:01.947383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:01.983770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:01.988857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.066168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:02.219840 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T00:59:00Z', 'revision_number': 3, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port': {'id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:00Z', 'updated_at': '2022-04-23T00:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:02.223594 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Checking router: c1cad7f8-9fea-49ee-aa14-57158c08473e for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:59:02.224071 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Updating router c1cad7f8-9fea-49ee-aa14-57158c08473e port e444b887-39cf-45db-ba3a-53d1a8ac8533 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:59:02.274971 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.563277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.619291 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.631714 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Transition to ACTIVE for port object e444b887-39cf-45db-ba3a-53d1a8ac8533 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:02.638306 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.716175 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Attempting to bind port e444b887-39cf-45db-ba3a-53d1a8ac8533 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:02.717459 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Attempting to bind port e444b887-39cf-45db-ba3a-53d1a8ac8533 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:02.717459 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Attempting to bind port e444b887-39cf-45db-ba3a-53d1a8ac8533 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:02.723470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Pushing event updated for resources: {'Port': ['ID=e444b887-39cf-45db-ba3a-53d1a8ac8533,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:02.728278 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:02.728645 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:02.729041 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.729564 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:02.730314 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Bound port: e444b887-39cf-45db-ba3a-53d1a8ac8533, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:02.730644 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.767000 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.767349 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.767688 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.768015 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.768359 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.768675 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.768994 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.769316 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.769591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Allocated IP 172.20.0.1 (1d299b50-2bd1-4782-afe3-c558f8eab73e/c45dded8-806c-4bd2-bb41-7af7de144f1f/3ece84e0-4819-4e19-a78f-067cd282e3da) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:59:02.769703 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.769943 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.770283 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.770598 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:02.813864 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] For port e444b887-39cf-45db-ba3a-53d1a8ac8533, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:02.816681 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] For port e444b887-39cf-45db-ba3a-53d1a8ac8533, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e444b887-39cf-45db-ba3a-53d1a8ac8533,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:02.820842 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.901172 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Routers {'c1cad7f8-9fea-49ee-aa14-57158c08473e'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:02.901770 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c1cad7f8-9fea-49ee-aa14-57158c08473e'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:02.917547 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.933221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Transition to ACTIVE for port object 3ece84e0-4819-4e19-a78f-067cd282e3da will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:02.960598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:02.965900 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb397a7-7534-4d22-b1ba-7961f02d8e01 None None] Pushing event updated for resources: {'Port': ['ID=e444b887-39cf-45db-ba3a-53d1a8ac8533,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:03.029353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:03.032073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:03.040079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:03.085615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Pushing event updated for resources: {'Port': ['ID=3ece84e0-4819-4e19-a78f-067cd282e3da,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:03.086994 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] Set router c1cad7f8-9fea-49ee-aa14-57158c08473e gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:03.103152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:03.293900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-816090bf-a061-496d-92dd-74fbb553c169 None None] Provisioning for port 3ece84e0-4819-4e19-a78f-067cd282e3da completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:03.300279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-816090bf-a061-496d-92dd-74fbb553c169 None None] Provisioning complete for port 3ece84e0-4819-4e19-a78f-067cd282e3da triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:03.300659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-816090bf-a061-496d-92dd-74fbb553c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:03.317762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:03.355057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-816090bf-a061-496d-92dd-74fbb553c169 None None] Port 3ece84e0-4819-4e19-a78f-067cd282e3da cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:59:03.380542 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T00:59:00Z', 'revision_number': 3, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port': {'id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:00Z', 'updated_at': '2022-04-23T00:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:03.384800 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bce7cf-6fc8-47a4-b6f5-639c1f29f5d9 None None] The sync data for ids ['c1cad7f8-9fea-49ee-aa14-57158c08473e'] in dv-neutron-838784-1-hyperv is: [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T00:59:00Z', 'revision_number': 3, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port': {'id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:00Z', 'updated_at': '2022-04-23T00:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:59:03.676904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:03.683851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:03.793212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:03.802373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:03.806003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Pushing event updated for resources: {'Port': ['ID=3ece84e0-4819-4e19-a78f-067cd282e3da,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:03.877177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:03.877558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:03.947929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:03.949453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:04.007915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e444b887-39cf-45db-ba3a-53d1a8ac8533 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:04.092842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port e444b887-39cf-45db-ba3a-53d1a8ac8533 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:04.098684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e444b887-39cf-45db-ba3a-53d1a8ac8533 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:04.099064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:04.193581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Router c1cad7f8-9fea-49ee-aa14-57158c08473e has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:59:04.254795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:04.273067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port e444b887-39cf-45db-ba3a-53d1a8ac8533, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e444b887-39cf-45db-ba3a-53d1a8ac8533,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:04.281541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:04.340673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-42b379bf-b7aa-4b08-8fec-3fdf4d1221f3 None None] Provisioning complete for port 3ece84e0-4819-4e19-a78f-067cd282e3da triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:04.341893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-42b379bf-b7aa-4b08-8fec-3fdf4d1221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:04.386091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:59:04.396682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=e444b887-39cf-45db-ba3a-53d1a8ac8533,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:04.396834 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cb95a984-7521-4449-aefa-a6f4cf477c9e admin admin] 10.222.0.39 "PUT /v2.0/routers/c1cad7f8-9fea-49ee-aa14-57158c08473e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6641052 Apr 23 00:59:04.410544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-42b379bf-b7aa-4b08-8fec-3fdf4d1221f3 None None] Port 3ece84e0-4819-4e19-a78f-067cd282e3da cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:59:04.900059 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46656) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:59:04.906284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1312259551-network', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:59:04.911015 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:59:04.914826 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Usage tracker for resource:network and tenant:57ad4403b9d445f884ca44ba12e43e05 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:59:04.917634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:59:04.923918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:59:04.937066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Made reservation on behalf of 57ad4403b9d445f884ca44ba12e43e05 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:59:04.939582 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:04.952579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:04.968281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:59:04.972273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Usage tracker for resource:security_group_rule and tenant:57ad4403b9d445f884ca44ba12e43e05 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:59:04.975284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:59:04.981112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:59:05.035078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Sync routers for ids ['c1cad7f8-9fea-49ee-aa14-57158c08473e'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:59:05.043894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Routers {'c1cad7f8-9fea-49ee-aa14-57158c08473e'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:05.044675 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c1cad7f8-9fea-49ee-aa14-57158c08473e'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:05.068055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.071663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.106327 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 00:59:05.112071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f71041-0e22-4ca2-ac1c-81083823e1e4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:05.118755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.119091 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Added segment 7eee2e2e-9553-4c3f-afe8-f6f805f3507d of type vlan for network 51410638-5433-4f9d-84ed-7e874d487d1d Apr 23 00:59:05.145410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.174863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.175878 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:05.176456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.229386 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Set router c1cad7f8-9fea-49ee-aa14-57158c08473e gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:05.278084 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3768289 Apr 23 00:59:05.281002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404137e-5f21-45fe-aa92-9dfb49b4a3ee admin admin] Pushing event updated for resources: {'Network': ['ID=51410638-5433-4f9d-84ed-7e874d487d1d,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:05.281803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46660) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:59:05.288198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Request body: {'subnet': {'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-subnet', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:59:05.293493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:59:05.298652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Usage tracker for resource:subnet and tenant:57ad4403b9d445f884ca44ba12e43e05 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:59:05.301774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:59:05.307966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:59:05.318820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Made reservation on behalf of 57ad4403b9d445f884ca44ba12e43e05 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:59:05.321149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.321326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 51410638-5433-4f9d-84ed-7e874d487d1d details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 00:59:05.524679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.599166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53f1579d-5c07-4f10-b33a-a2e706ef47f9,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:05.606378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Checking segment: {'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:05.606696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Network hostable DHCP agents. Network: 51410638-5433-4f9d-84ed-7e874d487d1d, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 00:59:05.626790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Network 51410638-5433-4f9d-84ed-7e874d487d1d is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 00:59:05.635788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 51410638-5433-4f9d-84ed-7e874d487d1d) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:05.640205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:05.641000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.646711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30efd387-55bf-46c2-8e8a-6a1afdd41b38 None None] Network 51410638-5433-4f9d-84ed-7e874d487d1d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:59:05.665262 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-78c2a3ec-0073-44b6-943d-2ae92ec8e1e0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3813550 Apr 23 00:59:05.667275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46664) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:59:05.673790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:59:05.679147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:59:05.683793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Usage tracker for resource:router and tenant:57ad4403b9d445f884ca44ba12e43e05 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 00:59:05.691935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 00:59:05.697739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:59:05.713051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.714191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.733582 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.745351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e444b887-39cf-45db-ba3a-53d1a8ac8533 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:05.904457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T00:59:03Z', 'revision_number': 4, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port': {'id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:00Z', 'updated_at': '2022-04-23T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3ece84e0-4819-4e19-a78f-067cd282e3da', 'name': '', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'mac_address': 'fa:16:3e:85:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:02Z', 'updated_at': '2022-04-23T00:59:03Z', 'revision_number': 2, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'subnets': [{'id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:05.910371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e444b887-39cf-45db-ba3a-53d1a8ac8533 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:05.910747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:05.963811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Checking router: c1cad7f8-9fea-49ee-aa14-57158c08473e for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:59:05.964166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Updating router c1cad7f8-9fea-49ee-aa14-57158c08473e port 3ece84e0-4819-4e19-a78f-067cd282e3da binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:59:06.033126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-51410638-5433-4f9d-84ed-7e874d487d1d', 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'fixed_ips': [{'subnet_id': '53f1579d-5c07-4f10-b33a-a2e706ef47f9'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 00:59:06.033947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.071404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.122007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.411283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Allocated IP 172.20.0.2 (51410638-5433-4f9d-84ed-7e874d487d1d/53f1579d-5c07-4f10-b33a-a2e706ef47f9/e754170e-2e77-40e0-8e2c-362956686842) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:59:06.437892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.467466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.603812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Allocated IP 172.26.8.227 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/1ad562d8-e4cb-4849-8ee8-723bb20b8ea1) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:59:06.758209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.789036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.805213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.811282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.826797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Transition to ACTIVE for port object 3ece84e0-4819-4e19-a78f-067cd282e3da will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:06.829354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Transition to ACTIVE for port object e754170e-2e77-40e0-8e2c-362956686842 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:06.838746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:06.853476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:06.860810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:06.864814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:06.893584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Transition to ACTIVE for port object e754170e-2e77-40e0-8e2c-362956686842 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:06.901961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:06.944920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.016999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d317d-d073-4672-a21d-853f5648b3b0 None None] Pushing event updated for resources: {'Port': ['ID=3ece84e0-4819-4e19-a78f-067cd282e3da,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:07.020878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Network 51410638-5433-4f9d-84ed-7e874d487d1d is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:07.054975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:07.067169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:07.212431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Pushing event updated for resources: {'Port': ['ID=e754170e-2e77-40e0-8e2c-362956686842,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:07.214612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Attempting to bind port 3ece84e0-4819-4e19-a78f-067cd282e3da on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:07.214981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Attempting to bind port 3ece84e0-4819-4e19-a78f-067cd282e3da by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:07.215337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Attempting to bind port 3ece84e0-4819-4e19-a78f-067cd282e3da on network 1d299b50-2bd1-4782-afe3-c558f8eab73e {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:07.241685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:07.242050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Checking segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:07.242480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.242867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Bound using segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:07.243331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Bound port: 3ece84e0-4819-4e19-a78f-067cd282e3da, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:07.243697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.260612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Attempting to bind port e754170e-2e77-40e0-8e2c-362956686842 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:07.260979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Attempting to bind port e754170e-2e77-40e0-8e2c-362956686842 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:07.261335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Attempting to bind port e754170e-2e77-40e0-8e2c-362956686842 on network 51410638-5433-4f9d-84ed-7e874d487d1d {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:07.293259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:07.293629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Checking segment: {'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:07.294024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.294442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Bound using segment: {'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:07.295128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Bound port: e754170e-2e77-40e0-8e2c-362956686842, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:07.295582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.305326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.413579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] For port 3ece84e0-4819-4e19-a78f-067cd282e3da, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:07.426770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] For port 3ece84e0-4819-4e19-a78f-067cd282e3da, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3ece84e0-4819-4e19-a78f-067cd282e3da,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:07.429529 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] For port e754170e-2e77-40e0-8e2c-362956686842, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:07.433014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] For port e754170e-2e77-40e0-8e2c-362956686842, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e754170e-2e77-40e0-8e2c-362956686842,segment=NetworkSegment(7eee2e2e-9553-4c3f-afe8-f6f805f3507d),segment_id=7eee2e2e-9553-4c3f-afe8-f6f805f3507d)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:07.434340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.471391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:07.527401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Routers {'c1cad7f8-9fea-49ee-aa14-57158c08473e'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:07.528037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c1cad7f8-9fea-49ee-aa14-57158c08473e'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:07.603584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d317d-d073-4672-a21d-853f5648b3b0 None None] Pushing event updated for resources: {'Port': ['ID=3ece84e0-4819-4e19-a78f-067cd282e3da,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:07.755617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53e0d2-25d8-49ff-ae53-58e258b02db6 None None] Pushing event updated for resources: {'Port': ['ID=e754170e-2e77-40e0-8e2c-362956686842,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:07.804240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] Set router c1cad7f8-9fea-49ee-aa14-57158c08473e gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:07.836908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:08.049156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Router 24dd644c-2140-4073-b49c-6eb12bb89888 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 00:59:08.142022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T00:59:03Z', 'revision_number': 4, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port': {'id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:00Z', 'updated_at': '2022-04-23T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3ece84e0-4819-4e19-a78f-067cd282e3da', 'name': '', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'mac_address': 'fa:16:3e:85:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:02Z', 'updated_at': '2022-04-23T00:59:07Z', 'revision_number': 4, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'subnets': [{'id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:08.146168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d77d7-bfa2-47fa-9165-6d71f3bb9ad9 None None] The sync data for ids ['c1cad7f8-9fea-49ee-aa14-57158c08473e'] in dv-neutron-838784-1-hyperv is: [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T00:59:03Z', 'revision_number': 4, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port': {'id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:00Z', 'updated_at': '2022-04-23T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3ece84e0-4819-4e19-a78f-067cd282e3da', 'name': '', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'mac_address': 'fa:16:3e:85:a0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:02Z', 'updated_at': '2022-04-23T00:59:07Z', 'revision_number': 4, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'subnets': [{'id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:59:08.255803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:59:08.267409 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Sync routers for ids ['24dd644c-2140-4073-b49c-6eb12bb89888'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:59:08.278512 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Routers {'24dd644c-2140-4073-b49c-6eb12bb89888'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:08.280137 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['24dd644c-2140-4073-b49c-6eb12bb89888'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:08.285670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:08.287082 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-59d36602-5c83-439a-8bd5-c29033d51613 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6186595 Apr 23 00:59:08.289847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46668) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 00:59:08.487805 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Set router 24dd644c-2140-4073-b49c-6eb12bb89888 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:08.801929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd8de7-d974-4f9d-ba13-85a0fff5d567 None None] Network 51410638-5433-4f9d-84ed-7e874d487d1d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 00:59:08.865823 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T00:59:07Z', 'revision_number': 3, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port': {'id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:06Z', 'updated_at': '2022-04-23T00:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:08.870174 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Checking router: 24dd644c-2140-4073-b49c-6eb12bb89888 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:59:08.871081 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Updating router 24dd644c-2140-4073-b49c-6eb12bb89888 port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:59:08.933204 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:08.970452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a7dc209a-0090-4447-8452-855b34b2ffbb None None] Provisioning for port e754170e-2e77-40e0-8e2c-362956686842 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:09.135956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.277910 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:59:09.424540 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.438813 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Transition to ACTIVE for port object 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:09.444786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.502227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Allocated IP 172.20.0.1 (51410638-5433-4f9d-84ed-7e874d487d1d/53f1579d-5c07-4f10-b33a-a2e706ef47f9/14288f75-fdaa-4f9e-8149-e20875e5142a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:59:09.530559 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Attempting to bind port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:09.530930 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Attempting to bind port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:09.531271 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Attempting to bind port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:09.533324 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e525b1-38c0-4c54-9e65-ae369700dcb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:09.538939 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:09.539306 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:09.539694 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.540072 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:09.540519 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Bound port: 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:09.541438 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.619450 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] For port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:09.622317 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] For port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:09.627119 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.662719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.678914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Transition to ACTIVE for port object 14288f75-fdaa-4f9e-8149-e20875e5142a will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:09.693493 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Routers {'24dd644c-2140-4073-b49c-6eb12bb89888'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:09.694808 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['24dd644c-2140-4073-b49c-6eb12bb89888'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:09.708407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.774277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Network 51410638-5433-4f9d-84ed-7e874d487d1d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:09.777498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:09.777679 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e525b1-38c0-4c54-9e65-ae369700dcb2 None None] Pushing event updated for resources: {'Port': ['ID=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:09.787524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:09.807357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3ece84e0-4819-4e19-a78f-067cd282e3da up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:09.829435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Pushing event updated for resources: {'Port': ['ID=14288f75-fdaa-4f9e-8149-e20875e5142a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:09.856910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:09.905821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 3ece84e0-4819-4e19-a78f-067cd282e3da completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:09.907170 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] Set router 24dd644c-2140-4073-b49c-6eb12bb89888 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:09.912431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3ece84e0-4819-4e19-a78f-067cd282e3da triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:09.912937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.011985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.070094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.125147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 3ece84e0-4819-4e19-a78f-067cd282e3da, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3ece84e0-4819-4e19-a78f-067cd282e3da,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:10.131479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.132235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e754170e-2e77-40e0-8e2c-362956686842 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:10.203731 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.210200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6f9d2d7b-4cf3-4575-95e0-e7bff689b4e9 None None] Provisioning for port 14288f75-fdaa-4f9e-8149-e20875e5142a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:10.231623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-6f9d2d7b-4cf3-4575-95e0-e7bff689b4e9 None None] Provisioning complete for port 14288f75-fdaa-4f9e-8149-e20875e5142a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:10.231983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6f9d2d7b-4cf3-4575-95e0-e7bff689b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.234835 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T00:59:07Z', 'revision_number': 3, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port': {'id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:06Z', 'updated_at': '2022-04-23T00:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:10.240007 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bdec6-ecae-4655-9d05-10a263f86348 None None] The sync data for ids ['24dd644c-2140-4073-b49c-6eb12bb89888'] in dv-neutron-838784-1-hyperv is: [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T00:59:07Z', 'revision_number': 3, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port': {'id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:06Z', 'updated_at': '2022-04-23T00:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:59:10.270827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.276078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.314944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d2d7b-4cf3-4575-95e0-e7bff689b4e9 None None] Port 14288f75-fdaa-4f9e-8149-e20875e5142a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:59:10.320456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=3ece84e0-4819-4e19-a78f-067cd282e3da,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:10.329904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port e754170e-2e77-40e0-8e2c-362956686842 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:10.335330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e754170e-2e77-40e0-8e2c-362956686842 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:10.335699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.390358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Pushing event updated for resources: {'Port': ['ID=14288f75-fdaa-4f9e-8149-e20875e5142a,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:10.392864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.462443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.508782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port e754170e-2e77-40e0-8e2c-362956686842, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e754170e-2e77-40e0-8e2c-362956686842,segment=NetworkSegment(7eee2e2e-9553-4c3f-afe8-f6f805f3507d),segment_id=7eee2e2e-9553-4c3f-afe8-f6f805f3507d)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:10.513013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.567328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Network 51410638-5433-4f9d-84ed-7e874d487d1d is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:10.568560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:10.586380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=e754170e-2e77-40e0-8e2c-362956686842,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:10.769568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Router 24dd644c-2140-4073-b49c-6eb12bb89888 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 00:59:10.843255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-abf874ee-f0ba-4318-92dc-d2096e80a121 None None] Provisioning complete for port 14288f75-fdaa-4f9e-8149-e20875e5142a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:10.843863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-abf874ee-f0ba-4318-92dc-d2096e80a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:10.898629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-abf874ee-f0ba-4318-92dc-d2096e80a121 None None] Port 14288f75-fdaa-4f9e-8149-e20875e5142a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:59:10.955677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 00:59:10.965787 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-415e09dd-c2bf-4b97-90a8-cef8e2444d28 admin admin] 10.222.0.39 "PUT /v2.0/routers/24dd644c-2140-4073-b49c-6eb12bb89888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6748719 Apr 23 00:59:11.777035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Sync routers for ids ['24dd644c-2140-4073-b49c-6eb12bb89888'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 00:59:11.787177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Routers {'24dd644c-2140-4073-b49c-6eb12bb89888'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:11.788198 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['24dd644c-2140-4073-b49c-6eb12bb89888'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:11.812566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-eab48a8f-19b8-42d8-ba7f-e1f0566c340b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:11.813185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-eab48a8f-19b8-42d8-ba7f-e1f0566c340b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Synchronizing usage tracker for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:59:11.830798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-eab48a8f-19b8-42d8-ba7f-e1f0566c340b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Unset dirty status for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:59:11.831948 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-eab48a8f-19b8-42d8-ba7f-e1f0566c340b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/networks?id=1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 200 len: 816 time: 0.1811554 Apr 23 00:59:11.843904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3ece84e0-4819-4e19-a78f-067cd282e3da up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:11.847442 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-54060300-d867-44de-acf8-81d26fb2d808 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/quotas/7d245b2a564d46dd80f1610cfe977c5e HTTP/1.1" status: 200 len: 375 time: 0.0094543 Apr 23 00:59:11.931122 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-122e6a10-4fc7-4bbd-abc1-0727afa5b4ff tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780947 Apr 23 00:59:12.018899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3ece84e0-4819-4e19-a78f-067cd282e3da triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:12.019264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:12.048744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-5eddcf87-08ca-4209-aada-3f36af6b323c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 00:59:12.049739 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-5eddcf87-08ca-4209-aada-3f36af6b323c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1065612 Apr 23 00:59:12.070173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Set router 24dd644c-2140-4073-b49c-6eb12bb89888 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:12.187826 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-b26b225b-86e7-4643-a4d7-3ad259bdce3e service neutron] 10.222.0.39 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316905 Apr 23 00:59:12.322360 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-6bd41a99-acec-4ac8-af85-b296a023eb29 service neutron] 10.222.0.39 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281254 Apr 23 00:59:12.366827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e754170e-2e77-40e0-8e2c-362956686842 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:12.505234 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-aa37c88e-6be7-4b31-a47c-d7a19246c3bb req-2b787306-8357-49d6-843e-84453ac59568 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Synchronizing usage tracker for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:59:12.526855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-aa37c88e-6be7-4b31-a47c-d7a19246c3bb req-2b787306-8357-49d6-843e-84453ac59568 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Unset dirty status for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:59:12.528454 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-aa37c88e-6be7-4b31-a47c-d7a19246c3bb req-2b787306-8357-49d6-843e-84453ac59568 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 210 time: 0.0688567 Apr 23 00:59:12.552434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e754170e-2e77-40e0-8e2c-362956686842 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:12.552824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:12.619850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T00:59:09Z', 'revision_number': 4, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port': {'id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:06Z', 'updated_at': '2022-04-23T00:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '14288f75-fdaa-4f9e-8149-e20875e5142a', 'name': '', 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'mac_address': 'fa:16:3e:61:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '53f1579d-5c07-4f10-b33a-a2e706ef47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:09Z', 'updated_at': '2022-04-23T00:59:10Z', 'revision_number': 2, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'subnets': [{'id': '53f1579d-5c07-4f10-b33a-a2e706ef47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:12.628570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Checking router: 24dd644c-2140-4073-b49c-6eb12bb89888 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 00:59:12.628921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Updating router 24dd644c-2140-4073-b49c-6eb12bb89888 port 14288f75-fdaa-4f9e-8149-e20875e5142a binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 00:59:12.725808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:12.780827 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:12.934813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:12.964517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:12.964888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.187081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.246812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:13.254905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.289327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.317988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Transition to ACTIVE for port object 14288f75-fdaa-4f9e-8149-e20875e5142a will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:13.329592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.391330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:13.541020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ba606-695a-4d2a-8fcc-cf38f4fa99e6 None None] Pushing event updated for resources: {'Port': ['ID=14288f75-fdaa-4f9e-8149-e20875e5142a,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:13.571551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Attempting to bind port 14288f75-fdaa-4f9e-8149-e20875e5142a on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:13.571919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Attempting to bind port 14288f75-fdaa-4f9e-8149-e20875e5142a by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:13.572273 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Attempting to bind port 14288f75-fdaa-4f9e-8149-e20875e5142a on network 51410638-5433-4f9d-84ed-7e874d487d1d {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:13.581326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:13.582172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Checking segment: {'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:13.583044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.583651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Bound using segment: {'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:13.584636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Bound port: 14288f75-fdaa-4f9e-8149-e20875e5142a, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee2e2e-9553-4c3f-afe8-f6f805f3507d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:13.585262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.693340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] For port 14288f75-fdaa-4f9e-8149-e20875e5142a, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:13.696829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] For port 14288f75-fdaa-4f9e-8149-e20875e5142a, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=14288f75-fdaa-4f9e-8149-e20875e5142a,segment=NetworkSegment(7eee2e2e-9553-4c3f-afe8-f6f805f3507d),segment_id=7eee2e2e-9553-4c3f-afe8-f6f805f3507d)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:13.706700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:13.719740 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d5d6c3a8-3887-497b-a104-9fc252421691 req-7931b7a1-80d3-43ec-954e-baf7674a6efe tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 210 time: 0.0580678 Apr 23 00:59:13.782924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:13.825358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-957901da-8001-4a42-abd8-d92a98ca088d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:13.827084 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-957901da-8001-4a42-abd8-d92a98ca088d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "GET /v2.0/networks?id=1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 200 len: 816 time: 0.3355947 Apr 23 00:59:13.852707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Request body: {'port': {'device_id': '2e1d5221-8085-488e-b062-7de186fe8402', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'admin_state_up': True, 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:59:13.853664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Routers {'24dd644c-2140-4073-b49c-6eb12bb89888'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 00:59:13.854313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T00:58:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['24dd644c-2140-4073-b49c-6eb12bb89888'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:13.955578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ba606-695a-4d2a-8fcc-cf38f4fa99e6 None None] Pushing event updated for resources: {'Port': ['ID=14288f75-fdaa-4f9e-8149-e20875e5142a,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:14.000257 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:59:14.010561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:59:14.022628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Made reservation on behalf of 7d245b2a564d46dd80f1610cfe977c5e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:59:14.026946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:14.106619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:14.106937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:14.163452 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] Set router 24dd644c-2140-4073-b49c-6eb12bb89888 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 00:59:14.199164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Allocated IP 172.20.0.11 (1d299b50-2bd1-4782-afe3-c558f8eab73e/c45dded8-806c-4bd2-bb41-7af7de144f1f/2466cc53-d373-42ee-8ca8-de00b82b2751) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:59:14.402740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:14.418654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Transition to ACTIVE for port object 2466cc53-d373-42ee-8ca8-de00b82b2751 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:14.443856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:14.516579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:14.524397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:14.527058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:14.543072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T00:59:09Z', 'revision_number': 4, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port': {'id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:06Z', 'updated_at': '2022-04-23T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '14288f75-fdaa-4f9e-8149-e20875e5142a', 'name': '', 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'mac_address': 'fa:16:3e:61:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '53f1579d-5c07-4f10-b33a-a2e706ef47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:09Z', 'updated_at': '2022-04-23T00:59:13Z', 'revision_number': 4, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'subnets': [{'id': '53f1579d-5c07-4f10-b33a-a2e706ef47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 00:59:14.548274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bf343e-741c-4ff1-a43d-60d0f92cb7fa None None] The sync data for ids ['24dd644c-2140-4073-b49c-6eb12bb89888'] in dv-neutron-838784-1-hyperv is: [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T00:59:09Z', 'revision_number': 4, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port': {'id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:06Z', 'updated_at': '2022-04-23T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '14288f75-fdaa-4f9e-8149-e20875e5142a', 'name': '', 'network_id': '51410638-5433-4f9d-84ed-7e874d487d1d', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'mac_address': 'fa:16:3e:61:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '53f1579d-5c07-4f10-b33a-a2e706ef47f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:09Z', 'updated_at': '2022-04-23T00:59:13Z', 'revision_number': 4, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'subnets': [{'id': '53f1579d-5c07-4f10-b33a-a2e706ef47f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 00:59:14.571011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Pushing event updated for resources: {'Port': ['ID=2466cc53-d373-42ee-8ca8-de00b82b2751,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:14.611017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:14.611856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:14.641038 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-d09caedc-bdb7-4f97-ac99-dabd63715fd5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7926097 Apr 23 00:59:14.664127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Request body: {'port': {'device_id': '2e1d5221-8085-488e-b062-7de186fe8402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:59:14.786316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:14.889714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e4769fbc-b584-4289-bea4-08eeb66e0827 None None] Provisioning for port 2466cc53-d373-42ee-8ca8-de00b82b2751 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:14.894694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e4769fbc-b584-4289-bea4-08eeb66e0827 None None] Provisioning complete for port 2466cc53-d373-42ee-8ca8-de00b82b2751 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:14.895071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e4769fbc-b584-4289-bea4-08eeb66e0827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:14.950264 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e4769fbc-b584-4289-bea4-08eeb66e0827 None None] Port 2466cc53-d373-42ee-8ca8-de00b82b2751 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:59:15.040502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643642c-58f5-4194-82ad-485978ad7420 req-1c61de21-7cd3-452d-9170-9eef92ba513c tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:15.041253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f643642c-58f5-4194-82ad-485978ad7420 req-1c61de21-7cd3-452d-9170-9eef92ba513c tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Synchronizing usage tracker for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:59:15.127403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f643642c-58f5-4194-82ad-485978ad7420 req-1c61de21-7cd3-452d-9170-9eef92ba513c tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Unset dirty status for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:59:15.128561 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f643642c-58f5-4194-82ad-485978ad7420 req-1c61de21-7cd3-452d-9170-9eef92ba513c tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 932 time: 0.2889924 Apr 23 00:59:15.199144 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f643642c-58f5-4194-82ad-485978ad7420 req-f489519d-7ac7-44ae-acb9-c7f23bad6ea5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583072 Apr 23 00:59:15.202039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-12321bc3-19bd-415d-889c-c52b56d0553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.273881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2466cc53-d373-42ee-8ca8-de00b82b2751 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:59:15.283483 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.299333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Transition to ACTIVE for port object 2466cc53-d373-42ee-8ca8-de00b82b2751 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:15.303013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.460498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Pushing event updated for resources: {'Port': ['ID=2466cc53-d373-42ee-8ca8-de00b82b2751,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:15.558673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Attempting to bind port 2466cc53-d373-42ee-8ca8-de00b82b2751 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:15.559650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Attempting to bind port 2466cc53-d373-42ee-8ca8-de00b82b2751 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:15.559650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Attempting to bind port 2466cc53-d373-42ee-8ca8-de00b82b2751 on network 1d299b50-2bd1-4782-afe3-c558f8eab73e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:15.564946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Port 2466cc53-d373-42ee-8ca8-de00b82b2751 on network 1d299b50-2bd1-4782-afe3-c558f8eab73e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:59:15.565325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Attempting to bind port 2466cc53-d373-42ee-8ca8-de00b82b2751 on network 1d299b50-2bd1-4782-afe3-c558f8eab73e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:15.570706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:15.570974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Checking segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:15.571357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Bound using segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:15.571784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Bound port: 2466cc53-d373-42ee-8ca8-de00b82b2751, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:15.572134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.748923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 14288f75-fdaa-4f9e-8149-e20875e5142a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:15.783097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] For port 2466cc53-d373-42ee-8ca8-de00b82b2751, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:15.786544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] For port 2466cc53-d373-42ee-8ca8-de00b82b2751, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2466cc53-d373-42ee-8ca8-de00b82b2751,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:15.790821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.818197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 14288f75-fdaa-4f9e-8149-e20875e5142a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:15.822841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 14288f75-fdaa-4f9e-8149-e20875e5142a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:15.823210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.851177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:15.851824 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.853303 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] 10.222.0.42 "PUT /v2.0/ports/2466cc53-d373-42ee-8ca8-de00b82b2751 HTTP/1.1" status: 200 len: 1094 time: 1.1950316 Apr 23 00:59:15.853661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1d5221-8085-488e-b062-7de186fe8402', 'tag': '2466cc53-d373-42ee-8ca8-de00b82b2751'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:59:15.888787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865adda-74b3-4344-9b66-e186dac86574 service neutron] Pushing event updated for resources: {'Port': ['ID=2466cc53-d373-42ee-8ca8-de00b82b2751,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:15.949589 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee37288d-48f1-407f-a26a-902777f6115a'] response: {'name': 'network-changed', 'server_uuid': '2e1d5221-8085-488e-b062-7de186fe8402', 'tag': '2466cc53-d373-42ee-8ca8-de00b82b2751', 'status': 'completed', 'code': 200} Apr 23 00:59:15.953710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.990086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 14288f75-fdaa-4f9e-8149-e20875e5142a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=14288f75-fdaa-4f9e-8149-e20875e5142a,segment=NetworkSegment(7eee2e2e-9553-4c3f-afe8-f6f805f3507d),segment_id=7eee2e2e-9553-4c3f-afe8-f6f805f3507d)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:15.994670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:15.995684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-e3466504-679e-4e0e-a0d2-c405ebed8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:16.000220 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-e3466504-679e-4e0e-a0d2-c405ebed8b3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 1097 time: 0.0866289 Apr 23 00:59:16.072122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=14288f75-fdaa-4f9e-8149-e20875e5142a,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:16.082106 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-68306892-0059-4d60-bc85-0326833aa78f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2466cc53-d373-42ee-8ca8-de00b82b2751 HTTP/1.1" status: 200 len: 217 time: 0.0692956 Apr 23 00:59:16.144364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-6f3fa0a8-251f-4526-a894-3c9416400eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:16.145717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-6f3fa0a8-251f-4526-a894-3c9416400eff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c45dded8-806c-4bd2-bb41-7af7de144f1f HTTP/1.1" status: 200 len: 855 time: 0.0577798 Apr 23 00:59:16.229240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-27caa17d-42ec-423a-9342-84c8b30d209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:16.231041 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-27caa17d-42ec-423a-9342-84c8b30d209e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d299b50-2bd1-4782-afe3-c558f8eab73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798621 Apr 23 00:59:16.413496 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-83f58682-d2b7-4eae-8141-15a13f6bc5f8 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764603 Apr 23 00:59:16.470741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31737f27-fcbe-4f28-bd6e-f2193ae98696 req-d618525d-e5fe-46d8-ad1a-2368e710c84b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:16.472157 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31737f27-fcbe-4f28-bd6e-f2193ae98696 req-d618525d-e5fe-46d8-ad1a-2368e710c84b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 944 time: 0.1569457 Apr 23 00:59:16.574687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31737f27-fcbe-4f28-bd6e-f2193ae98696 req-f0e467e3-c65f-479c-a746-abd4174cd8e5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Apr 23 00:59:16.596246 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a2c9cc3-e850-4d9c-9764-baa5fa63cf7c req-861cd373-ecad-479d-8e96-54095406b141 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764512 Apr 23 00:59:16.756873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eede226-98f8-474d-b2d3-8f275085676b req-dd943b73-e110-4ecb-825c-22a0a74171cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:16.758369 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eede226-98f8-474d-b2d3-8f275085676b req-dd943b73-e110-4ecb-825c-22a0a74171cc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 1097 time: 0.0709162 Apr 23 00:59:16.890574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eede226-98f8-474d-b2d3-8f275085676b req-3d32bda4-9c6b-4514-a9a0-6fc262d73599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:16.891950 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eede226-98f8-474d-b2d3-8f275085676b req-3d32bda4-9c6b-4514-a9a0-6fc262d73599 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 200 len: 916 time: 0.1274769 Apr 23 00:59:16.962477 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eede226-98f8-474d-b2d3-8f275085676b req-14fb1eb1-2008-483c-b6fd-2b117c3fa97f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2466cc53-d373-42ee-8ca8-de00b82b2751 HTTP/1.1" status: 200 len: 217 time: 0.0644348 Apr 23 00:59:17.024172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eede226-98f8-474d-b2d3-8f275085676b req-78244896-26b3-4344-840a-27dd1bc2e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:17.025603 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eede226-98f8-474d-b2d3-8f275085676b req-78244896-26b3-4344-840a-27dd1bc2e7bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c45dded8-806c-4bd2-bb41-7af7de144f1f HTTP/1.1" status: 200 len: 855 time: 0.0579197 Apr 23 00:59:17.100726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eede226-98f8-474d-b2d3-8f275085676b req-931b8835-83d0-4519-b0c7-c29b737e5217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:17.102167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eede226-98f8-474d-b2d3-8f275085676b req-931b8835-83d0-4519-b0c7-c29b737e5217 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d299b50-2bd1-4782-afe3-c558f8eab73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708447 Apr 23 00:59:17.233389 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eede226-98f8-474d-b2d3-8f275085676b req-51ddfa28-04e5-4e6f-b271-507595880009 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251535 Apr 23 00:59:17.361979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eede226-98f8-474d-b2d3-8f275085676b req-cc203cc6-1aad-45ab-a0f6-b321b8a02666 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228752 Apr 23 00:59:17.641984 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-105c7625-93b6-4443-bd2e-72f7283a2678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:17.723348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 14288f75-fdaa-4f9e-8149-e20875e5142a up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:17.771018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba3590-b56b-409d-ab91-08a6a4f43145 req-55d58474-e614-4f9e-a00b-e20592f9268e tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:17.772483 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8bba3590-b56b-409d-ab91-08a6a4f43145 req-55d58474-e614-4f9e-a00b-e20592f9268e tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 944 time: 0.0837958 Apr 23 00:59:17.789939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 14288f75-fdaa-4f9e-8149-e20875e5142a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:17.790345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:17.816723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8bba3590-b56b-409d-ab91-08a6a4f43145 req-3bdd8f94-13b8-485f-850a-f591bc0659a0 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Synchronizing usage tracker for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:59:17.834723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8bba3590-b56b-409d-ab91-08a6a4f43145 req-3bdd8f94-13b8-485f-850a-f591bc0659a0 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Unset dirty status for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:59:17.836105 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8bba3590-b56b-409d-ab91-08a6a4f43145 req-3bdd8f94-13b8-485f-850a-f591bc0659a0 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575869 Apr 23 00:59:18.646508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:18.713243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:18.771356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 2466cc53-d373-42ee-8ca8-de00b82b2751 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:59:18.902815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 2466cc53-d373-42ee-8ca8-de00b82b2751, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2466cc53-d373-42ee-8ca8-de00b82b2751,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:18.916802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '2466cc53-d373-42ee-8ca8-de00b82b2751', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'port_id': '2466cc53-d373-42ee-8ca8-de00b82b2751', 'mac_address': 'fa:16:3e:0c:fe:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:59:18.977826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:18.995875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2466cc53-d373-42ee-8ca8-de00b82b2751 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:59:19.015305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 2466cc53-d373-42ee-8ca8-de00b82b2751, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2466cc53-d373-42ee-8ca8-de00b82b2751,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:19.019947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:19.091429 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=2466cc53-d373-42ee-8ca8-de00b82b2751,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:19.129018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe581088-8437-4651-8de4-2ee93ffabaa3 req-f2314ed0-31b0-4373-b990-788fe5c85b73 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:19.130402 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe581088-8437-4651-8de4-2ee93ffabaa3 req-f2314ed0-31b0-4373-b990-788fe5c85b73 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 945 time: 0.1864736 Apr 23 00:59:19.187961 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe581088-8437-4651-8de4-2ee93ffabaa3 req-d75ba422-7dfa-4e5d-8f1f-3cebc90b9e7d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518837 Apr 23 00:59:19.387345 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['2466cc53-d373-42ee-8ca8-de00b82b2751'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:59:20.062753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:20.379686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21543360-b634-4f8e-833e-1047922cc830 req-d04a607d-b152-4d9f-b847-31228c321cc7 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:20.381042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-21543360-b634-4f8e-833e-1047922cc830 req-d04a607d-b152-4d9f-b847-31228c321cc7 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 945 time: 0.0826294 Apr 23 00:59:20.424160 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-21543360-b634-4f8e-833e-1047922cc830 req-8648d6dc-5b41-4bb7-a2aa-7875f51e75d8 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375168 Apr 23 00:59:20.786947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 2466cc53-d373-42ee-8ca8-de00b82b2751 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:20.853241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 2466cc53-d373-42ee-8ca8-de00b82b2751 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:20.858907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 2466cc53-d373-42ee-8ca8-de00b82b2751 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:20.859309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:21.004937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:21.032160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d5221-8085-488e-b062-7de186fe8402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2466cc53-d373-42ee-8ca8-de00b82b2751'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:59:21.041373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 2466cc53-d373-42ee-8ca8-de00b82b2751, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2466cc53-d373-42ee-8ca8-de00b82b2751,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:21.044826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:21.082616 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f2e6af-7b00-4c9b-bcae-f220441ebc4c'] response: {'server_uuid': '2e1d5221-8085-488e-b062-7de186fe8402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2466cc53-d373-42ee-8ca8-de00b82b2751', 'code': 200} Apr 23 00:59:21.114849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=2466cc53-d373-42ee-8ca8-de00b82b2751,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:21.331113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366130f3-0794-4ef0-9788-5dc29c8b31b8 req-d7a2a5e2-cf8f-4596-8602-e2f7dd80cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:21.332564 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-366130f3-0794-4ef0-9788-5dc29c8b31b8 req-d7a2a5e2-cf8f-4596-8602-e2f7dd80cbbc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 1099 time: 0.0710881 Apr 23 00:59:21.371753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-366130f3-0794-4ef0-9788-5dc29c8b31b8 req-2d3d3752-d34c-440f-b575-d82c7cf91de7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Apr 23 00:59:21.607271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6b52b-26a6-474a-af96-23798fff4519 req-72958a49-412c-43ba-bf1a-6c433f7c8843 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:21.608636 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-24e6b52b-26a6-474a-af96-23798fff4519 req-72958a49-412c-43ba-bf1a-6c433f7c8843 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.0788286 Apr 23 00:59:21.651412 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-24e6b52b-26a6-474a-af96-23798fff4519 req-dba944fa-4e03-412f-b009-fbce96c2e503 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371847 Apr 23 00:59:22.843901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074d20b-b7e9-4970-969b-86e88a9367a1 req-8c816df5-c9ca-409b-a6c2-f523d8e515ca tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:22.845326 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1074d20b-b7e9-4970-969b-86e88a9367a1 req-8c816df5-c9ca-409b-a6c2-f523d8e515ca tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.0835488 Apr 23 00:59:22.890615 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1074d20b-b7e9-4970-969b-86e88a9367a1 req-d3ee5df0-61e6-4746-902e-c0ee26d6521d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Apr 23 00:59:24.078902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482e36c-bec8-4905-8acd-705ed9d202e6 req-2bffab43-f5e4-4f1c-8902-27e6ff89b74f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:24.080332 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4482e36c-bec8-4905-8acd-705ed9d202e6 req-2bffab43-f5e4-4f1c-8902-27e6ff89b74f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.0835137 Apr 23 00:59:24.124177 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4482e36c-bec8-4905-8acd-705ed9d202e6 req-21a29f55-34eb-4269-999c-51ef9d27dde6 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Apr 23 00:59:24.311298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c94dc-8b79-4676-8719-13113ba6d97a req-ba155a10-841f-450f-b34a-349a8b60d7ed tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:24.312736 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb3c94dc-8b79-4676-8719-13113ba6d97a req-ba155a10-841f-450f-b34a-349a8b60d7ed tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.0828083 Apr 23 00:59:24.356167 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fb3c94dc-8b79-4676-8719-13113ba6d97a req-b8d9bbdb-0f64-4d88-b337-48c53f076ff6 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 Apr 23 00:59:37.078617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-d3799b4e-0f22-4830-a05a-8adc6301acf8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754349 Apr 23 00:59:37.231146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-0b2532a6-e749-47a8-bc61-8c152afcc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:37.232562 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-0b2532a6-e749-47a8-bc61-8c152afcc814 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 1099 time: 0.0694897 Apr 23 00:59:37.375167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-05eedc62-76b5-4bfc-b447-45a91b81b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:37.376587 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-05eedc62-76b5-4bfc-b447-45a91b81b967 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 200 len: 916 time: 0.1250658 Apr 23 00:59:37.446543 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-ffe34587-fe0e-41d1-95cb-fb69843d4057 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2466cc53-d373-42ee-8ca8-de00b82b2751 HTTP/1.1" status: 200 len: 217 time: 0.0629857 Apr 23 00:59:37.506936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-3d16da5c-21eb-42ac-a6df-46f2b2198d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:37.508316 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-3d16da5c-21eb-42ac-a6df-46f2b2198d69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c45dded8-806c-4bd2-bb41-7af7de144f1f HTTP/1.1" status: 200 len: 855 time: 0.0565515 Apr 23 00:59:37.584509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-87b5702b-8ee6-48eb-aeba-8dd9b667182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:37.585930 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-87b5702b-8ee6-48eb-aeba-8dd9b667182f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d299b50-2bd1-4782-afe3-c558f8eab73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724547 Apr 23 00:59:37.716398 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-eb40e0d6-047e-4876-9ba7-569cf1069d27 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243746 Apr 23 00:59:37.845269 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d73ca4ad-accd-4571-8515-bcf641dafff3 req-1f78c939-90de-481d-b9dd-6d6e9f625837 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226497 Apr 23 00:59:40.126338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:40.957901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd4745-5a04-4f8e-bb84-dce2f5809930 req-8a161003-4d80-4c1d-ac42-46c86f18dc2f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:40.959399 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04cd4745-5a04-4f8e-bb84-dce2f5809930 req-8a161003-4d80-4c1d-ac42-46c86f18dc2f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.0811346 Apr 23 00:59:41.005555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04cd4745-5a04-4f8e-bb84-dce2f5809930 req-100e5791-3577-4196-96a1-e3264b8555df tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Apr 23 00:59:42.193997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b22ca1-bcb1-4938-a6d8-6720f9227231 req-0d74804e-2f80-4ac5-818f-8a313fc89100 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:42.195459 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95b22ca1-bcb1-4938-a6d8-6720f9227231 req-0d74804e-2f80-4ac5-818f-8a313fc89100 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.0829442 Apr 23 00:59:42.330622 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-95b22ca1-bcb1-4938-a6d8-6720f9227231 req-0401e37e-77ef-4316-8a06-aa68b767eefd tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294641 Apr 23 00:59:43.018869 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-70875c1f-480f-4fa4-8e45-2e784b38457e tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:43.020284 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-70875c1f-480f-4fa4-8e45-2e784b38457e tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.0822124 Apr 23 00:59:43.088825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Deleting port 2466cc53-d373-42ee-8ca8-de00b82b2751 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 00:59:43.089160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:43.434496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] For port 2466cc53-d373-42ee-8ca8-de00b82b2751, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=2466cc53-d373-42ee-8ca8-de00b82b2751,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:43.434853 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:43.595610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Calling delete_port for 2466cc53-d373-42ee-8ca8-de00b82b2751 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 00:59:43.700183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538d37-e157-4ca5-abc6-73963b61e092 req-eed8bc0a-0821-47cf-9f6c-f385ee28c640 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:43.701637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a538d37-e157-4ca5-abc6-73963b61e092 req-eed8bc0a-0821-47cf-9f6c-f385ee28c640 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e1d5221-8085-488e-b062-7de186fe8402 HTTP/1.1" status: 200 len: 946 time: 0.2591076 Apr 23 00:59:43.791808 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a538d37-e157-4ca5-abc6-73963b61e092 req-00bf8557-c251-4902-bd1b-23e78099d021 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618632 Apr 23 00:59:43.797878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:43.831770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['2466cc53-d373-42ee-8ca8-de00b82b2751'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:59:43.853054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Pushing event deleted for resources: {'Port': ['ID=2466cc53-d373-42ee-8ca8-de00b82b2751,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:43.932944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] No DVR routers for this DVR port 2466cc53-d373-42ee-8ca8-de00b82b2751 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 00:59:43.935486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:43.939389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1d5221-8085-488e-b062-7de186fe8402', 'name': 'network-vif-deleted', 'tag': '2466cc53-d373-42ee-8ca8-de00b82b2751'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:59:43.958105 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9a9124c1-cc06-4f8d-9c81-9020822b713f req-ee76023a-3a98-4671-ae98-a2b7f7e24c6a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "DELETE /v2.0/ports/2466cc53-d373-42ee-8ca8-de00b82b2751 HTTP/1.1" status: 204 len: 173 time: 0.9323149 Apr 23 00:59:43.997656 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17962a65-7af2-46bc-923a-e994050aa0ad'] response: {'server_uuid': '2e1d5221-8085-488e-b062-7de186fe8402', 'name': 'network-vif-deleted', 'tag': '2466cc53-d373-42ee-8ca8-de00b82b2751', 'status': 'completed', 'code': 200} Apr 23 00:59:45.206778 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f895b0cb-25d6-453f-a2a3-30741540492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:45.416624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-4d20c105-0052-40ad-b169-015061735f3b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:45.417964 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-4d20c105-0052-40ad-b169-015061735f3b tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/networks?id=1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 200 len: 816 time: 0.1410494 Apr 23 00:59:45.432818 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-d78b20d9-933d-4bf2-8f78-349e5b83b75c tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/quotas/7d245b2a564d46dd80f1610cfe977c5e HTTP/1.1" status: 200 len: 375 time: 0.0090384 Apr 23 00:59:45.517247 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-7694ebff-5e6f-4168-b891-5a4ea515d269 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788236 Apr 23 00:59:45.652295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-abf837c7-0b31-4172-94f3-d5f1d748933a service neutron] 10.222.0.39 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236331 Apr 23 00:59:45.783835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-dfcd2ef3-1560-489d-b30d-a53638a9042a service neutron] 10.222.0.39 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253400 Apr 23 00:59:45.959809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b83c518a-2b81-4640-bcdf-e8c37c5b4a85 req-f4720da1-ba2d-48ef-959b-26e1102462e3 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Synchronizing usage tracker for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:59:45.977373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b83c518a-2b81-4640-bcdf-e8c37c5b4a85 req-f4720da1-ba2d-48ef-959b-26e1102462e3 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Unset dirty status for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:59:45.978613 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b83c518a-2b81-4640-bcdf-e8c37c5b4a85 req-f4720da1-ba2d-48ef-959b-26e1102462e3 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 210 time: 0.0624676 Apr 23 00:59:46.257022 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 00:59:46.926783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 2466cc53-d373-42ee-8ca8-de00b82b2751 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 00:59:46.965684 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 2466cc53-d373-42ee-8ca8-de00b82b2751 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 00:59:46.966394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 2466cc53-d373-42ee-8ca8-de00b82b2751 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 00:59:47.059443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-6aa54949-9c2c-4af1-aecd-4a7316e62440 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:47.060846 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-6aa54949-9c2c-4af1-aecd-4a7316e62440 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "GET /v2.0/networks?id=1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 200 len: 816 time: 0.1571150 Apr 23 00:59:47.079265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Request body: {'port': {'device_id': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'admin_state_up': True, 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:59:47.152262 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3d83f869-5019-44a2-9a02-a74d8ef77732 req-d6886114-f5ba-4847-8c9e-f2b1c1de5fdb tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 210 time: 0.0490432 Apr 23 00:59:47.222820 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 00:59:47.232031 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 00:59:47.241578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Made reservation on behalf of 7d245b2a564d46dd80f1610cfe977c5e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 00:59:47.244947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:47.405032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Allocated IP 172.20.0.12 (1d299b50-2bd1-4782-afe3-c558f8eab73e/c45dded8-806c-4bd2-bb41-7af7de144f1f/f3d8dc32-b4ba-4136-a34b-42f00ca10b3b) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 00:59:47.599385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:47.614670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Transition to ACTIVE for port object f3d8dc32-b4ba-4136-a34b-42f00ca10b3b will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:47.639828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:47.646885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-30bf7410-a124-4a82-a218-5d5e9ef87fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:47.709453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 00:59:47.712498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 00:59:47.720511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 00:59:47.757943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Pushing event updated for resources: {'Port': ['ID=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:47.789709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:47.790346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:47.816332 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-11137bfd-5d30-4340-b316-af5e126f152f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7415266 Apr 23 00:59:47.833548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Request body: {'port': {'device_id': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 00:59:47.902312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3622fe6d-8152-4b99-a80c-cf7632ac2c55 None None] Provisioning for port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:47.907313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3622fe6d-8152-4b99-a80c-cf7632ac2c55 None None] Provisioning complete for port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:47.907683 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3622fe6d-8152-4b99-a80c-cf7632ac2c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:47.950267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:47.961297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3622fe6d-8152-4b99-a80c-cf7632ac2c55 None None] Port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 00:59:48.412894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936ae09-fa47-4521-99a5-cde8edca4e07 req-fdc14c11-d8d3-4527-bb6a-12e82a1d4695 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:48.413580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b936ae09-fa47-4521-99a5-cde8edca4e07 req-fdc14c11-d8d3-4527-bb6a-12e82a1d4695 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Synchronizing usage tracker for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 00:59:48.477116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b936ae09-fa47-4521-99a5-cde8edca4e07 req-fdc14c11-d8d3-4527-bb6a-12e82a1d4695 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Unset dirty status for tenant:7d245b2a564d46dd80f1610cfe977c5e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 00:59:48.478161 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b936ae09-fa47-4521-99a5-cde8edca4e07 req-fdc14c11-d8d3-4527-bb6a-12e82a1d4695 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 932 time: 0.1992271 Apr 23 00:59:48.480104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d8dc32-b4ba-4136-a34b-42f00ca10b3b {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:59:48.499884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:48.527873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Transition to ACTIVE for port object f3d8dc32-b4ba-4136-a34b-42f00ca10b3b will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 00:59:48.534720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:48.581381 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b936ae09-fa47-4521-99a5-cde8edca4e07 req-e9f1a326-e52e-4c58-bcf9-6bf33f63d78c tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962884 Apr 23 00:59:48.652960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:48.713123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:48.719857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:48.790707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Attempting to bind port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 00:59:48.790946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Attempting to bind port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 00:59:48.791274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Attempting to bind port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b on network 1d299b50-2bd1-4782-afe3-c558f8eab73e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:48.795804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b on network 1d299b50-2bd1-4782-afe3-c558f8eab73e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 00:59:48.796125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Attempting to bind port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b on network 1d299b50-2bd1-4782-afe3-c558f8eab73e {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 00:59:48.801460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 0, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 00:59:48.801797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Checking segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 00:59:48.802175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Bound using segment: {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 00:59:48.802627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Bound port: f3d8dc32-b4ba-4136-a34b-42f00ca10b3b, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f8ee4d-3431-462b-90b5-2ac1c130a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 00:59:48.802974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:48.893506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] For port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 00:59:48.896384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] For port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 00:59:48.901588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:48.957872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:48.958515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:48.959944 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] 10.222.0.42 "PUT /v2.0/ports/f3d8dc32-b4ba-4136-a34b-42f00ca10b3b HTTP/1.1" status: 200 len: 1094 time: 1.1306138 Apr 23 00:59:48.960287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'tag': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:59:48.993401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e1fb6-82a6-4308-9b90-ab5395e03a6c service neutron] Pushing event updated for resources: {'Port': ['ID=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:49.020440 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e8748e-8550-4957-b479-018f7d469891'] response: {'name': 'network-changed', 'server_uuid': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'tag': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b', 'status': 'completed', 'code': 200} Apr 23 00:59:49.111906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-9d084da6-0b69-4158-85d5-eebd1f4e91f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:49.113400 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-9d084da6-0b69-4158-85d5-eebd1f4e91f9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 1097 time: 0.0788562 Apr 23 00:59:49.195177 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-281428bf-0100-491e-bd22-9c0da225812c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b HTTP/1.1" status: 200 len: 217 time: 0.0617001 Apr 23 00:59:49.263633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-9f4d11e2-bb01-4aa6-9c3e-8e9b1b1d44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:49.265070 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-9f4d11e2-bb01-4aa6-9c3e-8e9b1b1d44da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c45dded8-806c-4bd2-bb41-7af7de144f1f HTTP/1.1" status: 200 len: 855 time: 0.0647266 Apr 23 00:59:49.338600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-b1ee6752-2c1b-40ab-b313-3d1c3486496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:49.340026 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-b1ee6752-2c1b-40ab-b313-3d1c3486496c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d299b50-2bd1-4782-afe3-c558f8eab73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697381 Apr 23 00:59:49.467627 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-004a4ca8-c113-43a9-9b84-9e9ea4bfbba2 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218905 Apr 23 00:59:49.595358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-65f123c8-d182-48d3-94f2-fcf1f65042b9 req-5383c225-4e82-4fb5-bd78-f76223c6cc9f service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219585 Apr 23 00:59:49.808408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-f265a930-702f-4d62-9d7c-2534295bca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:49.809862 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-f265a930-702f-4d62-9d7c-2534295bca2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 1097 time: 0.1326666 Apr 23 00:59:49.821000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e26712-d94d-4653-a820-ac427b555498 req-ab98aefd-06ab-4337-96fb-74651f8b5d27 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:49.822360 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1e26712-d94d-4653-a820-ac427b555498 req-ab98aefd-06ab-4337-96fb-74651f8b5d27 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 944 time: 0.1140900 Apr 23 00:59:50.050260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1e26712-d94d-4653-a820-ac427b555498 req-796fecd2-e460-4d77-9f11-d7eab6317aab tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097507 Apr 23 00:59:50.065951 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:50.082346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-802b53c2-f839-4892-b9d1-9e019358443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:50.083777 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-802b53c2-f839-4892-b9d1-9e019358443d service neutron] 10.222.0.42 "GET /v2.0/networks?id=1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 200 len: 916 time: 0.2605972 Apr 23 00:59:50.152118 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-6db9cd08-7eca-46e4-a07e-655b69d23964 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b HTTP/1.1" status: 200 len: 217 time: 0.0619359 Apr 23 00:59:50.214002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-8c9df77e-c9b8-49f9-8a0d-329b14b50b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:50.215427 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-8c9df77e-c9b8-49f9-8a0d-329b14b50b67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c45dded8-806c-4bd2-bb41-7af7de144f1f HTTP/1.1" status: 200 len: 855 time: 0.0563431 Apr 23 00:59:50.291700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-0b4b7703-f9d8-4803-acfa-1f70ce83981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:50.293050 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-0b4b7703-f9d8-4803-acfa-1f70ce83981a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1d299b50-2bd1-4782-afe3-c558f8eab73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722892 Apr 23 00:59:50.425185 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-30c81d91-31ec-4a57-b743-cf1f12e054a3 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261384 Apr 23 00:59:50.556939 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64ebc238-b2c4-41e6-aaba-582e6fa4d267 req-bf11af39-164f-493c-9eb6-586071401843 service neutron] 10.222.0.42 "GET /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241746 Apr 23 00:59:51.240286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96566bf7-817d-42ad-a301-e9202d439a01 req-684e5a9e-1910-4bfb-b39b-c250c6ffce98 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:51.241726 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-96566bf7-817d-42ad-a301-e9202d439a01 req-684e5a9e-1910-4bfb-b39b-c250c6ffce98 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 944 time: 0.0793409 Apr 23 00:59:51.285484 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-96566bf7-817d-42ad-a301-e9202d439a01 req-6a198e83-c416-4306-b6d8-e2a2da6c4dd1 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380220 Apr 23 00:59:52.470226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a03a6-3792-496c-8361-405ec0947494 req-4772ac48-579e-4add-a4d8-a4abe5c1764d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:52.471678 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-395a03a6-3792-496c-8361-405ec0947494 req-4772ac48-579e-4add-a4d8-a4abe5c1764d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 944 time: 0.0797513 Apr 23 00:59:52.513568 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-395a03a6-3792-496c-8361-405ec0947494 req-7d7e953c-e79d-462a-9d39-8796975d1590 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363410 Apr 23 00:59:52.941104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f3d8dc32-b4ba-4136-a34b-42f00ca10b3b details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 00:59:53.074785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:53.088888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b', 'network_id': '1d299b50-2bd1-4782-afe3-c558f8eab73e', 'port_id': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b', 'mac_address': 'fa:16:3e:f6:82:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45dded8-806c-4bd2-bb41-7af7de144f1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 00:59:53.149930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:53.166319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d8dc32-b4ba-4136-a34b-42f00ca10b3b {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 00:59:53.181871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:53.185878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:53.255640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:53.262815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.263176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.263522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.263861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.264197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.264533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.264865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.265242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.265558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.265886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.266213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.266560 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 00:59:53.563193 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['f3d8dc32-b4ba-4136-a34b-42f00ca10b3b'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 00:59:53.704369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2295b09-0670-4193-bd19-19666626f7c7 req-ffbe81b4-2b98-4a8b-a1d4-3bce44445f9d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:53.705863 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2295b09-0670-4193-bd19-19666626f7c7 req-ffbe81b4-2b98-4a8b-a1d4-3bce44445f9d tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 945 time: 0.0830276 Apr 23 00:59:53.750827 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2295b09-0670-4193-bd19-19666626f7c7 req-4725e9c6-9e10-4f0e-a6ab-c99d98087721 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Apr 23 00:59:54.936041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d7233-0a1c-4788-90eb-13b83e8ff38c req-fe496b8d-c5cb-4a06-ad42-c0640e59fbab tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:54.938019 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-263d7233-0a1c-4788-90eb-13b83e8ff38c req-fe496b8d-c5cb-4a06-ad42-c0640e59fbab tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 945 time: 0.0826132 Apr 23 00:59:54.954158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f3d8dc32-b4ba-4136-a34b-42f00ca10b3b up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 00:59:54.982913 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-263d7233-0a1c-4788-90eb-13b83e8ff38c req-92d8ee61-a801-44a1-97c0-e43978c7a6df tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Apr 23 00:59:55.025849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 00:59:55.030376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 00:59:55.030887 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:55.222181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:55.253296 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 00:59:55.265565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 00:59:55.273184 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 00:59:55.310763 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0c1252-955b-483c-a4a5-54a975e2078b'] response: {'server_uuid': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b', 'code': 200} Apr 23 00:59:55.413688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 00:59:55.556916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58538ec-fcd4-4e1b-a986-1f30b705bb15 req-464be13e-ab5f-469d-a4fa-e562e1f7eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:55.558306 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d58538ec-fcd4-4e1b-a986-1f30b705bb15 req-464be13e-ab5f-469d-a4fa-e562e1f7eef7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 1099 time: 0.0696597 Apr 23 00:59:55.602173 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d58538ec-fcd4-4e1b-a986-1f30b705bb15 req-1813ea84-1a30-4b03-b276-f98a95d141de service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Apr 23 00:59:56.169505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c66bb-584d-4bab-9c12-7f8cc0944391 req-c2f025f9-d9ff-43d9-87d1-c0714ec3ade5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:56.171028 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b57c66bb-584d-4bab-9c12-7f8cc0944391 req-c2f025f9-d9ff-43d9-87d1-c0714ec3ade5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 946 time: 0.0818448 Apr 23 00:59:56.220353 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b57c66bb-584d-4bab-9c12-7f8cc0944391 req-5023050e-421a-4a90-8df4-3630bc14f9dd tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Apr 23 00:59:57.403095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7bc73-97fe-4aa2-b2e2-6efd4d53bcd2 req-bd27b329-023d-4961-ad53-7adec6f91f69 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:57.404423 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65a7bc73-97fe-4aa2-b2e2-6efd4d53bcd2 req-bd27b329-023d-4961-ad53-7adec6f91f69 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 946 time: 0.0778544 Apr 23 00:59:57.450728 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-65a7bc73-97fe-4aa2-b2e2-6efd4d53bcd2 req-3a463f07-7922-4998-8362-73a12695c1e5 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Apr 23 00:59:57.638215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0a93-8852-4ce8-961c-53a2121c5545 req-1a5ab417-300f-49e9-8258-6e95ef4305ad tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 00:59:57.639676 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c6eb0a93-8852-4ce8-961c-53a2121c5545 req-1a5ab417-300f-49e9-8258-6e95ef4305ad tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 946 time: 0.0836179 Apr 23 00:59:57.684080 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c6eb0a93-8852-4ce8-961c-53a2121c5545 req-71f82192-d4cc-4f53-bbb2-f044cdc23006 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384808 Apr 23 01:00:10.121284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:12.066052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c2419-5444-46cd-ac31-4879111814f5 req-e27d975f-6120-479a-bb8b-834af66bcf25 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:12.067520 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-222c2419-5444-46cd-ac31-4879111814f5 req-e27d975f-6120-479a-bb8b-834af66bcf25 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 946 time: 0.0799420 Apr 23 01:00:12.112990 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-222c2419-5444-46cd-ac31-4879111814f5 req-8296512c-a073-4845-ad4b-c41052611abe tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 Apr 23 01:00:13.300128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777d766-d4ce-4610-9fd9-d0532d3854f7 req-b2aa6837-e071-4157-844b-669316dbea87 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:13.301479 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1777d766-d4ce-4610-9fd9-d0532d3854f7 req-b2aa6837-e071-4157-844b-669316dbea87 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 946 time: 0.0806575 Apr 23 01:00:13.345511 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1777d766-d4ce-4610-9fd9-d0532d3854f7 req-74922cb0-4cc6-4055-a052-d9444542d879 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378728 Apr 23 01:00:14.073771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-8f16d4f9-9d0e-4f4e-8c62-b43e2516eb9f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:14.075249 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-8f16d4f9-9d0e-4f4e-8c62-b43e2516eb9f tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 946 time: 0.0822897 Apr 23 01:00:14.143767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Deleting port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:14.144106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:14.394334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] For port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:14.394988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:14.517864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Calling delete_port for f3d8dc32-b4ba-4136-a34b-42f00ca10b3b owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:14.533865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85d6e1-0ca4-434d-be56-3d0280c0554a req-dc8481b6-5f83-4995-a580-2a988f5c6a91 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:14.535389 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ee85d6e1-0ca4-434d-be56-3d0280c0554a req-dc8481b6-5f83-4995-a580-2a988f5c6a91 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/ports?device_id=7602c66a-cb34-4c24-adf8-5ab4fcd99ea1 HTTP/1.1" status: 200 len: 946 time: 0.0845222 Apr 23 01:00:14.580216 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ee85d6e1-0ca4-434d-be56-3d0280c0554a req-8a69d7ae-39fa-43f1-8c21-ad10eed49c03 tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca088848-ae66-4acf-8f18-3b534c175218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Apr 23 01:00:14.662898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:14.698369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['f3d8dc32-b4ba-4136-a34b-42f00ca10b3b'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:00:14.812589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Pushing event deleted for resources: {'Port': ['ID=f3d8dc32-b4ba-4136-a34b-42f00ca10b3b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:14.851288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.851657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.851975 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.852311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.852647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.852977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.853312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.853666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.853993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.854344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.854670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.854996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:14.899681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] No DVR routers for this DVR port f3d8dc32-b4ba-4136-a34b-42f00ca10b3b on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:00:14.902412 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:14.905236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'name': 'network-vif-deleted', 'tag': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:00:14.922555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-31257aaf-4f93-4333-97e2-1926ea3dd295 req-3543a15b-ca0b-4baf-9c3d-4130cf9da56a tempest-TestEncryptedCinderVolumes-522151600 tempest-TestEncryptedCinderVolumes-522151600-project] 10.222.0.42 "DELETE /v2.0/ports/f3d8dc32-b4ba-4136-a34b-42f00ca10b3b HTTP/1.1" status: 204 len: 173 time: 0.8419919 Apr 23 01:00:14.952596 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc399df-014c-42ad-a7e6-fb2ee096321f'] response: {'server_uuid': '7602c66a-cb34-4c24-adf8-5ab4fcd99ea1', 'name': 'network-vif-deleted', 'tag': 'f3d8dc32-b4ba-4136-a34b-42f00ca10b3b', 'status': 'completed', 'code': 200} Apr 23 01:00:15.210176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01d2cd6f-4cb9-43a7-bf6e-fddbcb40be44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:15.710046 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46952) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:16.329573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:16.674040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Deleting port 3ece84e0-4819-4e19-a78f-067cd282e3da {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:16.674324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:16.843257 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] For port 3ece84e0-4819-4e19-a78f-067cd282e3da, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3ece84e0-4819-4e19-a78f-067cd282e3da,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:16.843954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:16.966312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Calling delete_port for 3ece84e0-4819-4e19-a78f-067cd282e3da owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:17.064419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f3d8dc32-b4ba-4136-a34b-42f00ca10b3b no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:00:17.097930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: f3d8dc32-b4ba-4136-a34b-42f00ca10b3b {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:00:17.098290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device f3d8dc32-b4ba-4136-a34b-42f00ca10b3b not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:00:17.284284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:17.329773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Pushing event deleted for resources: {'Port': ['ID=3ece84e0-4819-4e19-a78f-067cd282e3da,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:17.366988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.367342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.367685 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.368020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.368351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.368680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.369004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.369328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.369653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.369975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.370315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.370701 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:17.648029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08debfc3-9114-4e00-9d96-02f0ddb51fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:17.702771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:18.066738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Router c1cad7f8-9fea-49ee-aa14-57158c08473e has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:00:18.240146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:00:18.249571 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] Sync routers for ids ['c1cad7f8-9fea-49ee-aa14-57158c08473e'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:00:18.256166 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d81b30b4-5e41-4ce2-b1c5-42e9255aa24a admin admin] 10.222.0.39 "PUT /v2.0/routers/c1cad7f8-9fea-49ee-aa14-57158c08473e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5425737 Apr 23 01:00:18.256344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46956) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:18.260134 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] Routers {'c1cad7f8-9fea-49ee-aa14-57158c08473e'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:18.260726 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c1cad7f8-9fea-49ee-aa14-57158c08473e'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:18.434008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:18.437188 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] Set router c1cad7f8-9fea-49ee-aa14-57158c08473e gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:18.609640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:18.623630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Deleting port e444b887-39cf-45db-ba3a-53d1a8ac8533 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:18.624072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:18.647596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:18.722269 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:18.751231 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T01:00:17Z', 'revision_number': 5, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port': {'id': 'e444b887-39cf-45db-ba3a-53d1a8ac8533', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:84:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:00Z', 'updated_at': '2022-04-23T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:18.754964 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] Checking router: c1cad7f8-9fea-49ee-aa14-57158c08473e for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:00:18.763317 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] Routers {'c1cad7f8-9fea-49ee-aa14-57158c08473e'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:18.763921 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['c1cad7f8-9fea-49ee-aa14-57158c08473e'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:18.803530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] For port e444b887-39cf-45db-ba3a-53d1a8ac8533, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e444b887-39cf-45db-ba3a-53d1a8ac8533,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:18.803901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:18.913284 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] Set router c1cad7f8-9fea-49ee-aa14-57158c08473e gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:19.020519 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T01:00:18Z', 'revision_number': 6, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:19.024549 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3286bb1f-d9a3-4b70-9432-fa4e060a8146 None None] The sync data for ids ['c1cad7f8-9fea-49ee-aa14-57158c08473e'] in dv-neutron-838784-1-hyperv is: [{'id': 'c1cad7f8-9fea-49ee-aa14-57158c08473e', 'name': 'tempest-TestEncryptedCinderVolumes-581571620-router', 'tenant_id': '7d245b2a564d46dd80f1610cfe977c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:58:59Z', 'updated_at': '2022-04-23T01:00:18Z', 'revision_number': 6, 'project_id': '7d245b2a564d46dd80f1610cfe977c5e', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:00:19.043229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Calling delete_port for e444b887-39cf-45db-ba3a-53d1a8ac8533 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:19.206435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.255200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e444b887-39cf-45db-ba3a-53d1a8ac8533,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:19.346157 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.519006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.521186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.542577 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.543101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1cad7f8-9fea-49ee-aa14-57158c08473e {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:00:19.556077 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.557179 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b9c9df37-af1e-4ea1-9d29-e6063c2f9d04 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c1cad7f8-9fea-49ee-aa14-57158c08473e HTTP/1.1" status: 204 len: 168 time: 1.2999849 Apr 23 01:00:19.559771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 46960) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:19.620623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] Deleting subnet c45dded8-806c-4bd2-bb41-7af7de144f1f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:00:19.623401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.670902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.749962 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.822285 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.834181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e444b887-39cf-45db-ba3a-53d1a8ac8533 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:00:19.861368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45dded8-806c-4bd2-bb41-7af7de144f1f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:19.864872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.873467 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c6baef8f-5f9d-4c96-93f8-c96784cf0f74 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c45dded8-806c-4bd2-bb41-7af7de144f1f HTTP/1.1" status: 204 len: 168 time: 0.3102643 Apr 23 01:00:19.873586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: e444b887-39cf-45db-ba3a-53d1a8ac8533 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:00:19.873586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e444b887-39cf-45db-ba3a-53d1a8ac8533 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:00:19.873586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3ece84e0-4819-4e19-a78f-067cd282e3da no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:00:19.874835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:19.908635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 3ece84e0-4819-4e19-a78f-067cd282e3da {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:00:19.908981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3ece84e0-4819-4e19-a78f-067cd282e3da not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:00:19.910494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848c417-ad92-48f6-bcf1-00f51b06ecc2 None None] Network 1d299b50-2bd1-4782-afe3-c558f8eab73e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:00:19.986632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:19.998214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Deleting port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:19.998710 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.141319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.223065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] For port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:20.223417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.238750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] DHCP port deletion for 1d299b50-2bd1-4782-afe3-c558f8eab73e request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:00:20.242920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Deleting port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:20.243404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.346843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Calling delete_port for 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:20.428746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.445232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] For port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,segment=NetworkSegment(61f8ee4d-3431-462b-90b5-2ac1c130a2d2),segment_id=61f8ee4d-3431-462b-90b5-2ac1c130a2d2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:20.445626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.475218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Pushing event deleted for resources: {'Port': ['ID=67d8d526-5ab5-4a3b-b4af-f70adf9082f7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:20.478935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] No DVR routers for this DVR port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:00:20.569471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Calling delete_port for 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:20.595038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.620011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d299b50-2bd1-4782-afe3-c558f8eab73e']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:20.631970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f8ee4d-3431-462b-90b5-2ac1c130a2d2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:20.632270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f8ee4d-3431-462b-90b5-2ac1c130a2d2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:20.639774 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:00:20.640139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:00:20.643576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.659495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.665490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:00:20.665896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:00:20.679583 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:00:20.758890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.763083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:20.788655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] Pushing event deleted for resources: {'Network': ['ID=1d299b50-2bd1-4782-afe3-c558f8eab73e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:20.801371 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-58106f38-e395-4839-be74-17a91db5a73b admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d299b50-2bd1-4782-afe3-c558f8eab73e HTTP/1.1" status: 204 len: 168 time: 0.9248722 Apr 23 01:00:20.804278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46968) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:21.141249 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Deleting port 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:21.143001 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:21.214788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a2c39-b555-4a6c-a1fe-8422e08ed6fd None None] The port '67d8d526-5ab5-4a3b-b4af-f70adf9082f7' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:00:21.444294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:21.748219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:00:21.784596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:00:21.784949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 67d8d526-5ab5-4a3b-b4af-f70adf9082f7 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:00:21.790957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Deleting port 14288f75-fdaa-4f9e-8149-e20875e5142a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:21.791327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:21.963629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] For port 14288f75-fdaa-4f9e-8149-e20875e5142a, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=14288f75-fdaa-4f9e-8149-e20875e5142a,segment=NetworkSegment(7eee2e2e-9553-4c3f-afe8-f6f805f3507d),segment_id=7eee2e2e-9553-4c3f-afe8-f6f805f3507d)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:21.964002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:22.085563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Calling delete_port for 14288f75-fdaa-4f9e-8149-e20875e5142a owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:22.399595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:22.448556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=14288f75-fdaa-4f9e-8149-e20875e5142a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:22.821846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:23.177623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Router 24dd644c-2140-4073-b49c-6eb12bb89888 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:00:23.256539 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:00:23.350856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:00:23.359562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] Sync routers for ids ['24dd644c-2140-4073-b49c-6eb12bb89888'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:00:23.360022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0269caf4-6255-4c66-95e8-f0d9b55a9ff4 admin admin] 10.222.0.39 "PUT /v2.0/routers/24dd644c-2140-4073-b49c-6eb12bb89888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544446 Apr 23 01:00:23.363018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46972) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:23.369275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] Routers {'24dd644c-2140-4073-b49c-6eb12bb89888'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:23.369872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['24dd644c-2140-4073-b49c-6eb12bb89888'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:23.539926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:23.544196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] Set router 24dd644c-2140-4073-b49c-6eb12bb89888 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:23.712565 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:23.722600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Deleting port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:23.722934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:23.829836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227'}], 'enable_snat': True}, 'gw_port_id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T01:00:22Z', 'revision_number': 5, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port': {'id': '1ad562d8-e4cb-4849-8ee8-723bb20b8ea1', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T00:59:06Z', 'updated_at': '2022-04-23T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:23.833569 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] Checking router: 24dd644c-2140-4073-b49c-6eb12bb89888 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:00:23.841807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] Routers {'24dd644c-2140-4073-b49c-6eb12bb89888'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:23.842431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['24dd644c-2140-4073-b49c-6eb12bb89888'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:23.898882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] For port 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:23.899261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.032421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] Set router 24dd644c-2140-4073-b49c-6eb12bb89888 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:24.140285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T01:00:23Z', 'revision_number': 6, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:24.144272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd514ca-918e-43a6-99c5-1842c1478730 None None] The sync data for ids ['24dd644c-2140-4073-b49c-6eb12bb89888'] in dv-neutron-838784-1-hyperv is: [{'id': '24dd644c-2140-4073-b49c-6eb12bb89888', 'name': 'tempest-TestEncryptedCinderVolumes-1312259551-router', 'tenant_id': '57ad4403b9d445f884ca44ba12e43e05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T00:59:05Z', 'updated_at': '2022-04-23T01:00:23Z', 'revision_number': 6, 'project_id': '57ad4403b9d445f884ca44ba12e43e05', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:00:24.149127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Calling delete_port for 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:24.314099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.367874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad562d8-e4cb-4849-8ee8-723bb20b8ea1,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:24.461158 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.640007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.642677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.664861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.665417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24dd644c-2140-4073-b49c-6eb12bb89888 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:00:24.677689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.678814 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-00265db1-b72f-497e-8c8d-f14149f6669e admin admin] 10.222.0.39 "DELETE /v2.0/routers/24dd644c-2140-4073-b49c-6eb12bb89888 HTTP/1.1" status: 204 len: 168 time: 1.3149061 Apr 23 01:00:24.681653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46976) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:24.742074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] Deleting subnet 53f1579d-5c07-4f10-b33a-a2e706ef47f9 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:00:24.744808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.791773 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.870017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.939387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.978264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53f1579d-5c07-4f10-b33a-a2e706ef47f9,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:24.983055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:24.989553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1f4a0-da84-441a-acb9-3b30f456e47e None None] Network 51410638-5433-4f9d-84ed-7e874d487d1d requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:00:24.990029 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a8d467d0-29ce-47a5-a841-8a153c0eafe9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53f1579d-5c07-4f10-b33a-a2e706ef47f9 HTTP/1.1" status: 204 len: 168 time: 0.3071332 Apr 23 01:00:24.992243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46980) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:25.099159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.109786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Deleting port e754170e-2e77-40e0-8e2c-362956686842 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:25.110182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.272776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] DHCP port deletion for 51410638-5433-4f9d-84ed-7e874d487d1d request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:00:25.277045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Deleting port e754170e-2e77-40e0-8e2c-362956686842 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:25.277414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.333408 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] For port e754170e-2e77-40e0-8e2c-362956686842, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e754170e-2e77-40e0-8e2c-362956686842,segment=NetworkSegment(7eee2e2e-9553-4c3f-afe8-f6f805f3507d),segment_id=7eee2e2e-9553-4c3f-afe8-f6f805f3507d)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:25.333893 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.457377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Calling delete_port for e754170e-2e77-40e0-8e2c-362956686842 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:25.484161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] For port e754170e-2e77-40e0-8e2c-362956686842, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e754170e-2e77-40e0-8e2c-362956686842,segment=NetworkSegment(7eee2e2e-9553-4c3f-afe8-f6f805f3507d),segment_id=7eee2e2e-9553-4c3f-afe8-f6f805f3507d)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:25.484476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.533459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.611282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Calling delete_port for e754170e-2e77-40e0-8e2c-362956686842 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:00:25.683067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Pushing event deleted for resources: {'Port': ['ID=e754170e-2e77-40e0-8e2c-362956686842,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:25.687928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:00:25.688265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:00:25.688375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] No DVR routers for this DVR port e754170e-2e77-40e0-8e2c-362956686842 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:00:25.752180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:00:25.786169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:00:25.786523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1ad562d8-e4cb-4849-8ee8-723bb20b8ea1 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:00:25.786946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 14288f75-fdaa-4f9e-8149-e20875e5142a no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:00:25.803379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.822565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 14288f75-fdaa-4f9e-8149-e20875e5142a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:00:25.823015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 14288f75-fdaa-4f9e-8149-e20875e5142a not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:00:25.823436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e754170e-2e77-40e0-8e2c-362956686842 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:00:25.829642 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51410638-5433-4f9d-84ed-7e874d487d1d']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:25.841487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eee2e2e-9553-4c3f-afe8-f6f805f3507d') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:25.841787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eee2e2e-9553-4c3f-afe8-f6f805f3507d') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:25.853147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.855662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: e754170e-2e77-40e0-8e2c-362956686842 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:00:25.856008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e754170e-2e77-40e0-8e2c-362956686842 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:00:25.869319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.875581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:00:25.876915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:00:25.889894 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:00:25.966618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.982320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:25.992788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] Pushing event deleted for resources: {'Network': ['ID=51410638-5433-4f9d-84ed-7e874d487d1d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:25.999561 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2cfa65e0-7a18-4184-9725-5d6afe7cf674 admin admin] 10.222.0.39 "DELETE /v2.0/networks/51410638-5433-4f9d-84ed-7e874d487d1d HTTP/1.1" status: 204 len: 168 time: 1.0064244 Apr 23 01:00:26.189496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Deleting port e754170e-2e77-40e0-8e2c-362956686842 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:00:26.189983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.194557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46986) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:26.243971 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3453311a-8d56-4a52-b34b-ca8131baf6cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d245b2a564d46dd80f1610cfe977c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482216 Apr 23 01:00:26.246358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46990) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:26.259319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9fce5-d17b-4c2c-b891-25273766bcfd None None] The port 'e754170e-2e77-40e0-8e2c-362956686842' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:00:26.307940 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd39ed86-ea67-41ec-8010-3ac2f9f5626c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.339065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd39ed86-ea67-41ec-8010-3ac2f9f5626c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.391855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd39ed86-ea67-41ec-8010-3ac2f9f5626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.407497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39ed86-ea67-41ec-8010-3ac2f9f5626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca088848-ae66-4acf-8f18-3b534c175218,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:26.419591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cd39ed86-ea67-41ec-8010-3ac2f9f5626c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.420691 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cd39ed86-ea67-41ec-8010-3ac2f9f5626c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca088848-ae66-4acf-8f18-3b534c175218 HTTP/1.1" status: 204 len: 168 time: 0.1734583 Apr 23 01:00:26.780103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 46998) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:26.828105 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-856b0652-997c-41e1-9c9c-3f7cf474321f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57ad4403b9d445f884ca44ba12e43e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468349 Apr 23 01:00:26.831131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47002) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:26.887951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8b33570-7c7e-4902-ab12-a4e451ccc003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.913867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8b33570-7c7e-4902-ab12-a4e451ccc003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.971844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8b33570-7c7e-4902-ab12-a4e451ccc003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.986049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b33570-7c7e-4902-ab12-a4e451ccc003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f71041-0e22-4ca2-ac1c-81083823e1e4,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:26.992566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c8b33570-7c7e-4902-ab12-a4e451ccc003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:26.995788 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c8b33570-7c7e-4902-ab12-a4e451ccc003 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11f71041-0e22-4ca2-ac1c-81083823e1e4 HTTP/1.1" status: 204 len: 168 time: 0.1633513 Apr 23 01:00:27.710671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47026) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:27.839057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2104254769-network', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:00:27.843703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:27.848641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Usage tracker for resource:network and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:27.851429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:27.856967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:27.867228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Made reservation on behalf of 0cd6dd78930d4ad8afb1aed5d87200c7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:00:27.869571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:27.882086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:27.897026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:27.900804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:27.903580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:27.909123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:27.991438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:27.996009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.027711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:00:28.036690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4288e30-1bd4-47d2-a61b-71bb20e6d824,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:28.042264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.042652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Added segment 80e45163-7ced-4cc3-8079-e6104ca1a5f2 of type vlan for network a337d6db-102d-4469-8d63-5e3beaac6754 Apr 23 01:00:28.068957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.100223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.101156 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:28.101731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.206269 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4945037 Apr 23 01:00:28.207147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe5cc0-ea92-405d-96de-95621dda3a55 admin admin] Pushing event updated for resources: {'Network': ['ID=a337d6db-102d-4469-8d63-5e3beaac6754,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:28.209149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47032) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:28.214931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Request body: {'subnet': {'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2104254769-subnet', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:00:28.217513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a337d6db-102d-4469-8d63-5e3beaac6754 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:00:28.219973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:28.223904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Usage tracker for resource:subnet and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:28.226818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:28.233090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:28.244337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Made reservation on behalf of 0cd6dd78930d4ad8afb1aed5d87200c7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:00:28.247150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.477751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.556504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1db1dd00-3a6e-4daa-80db-c275f7f81803,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:28.562052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Checking segment: {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:28.562445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Network hostable DHCP agents. Network: a337d6db-102d-4469-8d63-5e3beaac6754, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:00:28.582507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Network a337d6db-102d-4469-8d63-5e3beaac6754 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:00:28.593681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a337d6db-102d-4469-8d63-5e3beaac6754) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:28.597994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:28.598639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.603917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e92f4c5-c4d8-411b-adb2-98cbdf68e76a None None] Network a337d6db-102d-4469-8d63-5e3beaac6754 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:00:28.628012 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e3e8e8e2-4510-42de-adb3-6cb36a277faa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4178152 Apr 23 01:00:28.631663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47036) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:28.638173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:00:28.643368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:28.648437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Usage tracker for resource:router and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:28.651394 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:28.658985 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:28.668378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.669497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.685762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.840536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a337d6db-102d-4469-8d63-5e3beaac6754', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:00:28.842575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:28.963485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.049194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Allocated IP 172.20.0.2 (a337d6db-102d-4469-8d63-5e3beaac6754/1db1dd00-3a6e-4daa-80db-c275f7f81803/ed9519f6-5947-4284-906c-39a1394cba70) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:00:29.260948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.272327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Transition to ACTIVE for port object ed9519f6-5947-4284-906c-39a1394cba70 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:29.290869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Transition to ACTIVE for port object ed9519f6-5947-4284-906c-39a1394cba70 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:29.296819 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.360349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Network a337d6db-102d-4469-8d63-5e3beaac6754 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:29.366942 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:29.371447 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:00:29.377809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Pushing event updated for resources: {'Port': ['ID=ed9519f6-5947-4284-906c-39a1394cba70,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:29.393048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.422104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.464707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Attempting to bind port ed9519f6-5947-4284-906c-39a1394cba70 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:00:29.465068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Attempting to bind port ed9519f6-5947-4284-906c-39a1394cba70 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:00:29.465426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Attempting to bind port ed9519f6-5947-4284-906c-39a1394cba70 on network a337d6db-102d-4469-8d63-5e3beaac6754 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:00:29.470784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:00:29.471182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Checking segment: {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:29.471576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.471958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Bound using segment: {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:00:29.472406 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Bound port: ed9519f6-5947-4284-906c-39a1394cba70, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:00:29.472773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.557947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] For port ed9519f6-5947-4284-906c-39a1394cba70, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:00:29.559966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Allocated IP 172.26.8.150 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/cde8db9e-21fc-4432-85e0-3a04da5d8642) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:00:29.561221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] For port ed9519f6-5947-4284-906c-39a1394cba70, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ed9519f6-5947-4284-906c-39a1394cba70,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:00:29.565582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.657934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13600a-a987-48ee-b353-77cb899e477f None None] Pushing event updated for resources: {'Port': ['ID=ed9519f6-5947-4284-906c-39a1394cba70,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:29.718264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.747793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:29.819952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:29.823313 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:29.827882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:00:29.857215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Pushing event updated for resources: {'Port': ['ID=cde8db9e-21fc-4432-85e0-3a04da5d8642,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:30.259162 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:30.549980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7fb6dd-9a35-487f-96f6-20cb5e301926 None None] Network a337d6db-102d-4469-8d63-5e3beaac6754 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:00:30.603030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:30.636798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ab3a0efc-97f7-487b-8091-71b1a559125f None None] Provisioning for port ed9519f6-5947-4284-906c-39a1394cba70 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:30.924968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:00:31.112643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:00:31.121092 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Sync routers for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:00:31.130324 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:31.130919 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:31.136038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:31.137307 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4769d05e-166c-4c96-a942-f1ca6008239e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5037494 Apr 23 01:00:31.140035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47040) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:31.306150 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:31.584318 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:30Z', 'revision_number': 3, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:31.588133 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Checking router: 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:00:31.588478 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Updating router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 port cde8db9e-21fc-4432-85e0-3a04da5d8642 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:00:31.643808 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:31.792016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ed9519f6-5947-4284-906c-39a1394cba70 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:31.813578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:31.863378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port ed9519f6-5947-4284-906c-39a1394cba70 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:31.868282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port ed9519f6-5947-4284-906c-39a1394cba70 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:31.868990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:31.994972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.008628 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.021790 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Transition to ACTIVE for port object cde8db9e-21fc-4432-85e0-3a04da5d8642 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:32.028892 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.029915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port ed9519f6-5947-4284-906c-39a1394cba70, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ed9519f6-5947-4284-906c-39a1394cba70,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:32.035206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.055734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Allocated IP 172.20.0.1 (a337d6db-102d-4469-8d63-5e3beaac6754/1db1dd00-3a6e-4daa-80db-c275f7f81803/0c02a58b-1b34-4d35-96e0-caf680e3e2dc) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:00:32.103984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Attempting to bind port cde8db9e-21fc-4432-85e0-3a04da5d8642 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:00:32.104415 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Attempting to bind port cde8db9e-21fc-4432-85e0-3a04da5d8642 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:00:32.104775 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Attempting to bind port cde8db9e-21fc-4432-85e0-3a04da5d8642 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:00:32.105895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=ed9519f6-5947-4284-906c-39a1394cba70,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:32.119438 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:00:32.119812 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:32.120203 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.120589 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:00:32.121035 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Bound port: cde8db9e-21fc-4432-85e0-3a04da5d8642, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:00:32.121396 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.156021 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Pushing event updated for resources: {'Port': ['ID=cde8db9e-21fc-4432-85e0-3a04da5d8642,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:32.167974 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.168320 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.168651 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.169000 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.169309 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.169628 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.169953 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.170292 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.170614 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.170928 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.171243 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.171553 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:00:32.210055 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] For port cde8db9e-21fc-4432-85e0-3a04da5d8642, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:00:32.213841 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] For port cde8db9e-21fc-4432-85e0-3a04da5d8642, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cde8db9e-21fc-4432-85e0-3a04da5d8642,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:00:32.218422 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.305179 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:32.305804 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:32.320008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.335989 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Transition to ACTIVE for port object 0c02a58b-1b34-4d35-96e0-caf680e3e2dc will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:32.360388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.375067 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f66e1d-45bd-4a1c-bca5-3e4b256e26fc None None] Pushing event updated for resources: {'Port': ['ID=cde8db9e-21fc-4432-85e0-3a04da5d8642,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:32.421101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Network a337d6db-102d-4469-8d63-5e3beaac6754 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:32.428025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:32.432855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:00:32.465942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Pushing event updated for resources: {'Port': ['ID=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:32.491982 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:32.494378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.710741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ca6772da-c81d-4b0e-8c0b-f4a5d6853e86 None None] Provisioning for port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:32.716128 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ca6772da-c81d-4b0e-8c0b-f4a5d6853e86 None None] Provisioning complete for port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:32.716695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ca6772da-c81d-4b0e-8c0b-f4a5d6853e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.756846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.785470 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ca6772da-c81d-4b0e-8c0b-f4a5d6853e86 None None] Port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:00:32.791018 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:30Z', 'revision_number': 3, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:32.794860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965d35c-1d1d-4d62-84cb-650d27bd2c43 None None] The sync data for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv is: [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:30Z', 'revision_number': 3, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:00:32.987926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:32.993051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:33.120486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:33.128150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Pushing event updated for resources: {'Port': ['ID=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:33.272443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Network a337d6db-102d-4469-8d63-5e3beaac6754 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:33.273554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:33.464795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-cb52e9ce-d322-4c19-9728-e1ceda9c48ba None None] Provisioning complete for port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:33.465323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cb52e9ce-d322-4c19-9728-e1ceda9c48ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:33.475996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:00:33.522987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-cb52e9ce-d322-4c19-9728-e1ceda9c48ba None None] Port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:00:33.662084 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:00:33.670926 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4a5d9673-684a-42c2-ae3d-103621b89a46 admin admin] 10.222.0.39 "PUT /v2.0/routers/1680a1ac-7a83-4ee2-aa8a-220f77dd7273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5299411 Apr 23 01:00:33.823289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cde8db9e-21fc-4432-85e0-3a04da5d8642 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:33.901258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port cde8db9e-21fc-4432-85e0-3a04da5d8642 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:33.905777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cde8db9e-21fc-4432-85e0-3a04da5d8642 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:33.906149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.031246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.048404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port cde8db9e-21fc-4432-85e0-3a04da5d8642, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cde8db9e-21fc-4432-85e0-3a04da5d8642,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:34.052140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.053054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ed9519f6-5947-4284-906c-39a1394cba70 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:34.170335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=cde8db9e-21fc-4432-85e0-3a04da5d8642,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:34.186593 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port ed9519f6-5947-4284-906c-39a1394cba70 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:34.186955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.215438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47058) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:34.222497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259118011-network', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:00:34.228113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:34.232286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Usage tracker for resource:network and tenant:a77e7c81beda46dcb4da63c8713ba8a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:34.237313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:34.243903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:34.258852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Made reservation on behalf of a77e7c81beda46dcb4da63c8713ba8a7 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:00:34.261465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.274403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.291977 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:34.295871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Usage tracker for resource:security_group_rule and tenant:a77e7c81beda46dcb4da63c8713ba8a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:34.299193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:34.305075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:34.357523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Sync routers for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:00:34.367998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:34.368643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:34.395920 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.399855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.430006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:00:34.439096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c09faa-fc52-4949-82e9-5230ac2f255e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:34.444496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.444847 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Added segment 878b2ebf-a5b2-4df0-bd5b-c8edeef75e44 of type vlan for network df1bb2b9-b0e4-4cd9-9052-9db110153d0a Apr 23 01:00:34.472365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.514798 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.515907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:34.517106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.552250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:34.622463 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4025934 Apr 23 01:00:34.622653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:34.630943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Request body: {'subnet': {'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259118011-subnet', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:00:34.634142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f2fa3-8818-4278-b6b0-9bbacc84b8d5 admin admin] Pushing event updated for resources: {'Network': ['ID=df1bb2b9-b0e4-4cd9-9052-9db110153d0a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:34.638670 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:34.643128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Usage tracker for resource:subnet and tenant:a77e7c81beda46dcb4da63c8713ba8a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:34.645996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:34.651667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:34.663187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Made reservation on behalf of a77e7c81beda46dcb4da63c8713ba8a7 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:00:34.666138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.676691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:00:34.870103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:34.947866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8abfcd-e718-4ace-a388-9e30e6ee8797,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:34.957871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Checking segment: {'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:34.958327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Network hostable DHCP agents. Network: df1bb2b9-b0e4-4cd9-9052-9db110153d0a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:00:34.959144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 2, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:34.963192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Checking router: 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:00:34.963618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Updating router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:00:34.978930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:00:34.988787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, df1bb2b9-b0e4-4cd9-9052-9db110153d0a) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:34.994473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:34.995497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.001461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a91bfea-a825-4ccf-8e68-816be6be085d None None] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:00:35.020864 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8176351d-6f7a-4287-b2a8-dedbb4868cc1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3946791 Apr 23 01:00:35.021098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47066) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:35.026436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:00:35.031109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:35.035211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Usage tracker for resource:router and tenant:a77e7c81beda46dcb4da63c8713ba8a7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:00:35.037974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:00:35.043636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:35.054827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.055784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.071292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.103640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.365149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-df1bb2b9-b0e4-4cd9-9052-9db110153d0a', 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'fixed_ips': [{'subnet_id': 'fc8abfcd-e718-4ace-a388-9e30e6ee8797'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:00:35.365955 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.448723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.695307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Allocated IP 172.20.0.2 (df1bb2b9-b0e4-4cd9-9052-9db110153d0a/fc8abfcd-e718-4ace-a388-9e30e6ee8797/7b775a5b-e90c-4610-81b9-8fd0427c344e) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:00:35.752844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.772628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.803603 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.812161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cde8db9e-21fc-4432-85e0-3a04da5d8642 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:35.841154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Transition to ACTIVE for port object 0c02a58b-1b34-4d35-96e0-caf680e3e2dc will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:35.865322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:35.956390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Allocated IP 172.26.8.78 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/190448ce-da4d-419f-9501-4b7c983ab32c) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:00:36.034579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfac80-a5a2-48d0-94d0-4191280598ac None None] Pushing event updated for resources: {'Port': ['ID=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:36.143675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.173930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.205410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Attempting to bind port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:00:36.205807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Attempting to bind port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:00:36.206094 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Attempting to bind port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc on network a337d6db-102d-4469-8d63-5e3beaac6754 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:00:36.210380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port cde8db9e-21fc-4432-85e0-3a04da5d8642 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:36.210754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.233428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:36.236774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:36.239263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:00:36.264260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:00:36.264718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Checking segment: {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:36.265042 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.265515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Bound using segment: {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:00:36.266627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Bound port: 0c02a58b-1b34-4d35-96e0-caf680e3e2dc, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:00:36.266627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.279895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.292914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Pushing event updated for resources: {'Port': ['ID=190448ce-da4d-419f-9501-4b7c983ab32c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:36.309603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Transition to ACTIVE for port object 7b775a5b-e90c-4610-81b9-8fd0427c344e will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:36.375180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Transition to ACTIVE for port object 7b775a5b-e90c-4610-81b9-8fd0427c344e will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:36.398258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.509414 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:36.510521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] For port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:00:36.517652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:36.528767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:00:36.548152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] For port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:00:36.550671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Pushing event updated for resources: {'Port': ['ID=7b775a5b-e90c-4610-81b9-8fd0427c344e,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:36.588139 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.681796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.710735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Attempting to bind port 7b775a5b-e90c-4610-81b9-8fd0427c344e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:00:36.711278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Attempting to bind port 7b775a5b-e90c-4610-81b9-8fd0427c344e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:00:36.711425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Attempting to bind port 7b775a5b-e90c-4610-81b9-8fd0427c344e on network df1bb2b9-b0e4-4cd9-9052-9db110153d0a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:00:36.717178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfac80-a5a2-48d0-94d0-4191280598ac None None] Pushing event updated for resources: {'Port': ['ID=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:36.723011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:00:36.723387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Checking segment: {'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:36.723793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.724183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Bound using segment: {'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:00:36.724650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Bound port: 7b775a5b-e90c-4610-81b9-8fd0427c344e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:00:36.725022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:36.736621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:36.737241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:36.972160 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] For port 7b775a5b-e90c-4610-81b9-8fd0427c344e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:00:36.977088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] For port 7b775a5b-e90c-4610-81b9-8fd0427c344e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7b775a5b-e90c-4610-81b9-8fd0427c344e,segment=NetworkSegment(878b2ebf-a5b2-4df0-bd5b-c8edeef75e44),segment_id=878b2ebf-a5b2-4df0-bd5b-c8edeef75e44)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:00:36.994015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:37.060695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:37.173113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:37.254153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6109c-27c3-487a-97db-5a792c259b00 None None] Pushing event updated for resources: {'Port': ['ID=7b775a5b-e90c-4610-81b9-8fd0427c344e,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:37.415231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Router 9bb1703a-dcea-4134-8f63-486b52764e74 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:00:37.475948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:36Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:37.480112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057bde82-4d05-41c2-b36c-f76ad8ce63c5 None None] The sync data for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv is: [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:36Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:00:37.619522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:00:37.629682 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Sync routers for ids ['9bb1703a-dcea-4134-8f63-486b52764e74'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:00:37.640318 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Routers {'9bb1703a-dcea-4134-8f63-486b52764e74'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:37.641041 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb1703a-dcea-4134-8f63-486b52764e74'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:37.650460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:37.651730 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7dcd3d87-c48c-498d-a783-d37e77e1738d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6295009 Apr 23 01:00:37.654746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47070) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:00:37.874390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0c02a58b-1b34-4d35-96e0-caf680e3e2dc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:37.887721 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Set router 9bb1703a-dcea-4134-8f63-486b52764e74 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:38.043237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:38.049682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:38.050328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.229467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.280987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:38.290054 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.290959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7b775a5b-e90c-4610-81b9-8fd0427c344e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:38.361733 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:36Z', 'revision_number': 3, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port': {'id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:38.366953 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Checking router: 9bb1703a-dcea-4134-8f63-486b52764e74 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:00:38.367245 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Updating router 9bb1703a-dcea-4134-8f63-486b52764e74 port 190448ce-da4d-419f-9501-4b7c983ab32c binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:00:38.416371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92418d0-6f10-46e6-8a8c-d5c5f82006be None None] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:00:38.445165 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.548155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:38.557084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-107595ab-166a-4aa5-a57c-34824f232367 None None] Provisioning for port 7b775a5b-e90c-4610-81b9-8fd0427c344e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:38.567714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 7b775a5b-e90c-4610-81b9-8fd0427c344e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:38.577778 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7b775a5b-e90c-4610-81b9-8fd0427c344e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:38.578149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.786678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.796205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.845078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 7b775a5b-e90c-4610-81b9-8fd0427c344e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7b775a5b-e90c-4610-81b9-8fd0427c344e,segment=NetworkSegment(878b2ebf-a5b2-4df0-bd5b-c8edeef75e44),segment_id=878b2ebf-a5b2-4df0-bd5b-c8edeef75e44)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:38.855096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.916786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.930303 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Transition to ACTIVE for port object 190448ce-da4d-419f-9501-4b7c983ab32c will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:38.938778 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:38.949253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=7b775a5b-e90c-4610-81b9-8fd0427c344e,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:39.018928 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Attempting to bind port 190448ce-da4d-419f-9501-4b7c983ab32c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:00:39.019392 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Attempting to bind port 190448ce-da4d-419f-9501-4b7c983ab32c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:00:39.019827 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Attempting to bind port 190448ce-da4d-419f-9501-4b7c983ab32c on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:00:39.027539 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:00:39.028282 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:39.028512 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.028950 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:00:39.029499 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Bound port: 190448ce-da4d-419f-9501-4b7c983ab32c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:00:39.029943 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.059681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Allocated IP 172.20.0.1 (df1bb2b9-b0e4-4cd9-9052-9db110153d0a/fc8abfcd-e718-4ace-a388-9e30e6ee8797/5c428e43-ab97-4a1a-8c57-4e311c8f2976) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:00:39.083238 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6462-becb-4a3f-a3db-4cff34889584 None None] Pushing event updated for resources: {'Port': ['ID=190448ce-da4d-419f-9501-4b7c983ab32c,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:39.124216 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] For port 190448ce-da4d-419f-9501-4b7c983ab32c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:00:39.127812 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] For port 190448ce-da4d-419f-9501-4b7c983ab32c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=190448ce-da4d-419f-9501-4b7c983ab32c,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:00:39.132133 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.188173 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-91d9e56d-0425-491c-80ff-288dc285a2d4 None None] Provisioning complete for port 7b775a5b-e90c-4610-81b9-8fd0427c344e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:39.188855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-91d9e56d-0425-491c-80ff-288dc285a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.212708 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Routers {'9bb1703a-dcea-4134-8f63-486b52764e74'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:39.213412 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb1703a-dcea-4134-8f63-486b52764e74'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:39.215931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.232765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Transition to ACTIVE for port object 5c428e43-ab97-4a1a-8c57-4e311c8f2976 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:39.257858 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.283659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a6462-becb-4a3f-a3db-4cff34889584 None None] Pushing event updated for resources: {'Port': ['ID=190448ce-da4d-419f-9501-4b7c983ab32c,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:39.318972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:39.321726 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:39.329563 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:00:39.377601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c428e43-ab97-4a1a-8c57-4e311c8f2976,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:39.392315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.405416 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] Set router 9bb1703a-dcea-4134-8f63-486b52764e74 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:39.520897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.637120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d3cb042d-a561-49ef-99b1-dd2846c86551 None None] Provisioning for port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:39.642615 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d3cb042d-a561-49ef-99b1-dd2846c86551 None None] Provisioning complete for port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:39.643017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d3cb042d-a561-49ef-99b1-dd2846c86551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.698272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb042d-a561-49ef-99b1-dd2846c86551 None None] Port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:00:39.709666 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:36Z', 'revision_number': 3, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port': {'id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:39.713518 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f67035-aa61-4c79-9e34-91ccc4330bfc None None] The sync data for ids ['9bb1703a-dcea-4134-8f63-486b52764e74'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:36Z', 'revision_number': 3, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port': {'id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:00:39.766222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.771359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:39.787488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0c02a58b-1b34-4d35-96e0-caf680e3e2dc up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:39.857095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:39.857464 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:40.008397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7b775a5b-e90c-4610-81b9-8fd0427c344e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:40.040695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:40.048645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c428e43-ab97-4a1a-8c57-4e311c8f2976,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:40.086878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7b775a5b-e90c-4610-81b9-8fd0427c344e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:40.087254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:40.151199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:40.193415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:40.194789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:40.396185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Router 9bb1703a-dcea-4134-8f63-486b52764e74 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:00:40.430740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1e685686-1fd0-4a28-81e7-8a97e0f4a461 None None] Provisioning complete for port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:40.431124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e685686-1fd0-4a28-81e7-8a97e0f4a461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:40.528349 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1e685686-1fd0-4a28-81e7-8a97e0f4a461 None None] Port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:00:40.584556 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:00:40.593344 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1c98e1f0-706e-422f-8be1-f19d834282e0 admin admin] 10.222.0.39 "PUT /v2.0/routers/9bb1703a-dcea-4134-8f63-486b52764e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9375334 Apr 23 01:00:41.327283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Sync routers for ids ['9bb1703a-dcea-4134-8f63-486b52764e74'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:00:41.337161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Routers {'9bb1703a-dcea-4134-8f63-486b52764e74'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:41.337764 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb1703a-dcea-4134-8f63-486b52764e74'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:41.527854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Set router 9bb1703a-dcea-4134-8f63-486b52764e74 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:41.821072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 190448ce-da4d-419f-9501-4b7c983ab32c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:41.946210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 190448ce-da4d-419f-9501-4b7c983ab32c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:41.958040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:39Z', 'revision_number': 4, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port': {'id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '5c428e43-ab97-4a1a-8c57-4e311c8f2976', 'name': '', 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'mac_address': 'fa:16:3e:99:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc8abfcd-e718-4ace-a388-9e30e6ee8797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:38Z', 'updated_at': '2022-04-23T01:00:39Z', 'revision_number': 2, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'subnets': [{'id': 'fc8abfcd-e718-4ace-a388-9e30e6ee8797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:41.960210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 190448ce-da4d-419f-9501-4b7c983ab32c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:41.960650 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:41.992333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Checking router: 9bb1703a-dcea-4134-8f63-486b52764e74 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:00:41.992333 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Updating router 9bb1703a-dcea-4134-8f63-486b52764e74 port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:00:42.072767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:42.299531 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:42.381977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 190448ce-da4d-419f-9501-4b7c983ab32c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=190448ce-da4d-419f-9501-4b7c983ab32c,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:42.390572 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:42.488322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=190448ce-da4d-419f-9501-4b7c983ab32c,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:42.582725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:42.596203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Transition to ACTIVE for port object 5c428e43-ab97-4a1a-8c57-4e311c8f2976 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:42.604652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:42.754188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3ec1d-09bc-4ea4-bc64-361fd3210a3b None None] Pushing event updated for resources: {'Port': ['ID=5c428e43-ab97-4a1a-8c57-4e311c8f2976,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:42.854447 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Attempting to bind port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:00:42.854949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Attempting to bind port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:00:42.855322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Attempting to bind port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 on network df1bb2b9-b0e4-4cd9-9052-9db110153d0a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:00:42.868217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:00:42.868812 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Checking segment: {'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:00:42.869387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:42.869976 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Bound using segment: {'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:00:42.870492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Bound port: 5c428e43-ab97-4a1a-8c57-4e311c8f2976, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:00:42.870872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:43.032672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] For port 5c428e43-ab97-4a1a-8c57-4e311c8f2976, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:00:43.035573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] For port 5c428e43-ab97-4a1a-8c57-4e311c8f2976, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5c428e43-ab97-4a1a-8c57-4e311c8f2976,segment=NetworkSegment(878b2ebf-a5b2-4df0-bd5b-c8edeef75e44),segment_id=878b2ebf-a5b2-4df0-bd5b-c8edeef75e44)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:00:43.041078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:43.117905 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Routers {'9bb1703a-dcea-4134-8f63-486b52764e74'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:00:43.118723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:00:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb1703a-dcea-4134-8f63-486b52764e74'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:43.315076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] Set router 9bb1703a-dcea-4134-8f63-486b52764e74 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:00:43.381949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3ec1d-09bc-4ea4-bc64-361fd3210a3b None None] Pushing event updated for resources: {'Port': ['ID=5c428e43-ab97-4a1a-8c57-4e311c8f2976,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:43.670814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:39Z', 'revision_number': 4, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port': {'id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '5c428e43-ab97-4a1a-8c57-4e311c8f2976', 'name': '', 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'mac_address': 'fa:16:3e:99:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc8abfcd-e718-4ace-a388-9e30e6ee8797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:38Z', 'updated_at': '2022-04-23T01:00:43Z', 'revision_number': 4, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'subnets': [{'id': 'fc8abfcd-e718-4ace-a388-9e30e6ee8797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:00:43.677204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ecd9e0-4104-4035-9b16-08da336735e1 None None] The sync data for ids ['9bb1703a-dcea-4134-8f63-486b52764e74'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:39Z', 'revision_number': 4, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port': {'id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '5c428e43-ab97-4a1a-8c57-4e311c8f2976', 'name': '', 'network_id': 'df1bb2b9-b0e4-4cd9-9052-9db110153d0a', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'mac_address': 'fa:16:3e:99:b2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'fc8abfcd-e718-4ace-a388-9e30e6ee8797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:38Z', 'updated_at': '2022-04-23T01:00:43Z', 'revision_number': 4, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'subnets': [{'id': 'fc8abfcd-e718-4ace-a388-9e30e6ee8797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:00:43.835051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 190448ce-da4d-419f-9501-4b7c983ab32c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:43.936810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 190448ce-da4d-419f-9501-4b7c983ab32c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:43.938784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:45.215086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2efa293a-06bd-46d6-985f-8a5f6b434197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:45.798292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5c428e43-ab97-4a1a-8c57-4e311c8f2976 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:45.880578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:45.886692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:45.887272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:46.028459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:46.069237 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 5c428e43-ab97-4a1a-8c57-4e311c8f2976, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5c428e43-ab97-4a1a-8c57-4e311c8f2976,segment=NetworkSegment(878b2ebf-a5b2-4df0-bd5b-c8edeef75e44),segment_id=878b2ebf-a5b2-4df0-bd5b-c8edeef75e44)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:00:46.074643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:46.146526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=5c428e43-ab97-4a1a-8c57-4e311c8f2976,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:47.651085 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7ac5eee6-078c-4ae4-9210-2041052105b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:47.777670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5c428e43-ab97-4a1a-8c57-4e311c8f2976 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:00:47.850056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:47.850453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:48.664328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:48.725590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:50.067766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:50.700567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-d8a2e741-37e0-487c-aaaa-48a403d7d209 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:50.701241 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-608acb0d-bade-44f5-88e1-fec292205b0d req-d8a2e741-37e0-487c-aaaa-48a403d7d209 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Synchronizing usage tracker for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:00:50.721818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-608acb0d-bade-44f5-88e1-fec292205b0d req-d8a2e741-37e0-487c-aaaa-48a403d7d209 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Unset dirty status for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:00:50.723427 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-d8a2e741-37e0-487c-aaaa-48a403d7d209 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 815 time: 0.1666636 Apr 23 01:00:50.738842 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-72f7bd30-e0a8-45f4-a731-ba520783966e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/quotas/0cd6dd78930d4ad8afb1aed5d87200c7 HTTP/1.1" status: 200 len: 375 time: 0.0099857 Apr 23 01:00:50.824412 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-4ee635d6-c900-42ad-bf44-7ad5ad4f42be tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805852 Apr 23 01:00:51.055589 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-ad5d3b6f-092b-4660-9432-ff4b72386487 service neutron] 10.222.0.39 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196004 Apr 23 01:00:51.184612 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-0adeb811-a01d-4b16-8eba-b3fb1bd8f45b service neutron] 10.222.0.39 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231911 Apr 23 01:00:52.367281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8b0f084c-9913-4cc6-9ddb-fc50a074ea5a req-7ddf0156-8313-46b1-b48d-5df24349e552 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Synchronizing usage tracker for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:00:52.384876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8b0f084c-9913-4cc6-9ddb-fc50a074ea5a req-7ddf0156-8313-46b1-b48d-5df24349e552 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Unset dirty status for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:00:52.386301 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8b0f084c-9913-4cc6-9ddb-fc50a074ea5a req-7ddf0156-8313-46b1-b48d-5df24349e552 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 210 time: 0.0622735 Apr 23 01:00:53.509707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-fc3d76bc-be2e-4dd1-8539-90d9abd6feff tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:53.511169 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-fc3d76bc-be2e-4dd1-8539-90d9abd6feff tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 815 time: 0.1674993 Apr 23 01:00:53.553867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'port': {'device_id': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'admin_state_up': True, 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:00:53.696921 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-44151796-b87c-4880-97ec-3bcd72196b00 req-fe2fe4e7-ded0-4420-8d72-2a5ae96c56b0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 210 time: 0.1830733 Apr 23 01:00:53.816968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:00:53.827177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:00:53.838004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Made reservation on behalf of 0cd6dd78930d4ad8afb1aed5d87200c7 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:00:53.841593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:54.049987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Allocated IP 172.20.0.7 (a337d6db-102d-4469-8d63-5e3beaac6754/1db1dd00-3a6e-4daa-80db-c275f7f81803/8989c89d-e214-4801-922b-c25de0a7a249) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:00:54.298100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:54.316026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Transition to ACTIVE for port object 8989c89d-e214-4801-922b-c25de0a7a249 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:00:54.352993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:54.433197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Network a337d6db-102d-4469-8d63-5e3beaac6754 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:00:54.437846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:00:54.442760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:00:54.476673 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:00:54.536102 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:54.536841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:54.580880 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-f2ea7713-796d-4eae-b9e4-46a4898f967e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0355980 Apr 23 01:00:54.748668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4568c78f-f447-4c81-87ef-e0d4818680f9 None None] Provisioning for port 8989c89d-e214-4801-922b-c25de0a7a249 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:00:54.756590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4568c78f-f447-4c81-87ef-e0d4818680f9 None None] Provisioning complete for port 8989c89d-e214-4801-922b-c25de0a7a249 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:00:54.757376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4568c78f-f447-4c81-87ef-e0d4818680f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:00:54.818317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-4568c78f-f447-4c81-87ef-e0d4818680f9 None None] Port 8989c89d-e214-4801-922b-c25de0a7a249 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:00:54.909018 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005b52b-e5fe-462d-9b44-015a6f40a311 req-4863c3c0-daca-4283-b4b2-6711331ba265 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:54.910427 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1005b52b-e5fe-462d-9b44-015a6f40a311 req-4863c3c0-daca-4283-b4b2-6711331ba265 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.0882792 Apr 23 01:00:54.966776 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1005b52b-e5fe-462d-9b44-015a6f40a311 req-e061a606-d12d-46ff-9909-9cb02b17de1b tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489082 Apr 23 01:00:56.157155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee813a0b-a58b-4891-9263-2d233ed15e5f req-3fae0eae-aefc-4951-a8de-b854a575e58a tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:56.158639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ee813a0b-a58b-4891-9263-2d233ed15e5f req-3fae0eae-aefc-4951-a8de-b854a575e58a tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Synchronizing usage tracker for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:00:56.184963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ee813a0b-a58b-4891-9263-2d233ed15e5f req-3fae0eae-aefc-4951-a8de-b854a575e58a tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Unset dirty status for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:00:56.186337 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ee813a0b-a58b-4891-9263-2d233ed15e5f req-3fae0eae-aefc-4951-a8de-b854a575e58a tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.1122446 Apr 23 01:00:56.238304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ee813a0b-a58b-4891-9263-2d233ed15e5f req-aca62827-88bd-49e8-8b81-e59bc16fc70d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Synchronizing usage tracker for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:00:56.259949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-ee813a0b-a58b-4891-9263-2d233ed15e5f req-aca62827-88bd-49e8-8b81-e59bc16fc70d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Unset dirty status for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:00:56.261143 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ee813a0b-a58b-4891-9263-2d233ed15e5f req-aca62827-88bd-49e8-8b81-e59bc16fc70d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Apr 23 01:00:57.465399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53957338-4032-471d-860f-a7c85543137c req-0b8a3ce6-77bc-48f0-abfb-52e66143c6ce tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:57.466967 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-53957338-4032-471d-860f-a7c85543137c req-0b8a3ce6-77bc-48f0-abfb-52e66143c6ce tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.0895159 Apr 23 01:00:57.513415 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-53957338-4032-471d-860f-a7c85543137c req-428175ce-4609-417b-9ae6-372f253a50be tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Apr 23 01:00:58.720885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d93dd5-7d72-47a0-9a73-d9d564c8165b req-e6463271-17d6-4f32-b3d3-85b1f058add2 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:58.722435 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27d93dd5-7d72-47a0-9a73-d9d564c8165b req-e6463271-17d6-4f32-b3d3-85b1f058add2 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.0859640 Apr 23 01:00:58.779811 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27d93dd5-7d72-47a0-9a73-d9d564c8165b req-5026159a-4e46-4046-a5f7-54a57734a7c7 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501084 Apr 23 01:00:59.972356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94118861-7838-46c2-882b-310564ac96bf req-bd3b54c4-e50f-4e5b-866e-4407b48231d3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:00:59.973764 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94118861-7838-46c2-882b-310564ac96bf req-bd3b54c4-e50f-4e5b-866e-4407b48231d3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.0831923 Apr 23 01:01:00.030457 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-94118861-7838-46c2-882b-310564ac96bf req-accd872c-84ce-4c5a-b7d5-cf3a5a281a45 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Apr 23 01:01:00.256741 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:01:01.232440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8d305-c1a1-46d6-82f1-4dc5ccab50ae req-23454698-8d34-4172-911d-c79ab81ac10d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:01.234804 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c3c8d305-c1a1-46d6-82f1-4dc5ccab50ae req-23454698-8d34-4172-911d-c79ab81ac10d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.0862966 Apr 23 01:01:01.280607 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c3c8d305-c1a1-46d6-82f1-4dc5ccab50ae req-234416eb-3eff-43b8-ba2d-2b08ca8897d5 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Apr 23 01:01:02.470197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a7922-b427-471c-bec8-08292eeceb2e req-903cdcf1-e0a4-4c84-8e64-e7a35dc2f05e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:02.471653 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a75a7922-b427-471c-bec8-08292eeceb2e req-903cdcf1-e0a4-4c84-8e64-e7a35dc2f05e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.0830114 Apr 23 01:01:02.514868 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a75a7922-b427-471c-bec8-08292eeceb2e req-bed1cb9a-2634-4c2e-9f87-c0b5afbc9722 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375566 Apr 23 01:01:03.669573 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Request body: {'port': {'device_id': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:03.802955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:03.822741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999248bd-cd51-4633-ae39-b26370f7f3a2 req-3d3e8b1b-0d0a-45b7-bfe4-940a103b09af tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:03.824187 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-999248bd-cd51-4633-ae39-b26370f7f3a2 req-3d3e8b1b-0d0a-45b7-bfe4-940a103b09af tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 931 time: 0.2061107 Apr 23 01:01:03.920866 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-999248bd-cd51-4633-ae39-b26370f7f3a2 req-5734f2ae-8f78-4bf7-ac96-0c3512d4e305 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692174 Apr 23 01:01:04.184230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8989c89d-e214-4801-922b-c25de0a7a249 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:01:04.191781 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:04.207013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Transition to ACTIVE for port object 8989c89d-e214-4801-922b-c25de0a7a249 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:01:04.210488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:04.485121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Pushing event updated for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:04.555766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Attempting to bind port 8989c89d-e214-4801-922b-c25de0a7a249 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:01:04.556028 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Attempting to bind port 8989c89d-e214-4801-922b-c25de0a7a249 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:01:04.556358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Attempting to bind port 8989c89d-e214-4801-922b-c25de0a7a249 on network a337d6db-102d-4469-8d63-5e3beaac6754 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:01:04.560986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Port 8989c89d-e214-4801-922b-c25de0a7a249 on network a337d6db-102d-4469-8d63-5e3beaac6754 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:01:04.561308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Attempting to bind port 8989c89d-e214-4801-922b-c25de0a7a249 on network a337d6db-102d-4469-8d63-5e3beaac6754 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:01:04.567175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:01:04.567515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Checking segment: {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:01:04.567899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Bound using segment: {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:01:04.568322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Bound port: 8989c89d-e214-4801-922b-c25de0a7a249, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e45163-7ced-4cc3-8079-e6104ca1a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:01:04.568669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:04.658355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:01:04.661281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8989c89d-e214-4801-922b-c25de0a7a249,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:01:04.665239 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:04.723659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:04.724283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:04.725617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] 10.222.0.42 "PUT /v2.0/ports/8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 1093 time: 1.0645192 Apr 23 01:01:04.726044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:01:04.751599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18591811-6fcd-4a90-b988-8d4d06064fed service neutron] Pushing event updated for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:04.779724 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b55d8b-311c-44d6-b750-bb9be1795409'] response: {'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249', 'status': 'completed', 'code': 200} Apr 23 01:01:04.872086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-8e352949-1ed1-43de-b4f3-56047c7e01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:04.873546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-8e352949-1ed1-43de-b4f3-56047c7e01a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1096 time: 0.0752552 Apr 23 01:01:04.951300 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-748cd8b4-0254-4975-a2ef-2186e0dc3493 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 217 time: 0.0658479 Apr 23 01:01:05.014470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-dbad2a83-4e30-49d5-b3ef-9aaa199abde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:05.016050 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-dbad2a83-4e30-49d5-b3ef-9aaa199abde0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0588226 Apr 23 01:01:05.158662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e99f6-b74c-4e97-944c-8dfd78cf8779 req-47b431a6-e1ee-4388-ba54-bc5d39477ccf tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:05.160089 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5c5e99f6-b74c-4e97-944c-8dfd78cf8779 req-47b431a6-e1ee-4388-ba54-bc5d39477ccf tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 943 time: 0.1085958 Apr 23 01:01:05.161987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608acb0d-bade-44f5-88e1-fec292205b0d req-29eb71e7-4a8a-49b7-b7f8-1956df384916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:05.163328 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-29eb71e7-4a8a-49b7-b7f8-1956df384916 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1418359 Apr 23 01:01:05.289816 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5c5e99f6-b74c-4e97-944c-8dfd78cf8779 req-5d2c740d-a33b-4fe3-9989-e69b5925debe tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240711 Apr 23 01:01:05.324556 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-a11b7c2d-a68e-4df4-b717-090f773b32d3 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461096 Apr 23 01:01:05.454712 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-608acb0d-bade-44f5-88e1-fec292205b0d req-93ec2c1c-f8b5-443f-ae8e-e25cb62b9c08 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243422 Apr 23 01:01:05.626767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-a4b5a378-64ac-44a6-a920-e1e69365fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:05.628148 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-a4b5a378-64ac-44a6-a920-e1e69365fdc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1096 time: 0.0745556 Apr 23 01:01:05.757655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-07624478-5ff7-4ada-8d9a-35cb3efc20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:05.759148 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-07624478-5ff7-4ada-8d9a-35cb3efc20ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1250248 Apr 23 01:01:05.824919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-16ae11f7-c733-46ec-b371-cb32754a5f09 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 217 time: 0.0590160 Apr 23 01:01:05.887077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-a8c1a2cd-1974-46a0-b12f-c19de968a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:05.888369 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-a8c1a2cd-1974-46a0-b12f-c19de968a4e4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0579658 Apr 23 01:01:05.961486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-ab6dd978-718a-4d10-adb1-df09ee2f86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:05.962986 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-ab6dd978-718a-4d10-adb1-df09ee2f86f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689046 Apr 23 01:01:06.092376 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-00bd22fa-125d-4df9-8e08-3991707a4563 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223903 Apr 23 01:01:06.329194 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d3223d2-5616-4356-8dc7-8fe2c22321f0 req-50953723-2745-4224-840f-b96ec6d97ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307169 Apr 23 01:01:06.473857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5247d9-6741-4d6a-9cd9-3e8f29e2c189 req-07b1bd2e-91d2-4095-95a8-b994a0632102 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:06.475343 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1a5247d9-6741-4d6a-9cd9-3e8f29e2c189 req-07b1bd2e-91d2-4095-95a8-b994a0632102 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 943 time: 0.0796831 Apr 23 01:01:06.519411 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1a5247d9-6741-4d6a-9cd9-3e8f29e2c189 req-86f5c5ee-c8ed-4841-918b-a6abe502a37d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384035 Apr 23 01:01:07.252825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8989c89d-e214-4801-922b-c25de0a7a249 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:01:07.416963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8989c89d-e214-4801-922b-c25de0a7a249,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:01:07.430682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '8989c89d-e214-4801-922b-c25de0a7a249', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'port_id': '8989c89d-e214-4801-922b-c25de0a7a249', 'mac_address': 'fa:16:3e:50:e8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:01:07.486137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:07.502820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8989c89d-e214-4801-922b-c25de0a7a249 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:01:07.517612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8989c89d-e214-4801-922b-c25de0a7a249,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:01:07.521326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:07.589346 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:07.597118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.597463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.597795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.598120 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.598489 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.598793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.599115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.599434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.599754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.600070 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.600388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.600698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:07.709801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec198ed-6884-44d8-a553-42790a2f08c5 req-b8dc3dbd-81f9-4df2-9ff6-f9316446763d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:07.711180 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5ec198ed-6884-44d8-a553-42790a2f08c5 req-b8dc3dbd-81f9-4df2-9ff6-f9316446763d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 944 time: 0.0819237 Apr 23 01:01:07.755537 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5ec198ed-6884-44d8-a553-42790a2f08c5 req-2911f774-d786-44dc-a4cb-6b5800226c76 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Apr 23 01:01:07.913434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8989c89d-e214-4801-922b-c25de0a7a249'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:01:08.939439 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625978ea-4071-4d36-91a0-16283cf93024 req-23d760d1-f336-4953-8163-08881a65569f tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:08.940819 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-625978ea-4071-4d36-91a0-16283cf93024 req-23d760d1-f336-4953-8163-08881a65569f tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 944 time: 0.0826392 Apr 23 01:01:08.983953 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-625978ea-4071-4d36-91a0-16283cf93024 req-6855a921-88c9-432e-90e2-0369c2c97de8 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370460 Apr 23 01:01:09.257399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8989c89d-e214-4801-922b-c25de0a7a249 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:01:09.323343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 8989c89d-e214-4801-922b-c25de0a7a249 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:01:09.328502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 8989c89d-e214-4801-922b-c25de0a7a249 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:01:09.328873 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:09.443582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:09.469710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:01:09.480337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8989c89d-e214-4801-922b-c25de0a7a249,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:01:09.484870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:09.528678 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059fe29f-9ae2-4dcd-b69b-ed816a5de8f5'] response: {'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249', 'code': 200} Apr 23 01:01:09.553510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:09.785556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ed67-ad38-4525-8d9e-09d93b851dd7 req-21b7702a-c53d-4bf6-86aa-43286233eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:09.787083 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ef81ed67-ad38-4525-8d9e-09d93b851dd7 req-21b7702a-c53d-4bf6-86aa-43286233eafa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1098 time: 0.0707378 Apr 23 01:01:09.825824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ef81ed67-ad38-4525-8d9e-09d93b851dd7 req-53640d7f-aaf6-4e6a-b8e3-1294dbece93c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Apr 23 01:01:10.135935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:10.176026 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1add22-8c22-4770-a161-b6e6a658855a req-480a5b16-65a2-4515-b735-a7234572271f tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:10.177466 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0e1add22-8c22-4770-a161-b6e6a658855a req-480a5b16-65a2-4515-b735-a7234572271f tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0854762 Apr 23 01:01:10.221453 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0e1add22-8c22-4770-a161-b6e6a658855a req-dee56e52-1957-4da0-a2e8-43e653e10859 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380940 Apr 23 01:01:11.411253 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176c2a0-136a-4e7e-992f-fcad3ac0826c req-fce31188-364d-4c7c-a140-a2dd5fc1c36e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:11.412605 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9176c2a0-136a-4e7e-992f-fcad3ac0826c req-fce31188-364d-4c7c-a140-a2dd5fc1c36e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0836306 Apr 23 01:01:11.458608 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9176c2a0-136a-4e7e-992f-fcad3ac0826c req-137d0382-75de-4cb6-b6a3-f594d013e5bd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403559 Apr 23 01:01:11.639496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fd039-7146-4dd8-bbdb-22b7b20571c5 req-18f425ba-424c-4d08-808b-d565c8e99f36 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:11.640936 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c84fd039-7146-4dd8-bbdb-22b7b20571c5 req-18f425ba-424c-4d08-808b-d565c8e99f36 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0793595 Apr 23 01:01:11.685159 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c84fd039-7146-4dd8-bbdb-22b7b20571c5 req-324e0312-58d7-4317-a02c-4352b9c99afb tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384040 Apr 23 01:01:12.076248 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc31ce3-0cae-48eb-823d-5e5d887cd045 req-4bd94bd3-b592-480d-8cac-041dbf826aff tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:12.078329 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2fc31ce3-0cae-48eb-823d-5e5d887cd045 req-4bd94bd3-b592-480d-8cac-041dbf826aff tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0834286 Apr 23 01:01:12.122137 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2fc31ce3-0cae-48eb-823d-5e5d887cd045 req-f56aea99-0bc4-4564-a9fb-8211f3d84446 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378153 Apr 23 01:01:15.221806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9288fd4-0f4e-4361-be1a-ce51856693f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:17.651679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-06c913e5-6026-4ac4-a11b-17952f1f60b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:18.659645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:18.725045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:20.068197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:22.200099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0abf1a-09e3-4820-a2c4-e19bdac9a69c req-fe1a47e5-181f-4fc1-95c1-406f8d4cf4ae tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:22.201449 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9c0abf1a-09e3-4820-a2c4-e19bdac9a69c req-fe1a47e5-181f-4fc1-95c1-406f8d4cf4ae tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0794830 Apr 23 01:01:22.246094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9c0abf1a-09e3-4820-a2c4-e19bdac9a69c req-3ef86aed-64b6-4556-b6ac-7e819c4c746d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Apr 23 01:01:22.269286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47274) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:22.483924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f38db5e-50e7-45b7-a3e0-29184428f7b1 tempest-TestMinimumBasicScenario-1444118867 tempest-TestMinimumBasicScenario-1444118867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:22.484604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4f38db5e-50e7-45b7-a3e0-29184428f7b1 tempest-TestMinimumBasicScenario-1444118867 tempest-TestMinimumBasicScenario-1444118867-project-admin] Synchronizing usage tracker for tenant:a77e7c81beda46dcb4da63c8713ba8a7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:01:22.501067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4f38db5e-50e7-45b7-a3e0-29184428f7b1 tempest-TestMinimumBasicScenario-1444118867 tempest-TestMinimumBasicScenario-1444118867-project-admin] Unset dirty status for tenant:a77e7c81beda46dcb4da63c8713ba8a7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:01:22.502218 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4f38db5e-50e7-45b7-a3e0-29184428f7b1 tempest-TestMinimumBasicScenario-1444118867 tempest-TestMinimumBasicScenario-1444118867-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1093 time: 0.2319832 Apr 23 01:01:22.505223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47280) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:22.510122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '8989c89d-e214-4801-922b-c25de0a7a249', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:22.516012 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:22.519770 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:floatingip and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:22.522534 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:22.528711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:22.538354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:22.669416 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:22.808882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Allocated IP 172.26.8.193 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/aeb8a16d-4398-4b04-8775-6ad194113ead) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:01:22.950845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:22.980066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:23.041478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:01:23.049296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:01:23.053370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:01:23.089006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'Port': ['ID=aeb8a16d-4398-4b04-8775-6ad194113ead,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:23.105135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.105485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.105825 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.106161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.106523 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.106850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.107178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.107514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.107836 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.108366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.108707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.109033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:23.469617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:23.542766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:23.745474 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:23.751006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:23.855922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'Port': ['ID=aeb8a16d-4398-4b04-8775-6ad194113ead,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:23.864187 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:24.131867 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Floating IP cdaef01a-9491-439d-9401-81b8b1ba1e46 associated. External IP: 172.26.8.193, port: 8989c89d-e214-4801-922b-c25de0a7a249. Apr 23 01:01:24.472200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:01:24.651585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:01:24.661642 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] Sync routers for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:01:24.671185 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:01:24.671860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:01:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:01:24.680708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:24.735639 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d42d3ad5-d05e-4846-bc39-f1c657d53618 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2292356 Apr 23 01:01:24.736513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:01:24.738383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47284) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:24.748695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964753236', 'description': 'tempest-secgroup-smoke-964753236 description', 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:24.755563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:24.766916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:24.777533 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:24.798615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:24.802560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:24.805985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:24.811840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:24.853564 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:01:24.884987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:24.888612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:24.938197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:24.946334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.946878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.947378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.947968 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.948518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.949008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.949505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.950011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.950577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.951064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.951561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.952148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:01:24.955628 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:24.957074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1c8cf056-c72d-43cb-a20b-98c2990b4826 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2141511 Apr 23 01:01:24.960110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47292) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:24.965753 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'security_group_rule': {'security_group_id': 'c05ac0a1-cf33-4cd8-be7e-5144db8b7e94', 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:24.978831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:24.982401 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108202d4-24cd-4818-9bb5-0148a65a5466'] response: {'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249', 'status': 'completed', 'code': 200} Apr 23 01:01:24.985025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:24.988583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:24.994700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:25.022716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.093184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.096977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.105195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755c22-0352-418a-ac03-ce181722ed89 req-f9a3465b-e1f1-4e03-b8c6-19f6154cc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:25.106688 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-32755c22-0352-418a-ac03-ce181722ed89 req-f9a3465b-e1f1-4e03-b8c6-19f6154cc13d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1098 time: 0.0793514 Apr 23 01:01:25.125196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fe3598-81c6-481c-9524-38cdbb6f3b1d,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:25.134206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.138069 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3b782508-6b04-4fb0-a11f-792fcb25b005 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741822 Apr 23 01:01:25.138684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47296) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:25.144100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'security_group_rule': {'security_group_id': 'c05ac0a1-cf33-4cd8-be7e-5144db8b7e94', 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:25.149954 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:25.153851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:25.157692 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:25.163567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:25.181611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.244288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755c22-0352-418a-ac03-ce181722ed89 req-453c9592-cfca-483c-bc9c-28a18235090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:25.246002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-32755c22-0352-418a-ac03-ce181722ed89 req-453c9592-cfca-483c-bc9c-28a18235090d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1331995 Apr 23 01:01:25.249151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.253800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.259217 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'cdaef01a-9491-439d-9401-81b8b1ba1e46', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'port_id': '8989c89d-e214-4801-922b-c25de0a7a249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'mac_address': 'fa:16:3e:50:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:01:23Z', 'updated_at': '2022-04-23T01:01:23Z', 'revision_number': 0, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:38Z', 'revision_number': 5, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:01:25.263091 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] Checking router: 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:01:25.272984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:01:25.273573 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:01:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:01:25.280861 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c453d43-781c-4074-af93-2232588a14ae,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:25.291856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.293522 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4a661ec1-9dac-4bcb-8060-cea671abd075 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537926 Apr 23 01:01:25.297744 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47300) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:25.303531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'security_group_rule': {'security_group_id': 'c05ac0a1-cf33-4cd8-be7e-5144db8b7e94', 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:25.310062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:25.314728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:25.318102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:25.324395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:25.344037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.354788 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-32755c22-0352-418a-ac03-ce181722ed89 req-71a279e5-6f7c-4dda-86f2-26ec4c4cf3a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 999 time: 0.1025107 Apr 23 01:01:25.411473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.415397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.417012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755c22-0352-418a-ac03-ce181722ed89 req-c3a653ad-1ea2-4476-a835-458ed6be3cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:25.418735 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-32755c22-0352-418a-ac03-ce181722ed89 req-c3a653ad-1ea2-4476-a835-458ed6be3cef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0580590 Apr 23 01:01:25.439922 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d41577-c560-4a38-83a3-7cf305b1b678,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:25.450576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.452625 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1399a661-d851-4c2c-84e0-567a32923153 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528864 Apr 23 01:01:25.455190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47304) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:25.458835 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:01:25.460562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'security_group_rule': {'security_group_id': 'c05ac0a1-cf33-4cd8-be7e-5144db8b7e94', 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:25.466844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:25.471141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:25.474215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:25.480256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:25.498465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.505069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755c22-0352-418a-ac03-ce181722ed89 req-b96f1ba9-4647-4a71-85ef-c0ae96e05a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:25.506567 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-32755c22-0352-418a-ac03-ce181722ed89 req-b96f1ba9-4647-4a71-85ef-c0ae96e05a14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820904 Apr 23 01:01:25.570802 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.574646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.602711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a429e427-b2da-4547-a03f-3a39e6afaf9c,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:25.614422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.615538 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1fb666b2-c172-44e4-9377-a55338b447e0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593766 Apr 23 01:01:25.618218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47308) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:25.625319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'security_group_rule': {'security_group_id': 'c05ac0a1-cf33-4cd8-be7e-5144db8b7e94', 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:25.631612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:25.635640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:25.638579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:25.644875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:25.647918 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-32755c22-0352-418a-ac03-ce181722ed89 req-5feedfef-1908-4d95-b764-00519735fad0 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351280 Apr 23 01:01:25.656809 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Project 0cd6dd78930d4ad8afb1aed5d87200c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:01:25.663502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.736687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.744857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.770137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176adc45-9fc7-4213-925e-6df009b9d430,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:25.786891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.788178 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-243dae1c-fbe6-4eef-b900-cdb31a94c21d tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1689794 Apr 23 01:01:25.793132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47312) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:01:25.798883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'security_group_rule': {'security_group_id': 'c05ac0a1-cf33-4cd8-be7e-5144db8b7e94', 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:25.805082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:01:25.805911 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-32755c22-0352-418a-ac03-ce181722ed89 req-c08bed36-c6e5-4e0c-a627-4d728fa2ff26 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522112 Apr 23 01:01:25.808974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Usage tracker for resource:security_group_rule and tenant:0cd6dd78930d4ad8afb1aed5d87200c7 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:01:25.812496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:01:25.818381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:01:25.836739 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Project 0cd6dd78930d4ad8afb1aed5d87200c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:01:25.844195 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.847955 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'cdaef01a-9491-439d-9401-81b8b1ba1e46', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'port_id': '8989c89d-e214-4801-922b-c25de0a7a249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'mac_address': 'fa:16:3e:50:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:01:23Z', 'updated_at': '2022-04-23T01:01:23Z', 'revision_number': 0, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:38Z', 'revision_number': 5, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:01:25.852148 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874bb71-9763-42e5-809e-60a8a1c41288 None None] The sync data for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv is: [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'cdaef01a-9491-439d-9401-81b8b1ba1e46', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'floating_ip_address': '172.26.8.193', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'port_id': '8989c89d-e214-4801-922b-c25de0a7a249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'mac_address': 'fa:16:3e:50:e8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:01:23Z', 'updated_at': '2022-04-23T01:01:23Z', 'revision_number': 0, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:38Z', 'revision_number': 5, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:01:25.920184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.925245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.949769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6372b8-bef1-4736-9006-91758b64cb4c,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:25.960182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:25.964406 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e95853ab-c014-4b6d-b160-38adffb9c725 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1702771 Apr 23 01:01:26.055597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cd4d6-419c-4563-9ad2-15bc7008d259 None None] New status for floating IP cdaef01a-9491-439d-9401-81b8b1ba1e46: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:01:26.087376 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-71045261-18e1-4310-9aba-0a58efd3242c req-9480ebd5-630d-4569-b103-27705f451aca tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964753236&fields=id&tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7 HTTP/1.1" status: 200 len: 267 time: 0.0417509 Apr 23 01:01:26.171529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045261-18e1-4310-9aba-0a58efd3242c req-6b21a559-67ce-4585-b94b-63708e07ba75 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:26.173000 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-71045261-18e1-4310-9aba-0a58efd3242c req-6b21a559-67ce-4585-b94b-63708e07ba75 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0795557 Apr 23 01:01:26.184344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'port': {'security_groups': ['f4288e30-1bd4-47d2-a61b-71bb20e6d824', 'c05ac0a1-cf33-4cd8-be7e-5144db8b7e94']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:01:26.307845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:26.664361 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8989c89d-e214-4801-922b-c25de0a7a249,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:01:26.689231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:26.693666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:26.727950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8989c89d-e214-4801-922b-c25de0a7a249'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:01:26.763303 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:26.763918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:26.766057 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-71045261-18e1-4310-9aba-0a58efd3242c req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "PUT /v2.0/ports/8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 981 time: 0.5860305 Apr 23 01:01:26.788677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228ea45-ce15-4e0f-83a4-f335aac633cd tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=6']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:01:26.885201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8989c89d-e214-4801-922b-c25de0a7a249'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:01:26.984396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:01:27.031956 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3539e1c-c4b9-4503-90e5-d9d1b2d80b06'] response: {'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249', 'status': 'completed', 'code': 200} Apr 23 01:01:27.136971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8926aa75-13c5-464f-adb5-5b43fb726665 None None] Provisioning complete for port 8989c89d-e214-4801-922b-c25de0a7a249 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:01:27.137549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8926aa75-13c5-464f-adb5-5b43fb726665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:27.180404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-c1433ef6-38d4-4d4c-9e62-e85aeb8e9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:27.181863 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-c1433ef6-38d4-4d4c-9e62-e85aeb8e9db7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1137 time: 0.1059084 Apr 23 01:01:27.189812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4c57e-6403-4a12-8821-4a66ea78d376 req-053030e1-1595-4db8-969e-b010838bc741 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:27.191142 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d6c4c57e-6403-4a12-8821-4a66ea78d376 req-053030e1-1595-4db8-969e-b010838bc741 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.1466441 Apr 23 01:01:27.323524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d6c4c57e-6403-4a12-8821-4a66ea78d376 req-969977b7-c954-49e8-a51d-7a6d85769be1 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Synchronizing usage tracker for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:01:27.352530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d6c4c57e-6403-4a12-8821-4a66ea78d376 req-969977b7-c954-49e8-a51d-7a6d85769be1 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Unset dirty status for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:01:27.353672 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d6c4c57e-6403-4a12-8821-4a66ea78d376 req-969977b7-c954-49e8-a51d-7a6d85769be1 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1446228 Apr 23 01:01:27.361150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-60fa1f64-260f-403c-be0e-c04b929b7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:27.362653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-60fa1f64-260f-403c-be0e-c04b929b7337 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1706767 Apr 23 01:01:27.586684 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-debfc379-f63f-4794-a22b-50a5385e7580 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 1001 time: 0.2180486 Apr 23 01:01:27.647397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-0cca4df7-4e48-4fbf-9ad6-4cb2891708c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:27.648932 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-0cca4df7-4e48-4fbf-9ad6-4cb2891708c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0569279 Apr 23 01:01:27.727264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-d3dadfd9-cef6-4d8c-9438-3b46fa9b7a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:27.728711 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-d3dadfd9-cef6-4d8c-9438-3b46fa9b7a93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736482 Apr 23 01:01:27.860186 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-10fbdbd8-e501-4443-a3b1-a4e5c3bf18e7 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239827 Apr 23 01:01:27.991157 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4ea2770a-0e83-4e93-9040-f2ad1ac06d3f req-aeec83d8-0da9-408d-b28d-e66227ed8a4e service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244280 Apr 23 01:01:37.261247 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:01:40.068949 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-7c0833af-ef46-460e-a50b-d8b7dd3bc6e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684063 Apr 23 01:01:40.138622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:40.223272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-38566274-3bd1-4990-bd7e-e90074ed55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:40.224717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-38566274-3bd1-4990-bd7e-e90074ed55b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1137 time: 0.0716672 Apr 23 01:01:40.364926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-560561a7-361e-44ec-bc37-1a21345fb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:40.366298 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-560561a7-361e-44ec-bc37-1a21345fb730 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1238732 Apr 23 01:01:40.468270 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-74a48832-ef46-4601-9dfb-f0059203416c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 1001 time: 0.0959461 Apr 23 01:01:40.532624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-9a1bbe91-9b39-4bf3-9eda-3ce0fd5908d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:40.534007 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-9a1bbe91-9b39-4bf3-9eda-3ce0fd5908d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0604076 Apr 23 01:01:40.609265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-4f16fb77-4701-44a8-b28a-cb203d681741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:01:40.610737 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-4f16fb77-4701-44a8-b28a-cb203d681741 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711317 Apr 23 01:01:40.741655 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-c75672c6-204a-494c-93b1-84f1fdf0b539 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251216 Apr 23 01:01:40.871196 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-925263f8-4d56-47e2-80d4-61977803a5d6 req-3ead49b6-0975-4656-b867-82df24bf6ded service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237631 Apr 23 01:01:45.215083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be8e35ec-f2ff-4f79-b340-f9fc69e2e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:47.657904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d1aa10a7-47ac-462d-b5d0-5257ab6e0fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:48.656256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:48.730158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:01:50.096617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:10.138102 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:14.257693 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:02:15.216917 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0c8b4031-556b-44f6-b421-e1568f66efab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:17.650607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8eabad1a-5c81-4a19-8c03-054b280da60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:18.657973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:18.730692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:20.072433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:26.253152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-455f432d-0160-419d-8a7c-17a6c310a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:26.254627 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-455f432d-0160-419d-8a7c-17a6c310a60b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1137 time: 0.1342573 Apr 23 01:02:26.267304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994f2d8-7aa9-4faf-afe1-7a53dac95ded req-48575968-ae76-420d-ad3c-a8c0d272ccbe tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:26.268563 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0994f2d8-7aa9-4faf-afe1-7a53dac95ded req-48575968-ae76-420d-ad3c-a8c0d272ccbe tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.1173875 Apr 23 01:02:26.398544 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0994f2d8-7aa9-4faf-afe1-7a53dac95ded req-552a36fc-69a0-4f98-8519-5b26d6300baa tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117284 Apr 23 01:02:26.432795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-c106766f-26cf-4506-96b9-258cebf18511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:26.434205 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-c106766f-26cf-4506-96b9-258cebf18511 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1648309 Apr 23 01:02:26.538280 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-0504b9e1-7610-428a-9810-f8ab5f73ed66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 1001 time: 0.0976024 Apr 23 01:02:26.602859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-936f21d4-4ca9-45c2-aff1-13210b1f4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:26.604231 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-936f21d4-4ca9-45c2-aff1-13210b1f4c17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0601618 Apr 23 01:02:26.783263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-165bf150-cd0a-4338-b638-4ed89a31b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:26.784721 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-165bf150-cd0a-4338-b638-4ed89a31b1c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741934 Apr 23 01:02:26.914980 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-0044c3cf-202e-4d84-bfff-0fb066c03d2e service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232920 Apr 23 01:02:27.043590 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-720879db-b37e-4b3a-a016-bfffcfa7214a req-6239e8b2-fe4e-4e12-b79a-cf17b0a9e205 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221085 Apr 23 01:02:27.586637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef48e7f-373e-4414-8510-9f0a749371ed req-dc363261-eab0-459d-a40c-5f0f02f1a21c tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:27.588063 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7ef48e7f-373e-4414-8510-9f0a749371ed req-dc363261-eab0-459d-a40c-5f0f02f1a21c tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0803711 Apr 23 01:02:27.633793 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7ef48e7f-373e-4414-8510-9f0a749371ed req-f6372c70-973a-4842-9f2b-74175654c307 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392423 Apr 23 01:02:28.824084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c582f0-4f33-468f-aafa-d4b549832e58 req-14d11f43-2e60-419d-bbff-601382487bc1 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:28.825508 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-60c582f0-4f33-468f-aafa-d4b549832e58 req-14d11f43-2e60-419d-bbff-601382487bc1 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0842080 Apr 23 01:02:28.870844 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-60c582f0-4f33-468f-aafa-d4b549832e58 req-414f86f8-c918-48f8-9d08-9d84cfdcea0f tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390108 Apr 23 01:02:30.060286 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2c644-e982-453c-858c-802de6f6e246 req-4c070a88-ef55-4dda-9270-783f9810e6e4 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:30.062294 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d6f2c644-e982-453c-858c-802de6f6e246 req-4c070a88-ef55-4dda-9270-783f9810e6e4 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0855656 Apr 23 01:02:30.108415 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d6f2c644-e982-453c-858c-802de6f6e246 req-ebea0adc-de08-4582-977e-559e3383263e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403843 Apr 23 01:02:31.298660 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2c31-5ad9-4abe-9546-cc272d07f3b8 req-7e1c0197-bb8b-4a5f-aadc-30f2ebe291cb tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:31.300022 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f1f2c31-5ad9-4abe-9546-cc272d07f3b8 req-7e1c0197-bb8b-4a5f-aadc-30f2ebe291cb tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0800843 Apr 23 01:02:31.345640 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0f1f2c31-5ad9-4abe-9546-cc272d07f3b8 req-61bcf2b4-b2a0-49a1-a983-84fd8230df30 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395887 Apr 23 01:02:32.548530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1afb3-0a13-4eec-9b7a-7c28da21312d req-51c3a829-894a-493c-8e00-29f525a96bd6 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:32.550655 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6cc1afb3-0a13-4eec-9b7a-7c28da21312d req-51c3a829-894a-493c-8e00-29f525a96bd6 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0949752 Apr 23 01:02:32.608743 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6cc1afb3-0a13-4eec-9b7a-7c28da21312d req-50a45879-7a1f-421f-bb33-19347295a6f8 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512481 Apr 23 01:02:33.803000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52938fe-6eea-493e-989b-970b43721530 req-705817a8-4ee8-4567-8aa4-8a8b1f1c30fe tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:33.804423 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f52938fe-6eea-493e-989b-970b43721530 req-705817a8-4ee8-4567-8aa4-8a8b1f1c30fe tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0846398 Apr 23 01:02:33.851192 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f52938fe-6eea-493e-989b-970b43721530 req-3f2cdbba-8289-4ad5-8123-d6a56d39734c tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409591 Apr 23 01:02:35.042158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ebc38-938a-48b5-8f55-f4ce260c61e8 req-917ebac2-8bb1-43c2-9403-8a2b495ecbad tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:35.043616 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-204ebc38-938a-48b5-8f55-f4ce260c61e8 req-917ebac2-8bb1-43c2-9403-8a2b495ecbad tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0851264 Apr 23 01:02:35.089516 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-204ebc38-938a-48b5-8f55-f4ce260c61e8 req-105d93a4-2cd4-4cc9-9a5f-39cf42f592b1 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399523 Apr 23 01:02:36.274342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271599e7-e602-4bca-a6e0-232ea5dc050a req-156e637b-042c-4b45-92b9-f27160c94f59 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:36.275707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-271599e7-e602-4bca-a6e0-232ea5dc050a req-156e637b-042c-4b45-92b9-f27160c94f59 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0803008 Apr 23 01:02:36.324707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-271599e7-e602-4bca-a6e0-232ea5dc050a req-0abfcf07-458f-4c94-8daf-c49007fe230e tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425711 Apr 23 01:02:37.507293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97f0f9-2ebe-4d85-85d9-5f8561863c12 req-528c1f07-f8ea-4832-a622-da032ad80393 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:37.508746 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1f97f0f9-2ebe-4d85-85d9-5f8561863c12 req-528c1f07-f8ea-4832-a622-da032ad80393 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0792949 Apr 23 01:02:37.557730 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1f97f0f9-2ebe-4d85-85d9-5f8561863c12 req-60041e3e-979c-4ec1-82de-bc3c23594e37 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431013 Apr 23 01:02:38.742562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4fc9d-6376-458d-8b81-4f8179316552 req-0032aadb-62e7-46f6-8f7d-a6f61af8ecf5 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:38.743994 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-18b4fc9d-6376-458d-8b81-4f8179316552 req-0032aadb-62e7-46f6-8f7d-a6f61af8ecf5 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0807219 Apr 23 01:02:38.789409 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-18b4fc9d-6376-458d-8b81-4f8179316552 req-e4621203-979a-4738-9ba0-45e045f2c1c1 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94&id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388706 Apr 23 01:02:40.074193 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-17e808f3-77c4-460f-a3fa-9e4a54bcc726 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310503 Apr 23 01:02:40.151617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:40.225214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-e8782c63-516b-449b-8b34-129d6569ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:40.226699 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-e8782c63-516b-449b-8b34-129d6569ddc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1137 time: 0.0718770 Apr 23 01:02:40.367797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-d4011d56-dd83-484b-96ab-7fe85e67a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:40.369122 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-d4011d56-dd83-484b-96ab-7fe85e67a262 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1240819 Apr 23 01:02:40.469169 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-b5585d06-5f40-4234-b6b9-c314a5b7bc71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 1001 time: 0.0944662 Apr 23 01:02:40.530503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-fcbf0f92-9955-4b90-bcf9-527e5d950cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:40.531886 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-fcbf0f92-9955-4b90-bcf9-527e5d950cb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0571146 Apr 23 01:02:40.608548 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-4c0cb3b5-2236-49d1-8bcd-56e59179156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:02:40.609982 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-4c0cb3b5-2236-49d1-8bcd-56e59179156e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719612 Apr 23 01:02:40.739461 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-b29a983e-6440-4ee0-9463-0161ae776885 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226745 Apr 23 01:02:40.970218 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c26e6698-bac8-4878-a93e-3861a23f3a7c req-ae5046da-25bb-4f70-b826-117efc216d01 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256458 Apr 23 01:02:45.218971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1418be94-95d5-49e8-8f5b-8e394de53178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:47.651105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e88270f-4deb-46bc-a8a6-7501c97d61c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:48.660253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:48.734427 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:50.075157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:02:51.256860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:03:10.145776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:15.220558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ffc16f03-656c-4ae5-8af5-d630914e2b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:17.652466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8b8e6f9-84ab-4f55-b7a9-fd046e40424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:18.662373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:18.736558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:20.079629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:28.256245 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:03:40.158840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:42.069304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-ea742bfd-27be-4f66-ad08-00c2d7fcb572 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707028 Apr 23 01:03:42.222860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-0672a2fe-4d66-43b7-b52a-f4fd70d70774 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964753236&fields=id&tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7 HTTP/1.1" status: 200 len: 267 time: 0.0912859 Apr 23 01:03:42.225375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-11b9dc76-cd67-4332-b774-6934ce5777e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:42.226849 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-11b9dc76-cd67-4332-b774-6934ce5777e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1137 time: 0.0752542 Apr 23 01:03:42.306580 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-5dbe4412-323e-48e6-9116-f41dec5798d2 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:42.307941 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-5dbe4412-323e-48e6-9116-f41dec5798d2 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 984 time: 0.0792990 Apr 23 01:03:42.319232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Request body: {'port': {'security_groups': ['f4288e30-1bd4-47d2-a61b-71bb20e6d824']}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:03:42.374369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-073f3a82-b736-41a9-af0a-3a69263ace4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:42.375810 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-073f3a82-b736-41a9-af0a-3a69263ace4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1283720 Apr 23 01:03:42.440739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:42.478087 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-92d11cda-a487-4d28-96b0-20bef844e014 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 1001 time: 0.0963309 Apr 23 01:03:42.538537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-623aef49-04d3-415c-9f63-6593e3074ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:42.540016 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-623aef49-04d3-415c-9f63-6593e3074ebe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0567997 Apr 23 01:03:42.614401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-4129f9ef-f789-4a09-a241-f40b37c0bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:42.615789 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-4129f9ef-f789-4a09-a241-f40b37c0bfa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698447 Apr 23 01:03:42.684214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8989c89d-e214-4801-922b-c25de0a7a249,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:03:42.708983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:42.713708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:42.748792 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8989c89d-e214-4801-922b-c25de0a7a249'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:03:42.749338 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-b3eaf9fa-9df1-42c1-b719-983b1853355a service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273282 Apr 23 01:03:42.775055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:42.775674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:42.777029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f9f7b978-e043-4de3-800b-6a54e506a60a req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "PUT /v2.0/ports/8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 942 time: 0.4623611 Apr 23 01:03:42.777478 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:03:42.785905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47390) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:03:42.832086 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event updated for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=7']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:42.846881 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a8d283-b7b2-42b1-a388-f8be3c8cbeb7'] response: {'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249', 'status': 'completed', 'code': 200} Apr 23 01:03:42.859979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.860323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.860664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.861002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.861332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.861659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.861986 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.862349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.862681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.863003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.863714 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.864045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7850aa2-f1a1-4486-9b3c-571d43034cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:42.921472 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-20a6b7fc-cc68-435b-a8ec-d90ebbb25f2c req-cec08c16-8823-416b-8f08-94e336122afd service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661026 Apr 23 01:03:42.923141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8989c89d-e214-4801-922b-c25de0a7a249'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:03:42.924833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ffa68b11-85ba-42ce-8b55-3c953b36fb38 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:42.964422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ffa68b11-85ba-42ce-8b55-3c953b36fb38 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.045927 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ffa68b11-85ba-42ce-8b55-3c953b36fb38 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.074756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa68b11-85ba-42ce-8b55-3c953b36fb38 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ac0a1-cf33-4cd8-be7e-5144db8b7e94,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:43.084466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ffa68b11-85ba-42ce-8b55-3c953b36fb38 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.088107 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ffa68b11-85ba-42ce-8b55-3c953b36fb38 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "DELETE /v2.0/security-groups/c05ac0a1-cf33-4cd8-be7e-5144db8b7e94 HTTP/1.1" status: 204 len: 168 time: 0.2989321 Apr 23 01:03:43.088298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47394) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:03:43.103916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-7f6529aa-e038-4415-ab19-451123ea0409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:43.105725 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-7f6529aa-e038-4415-ab19-451123ea0409 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1098 time: 0.1171479 Apr 23 01:03:43.159390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ec7d656e-529b-4899-8890-00438ba0bb06 None None] Provisioning complete for port 8989c89d-e214-4801-922b-c25de0a7a249 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:03:43.159765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec7d656e-529b-4899-8890-00438ba0bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.251179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-dd5a07ba-ff8c-46ae-a8cd-21067ba2f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:43.252616 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-dd5a07ba-ff8c-46ae-a8cd-21067ba2f914 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1368837 Apr 23 01:03:43.306668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Deleting port aeb8a16d-4398-4b04-8775-6ad194113ead {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:03:43.307199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.356519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-8c504da9-8ae1-4a06-8ec3-253b719b9588 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 1001 time: 0.0969276 Apr 23 01:03:43.418375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-109f881c-d3ab-41cd-9164-e76b0132c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:43.420317 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-109f881c-d3ab-41cd-9164-e76b0132c349 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0569689 Apr 23 01:03:43.500220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-9145d951-546b-4013-9d02-97bfcaf2a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:43.501700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-9145d951-546b-4013-9d02-97bfcaf2a881 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744786 Apr 23 01:03:43.580070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.580396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.633250 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-1a399324-db1d-4c93-8864-060b5d2e0780 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251466 Apr 23 01:03:43.702386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Calling delete_port for aeb8a16d-4398-4b04-8775-6ad194113ead owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:03:43.766267 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e74a76d-dffa-4c78-92d6-901fc00200f4 req-57e97ce4-6fea-4e92-8532-bc37488b1936 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265075 Apr 23 01:03:43.854508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.903593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event deleted for resources: {'Port': ['ID=aeb8a16d-4398-4b04-8775-6ad194113ead,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:43.993676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:43.993937 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Floating IP cdaef01a-9491-439d-9401-81b8b1ba1e46 disassociated (deleted). External IP: 172.26.8.193, port: 8989c89d-e214-4801-922b-c25de0a7a249. Apr 23 01:03:44.339897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:03:44.511190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:03:44.521025 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] Sync routers for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:03:44.531524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:44.531691 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:03:44.532125 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:44.589629 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-579489f4-875b-4511-a52c-3f8356d657f0 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "DELETE /v2.0/floatingips/cdaef01a-9491-439d-9401-81b8b1ba1e46 HTTP/1.1" status: 204 len: 168 time: 1.5003419 Apr 23 01:03:44.740389 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:03:44.847979 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:03:44.896542 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0eec9e2-b9a3-4914-abde-4ca885e643fc'] response: {'name': 'network-changed', 'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249', 'status': 'completed', 'code': 200} Apr 23 01:03:45.092814 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:38Z', 'revision_number': 5, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:45.098130 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] Checking router: 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:03:45.109743 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:03:45.110538 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:45.143057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-1d437dda-72c1-4f7f-8c8c-c3fb8ac88456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:45.144531 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-1d437dda-72c1-4f7f-8c8c-c3fb8ac88456 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 1098 time: 0.1992192 Apr 23 01:03:45.223676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-73ebb444-7431-488d-8467-e0e500247096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:45.284203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-88ddbd38-ff96-46d7-9308-99914bd268fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:45.285649 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-88ddbd38-ff96-46d7-9308-99914bd268fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 200 len: 915 time: 0.1311831 Apr 23 01:03:45.294985 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:03:45.370575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-c4b70e5b-4156-4ad2-bba8-86fe3d4043bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 200 len: 217 time: 0.0645754 Apr 23 01:03:45.433192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-0b58609b-8728-4132-bd14-8730fe991408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:45.434637 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-0b58609b-8728-4132-bd14-8730fe991408 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 200 len: 854 time: 0.0574706 Apr 23 01:03:45.515332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-00494ce7-00df-4f46-8d7c-f34924c7bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:45.517123 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-00494ce7-00df-4f46-8d7c-f34924c7bf44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a337d6db-102d-4469-8d63-5e3beaac6754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761793 Apr 23 01:03:45.606281 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:38Z', 'revision_number': 5, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:45.611187 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1b9fd5-8cfe-44fd-891f-ab6e6236aef6 None None] The sync data for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv is: [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:00:32Z', 'revision_number': 4, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '0c02a58b-1b34-4d35-96e0-caf680e3e2dc', 'name': '', 'network_id': 'a337d6db-102d-4469-8d63-5e3beaac6754', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'mac_address': 'fa:16:3e:2d:41:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_interface', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:31Z', 'updated_at': '2022-04-23T01:00:38Z', 'revision_number': 5, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'subnets': [{'id': '1db1dd00-3a6e-4daa-80db-c275f7f81803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:03:45.661496 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-9c5a4ac0-b204-4c45-b7e1-11cd227bc8a5 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354699 Apr 23 01:03:45.801262 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1c1192f7-cb87-4352-bafe-10f2991cdcf5 req-6328e300-66cb-457b-ac76-b330114b3c54 service neutron] 10.222.0.42 "GET /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334548 Apr 23 01:03:45.879286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3298c4-c478-4dc6-88f8-12ec1357be3d None None] New status for floating IP cdaef01a-9491-439d-9401-81b8b1ba1e46: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:03:47.656336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-079e8897-6458-43bc-90b5-98ab233fe44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:48.666161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:48.742217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:50.048367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e3627-ad8e-408d-9299-1ef8603d001a req-463e58bb-3054-43b1-bb69-7baee9c4eca7 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:50.049051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5b2e3627-ad8e-408d-9299-1ef8603d001a req-463e58bb-3054-43b1-bb69-7baee9c4eca7 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Synchronizing usage tracker for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:03:50.064296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5b2e3627-ad8e-408d-9299-1ef8603d001a req-463e58bb-3054-43b1-bb69-7baee9c4eca7 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Unset dirty status for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:03:50.065428 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5b2e3627-ad8e-408d-9299-1ef8603d001a req-463e58bb-3054-43b1-bb69-7baee9c4eca7 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0971057 Apr 23 01:03:50.081539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:50.110856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5b2e3627-ad8e-408d-9299-1ef8603d001a req-bd7ab4cb-629b-4167-a07e-bcd7d06b1678 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Synchronizing usage tracker for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:03:50.125132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5b2e3627-ad8e-408d-9299-1ef8603d001a req-bd7ab4cb-629b-4167-a07e-bcd7d06b1678 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Unset dirty status for tenant:0cd6dd78930d4ad8afb1aed5d87200c7 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:03:50.126234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5b2e3627-ad8e-408d-9299-1ef8603d001a req-bd7ab4cb-629b-4167-a07e-bcd7d06b1678 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548790 Apr 23 01:03:51.361553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79af641-3d5e-42ba-9e18-b9232b21f105 req-d0ab5e6e-e14d-465e-a771-ef747dd27337 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:51.363033 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b79af641-3d5e-42ba-9e18-b9232b21f105 req-d0ab5e6e-e14d-465e-a771-ef747dd27337 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.1266403 Apr 23 01:03:51.407304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b79af641-3d5e-42ba-9e18-b9232b21f105 req-c6339387-6bbd-4ec9-96ec-fa3808600dfc tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385587 Apr 23 01:03:52.038652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-46b98075-19a5-4eac-83e1-2005334207c4 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:52.040047 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-46b98075-19a5-4eac-83e1-2005334207c4 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0810754 Apr 23 01:03:52.108704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Deleting port 8989c89d-e214-4801-922b-c25de0a7a249 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:03:52.108962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:52.351227 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] For port 8989c89d-e214-4801-922b-c25de0a7a249, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=8989c89d-e214-4801-922b-c25de0a7a249,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:03:52.351606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:52.473588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Calling delete_port for 8989c89d-e214-4801-922b-c25de0a7a249 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:03:52.593293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783135d-e3b6-4392-9a3e-af1be55a1a7c req-ef11a214-d1e9-4869-b985-d228b8bd0a44 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:03:52.594774 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c783135d-e3b6-4392-9a3e-af1be55a1a7c req-ef11a214-d1e9-4869-b985-d228b8bd0a44 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea4c85ff-3ee7-43b9-9f87-37a2f08c053b HTTP/1.1" status: 200 len: 945 time: 0.0836322 Apr 23 01:03:52.620844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:52.639886 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c783135d-e3b6-4392-9a3e-af1be55a1a7c req-b01f69e7-0100-4559-b445-a28085e84cb3 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4288e30-1bd4-47d2-a61b-71bb20e6d824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392511 Apr 23 01:03:52.657925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['8989c89d-e214-4801-922b-c25de0a7a249'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:03:52.675648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Pushing event deleted for resources: {'Port': ['ID=8989c89d-e214-4801-922b-c25de0a7a249,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:52.825362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.825821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.826267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.826616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.826947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.827278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.827608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.827932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.828259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.828585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.828908 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.829229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:03:52.867777 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] No DVR routers for this DVR port 8989c89d-e214-4801-922b-c25de0a7a249 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:03:52.870208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:52.873306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'name': 'network-vif-deleted', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:03:52.891642 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a3e4f3d-f2ea-4549-8972-dd1ecb8d88b2 req-2a98eb57-604c-4e98-b809-295cdd316149 tempest-TestMinimumBasicScenario-1270330085 tempest-TestMinimumBasicScenario-1270330085-project] 10.222.0.42 "DELETE /v2.0/ports/8989c89d-e214-4801-922b-c25de0a7a249 HTTP/1.1" status: 204 len: 173 time: 0.8459284 Apr 23 01:03:52.999067 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7984f8-db32-40b6-8883-c3dff019723f'] response: {'server_uuid': 'ea4c85ff-3ee7-43b9-9f87-37a2f08c053b', 'name': 'network-vif-deleted', 'tag': '8989c89d-e214-4801-922b-c25de0a7a249', 'status': 'completed', 'code': 200} Apr 23 01:03:54.270109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47490) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:03:54.904622 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:55.254937 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Deleting port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:03:55.255275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:55.429509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] For port 0c02a58b-1b34-4d35-96e0-caf680e3e2dc, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:03:55.430158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:55.548616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Calling delete_port for 0c02a58b-1b34-4d35-96e0-caf680e3e2dc owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:03:55.976926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:56.027179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c02a58b-1b34-4d35-96e0-caf680e3e2dc,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:56.071874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8989c89d-e214-4801-922b-c25de0a7a249 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:03:56.107407 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 8989c89d-e214-4801-922b-c25de0a7a249 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:03:56.107970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 8989c89d-e214-4801-922b-c25de0a7a249 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:03:56.297664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:56.647999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:03:56.822307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:03:56.832242 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] Sync routers for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:03:56.834621 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cd4c43b8-b78f-4a43-b306-a838aa46f35d admin admin] 10.222.0.39 "PUT /v2.0/routers/1680a1ac-7a83-4ee2-aa8a-220f77dd7273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5618217 Apr 23 01:03:56.837076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47494) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:03:56.842036 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:03:56.842659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:57.010823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:57.017285 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:03:57.314222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:57.324030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Deleting port cde8db9e-21fc-4432-85e0-3a04da5d8642 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:03:57.324350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:57.342330 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:03:55Z', 'revision_number': 5, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port': {'id': 'cde8db9e-21fc-4432-85e0-3a04da5d8642', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:11:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:29Z', 'updated_at': '2022-04-23T01:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:57.346037 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] Checking router: 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:03:57.354029 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] Routers {'1680a1ac-7a83-4ee2-aa8a-220f77dd7273'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:03:57.354643 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:57.496549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] For port cde8db9e-21fc-4432-85e0-3a04da5d8642, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=cde8db9e-21fc-4432-85e0-3a04da5d8642,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:03:57.496904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:57.506974 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] Set router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:03:57.612441 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:03:57Z', 'revision_number': 6, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:57.616244 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e501342-da6d-425b-b1fb-66f214b30a12 None None] The sync data for ids ['1680a1ac-7a83-4ee2-aa8a-220f77dd7273'] in dv-neutron-838784-1-hyperv is: [{'id': '1680a1ac-7a83-4ee2-aa8a-220f77dd7273', 'name': 'tempest-TestMinimumBasicScenario-2104254769-router', 'tenant_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:28Z', 'updated_at': '2022-04-23T01:03:57Z', 'revision_number': 6, 'project_id': '0cd6dd78930d4ad8afb1aed5d87200c7', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:03:57.622520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Calling delete_port for cde8db9e-21fc-4432-85e0-3a04da5d8642 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:03:57.787097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:57.835821 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cde8db9e-21fc-4432-85e0-3a04da5d8642,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:57.927741 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.110783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0c02a58b-1b34-4d35-96e0-caf680e3e2dc no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:03:58.115399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.117740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.145687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.146215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1680a1ac-7a83-4ee2-aa8a-220f77dd7273 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:03:58.147382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 0c02a58b-1b34-4d35-96e0-caf680e3e2dc {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:03:58.147793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 0c02a58b-1b34-4d35-96e0-caf680e3e2dc not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:03:58.158363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.159475 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-97960e4e-b666-470c-8d78-6cbfdd16e5ca admin admin] 10.222.0.39 "DELETE /v2.0/routers/1680a1ac-7a83-4ee2-aa8a-220f77dd7273 HTTP/1.1" status: 204 len: 168 time: 1.3214614 Apr 23 01:03:58.162008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47498) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:03:58.222716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] Deleting subnet 1db1dd00-3a6e-4daa-80db-c275f7f81803 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:03:58.225875 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.278216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.359603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.424795 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.464727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1db1dd00-3a6e-4daa-80db-c275f7f81803,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:58.468100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.473691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc6a157-8651-40d1-a85a-c8956a379a67 None None] Network a337d6db-102d-4469-8d63-5e3beaac6754 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:03:58.473865 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dba27c7f-55a6-4838-93f0-a56a6667d535 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1db1dd00-3a6e-4daa-80db-c275f7f81803 HTTP/1.1" status: 204 len: 168 time: 0.3108921 Apr 23 01:03:58.476293 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47502) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:03:58.581029 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.591889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Deleting port ed9519f6-5947-4284-906c-39a1394cba70 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:03:58.592217 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.777890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] DHCP port deletion for a337d6db-102d-4469-8d63-5e3beaac6754 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:03:58.782585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Deleting port ed9519f6-5947-4284-906c-39a1394cba70 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:03:58.783075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.798197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] For port ed9519f6-5947-4284-906c-39a1394cba70, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ed9519f6-5947-4284-906c-39a1394cba70,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:03:58.798715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:58.990058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] For port ed9519f6-5947-4284-906c-39a1394cba70, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ed9519f6-5947-4284-906c-39a1394cba70,segment=NetworkSegment(80e45163-7ced-4cc3-8079-e6104ca1a5f2),segment_id=80e45163-7ced-4cc3-8079-e6104ca1a5f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:03:58.990366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.023488 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Calling delete_port for ed9519f6-5947-4284-906c-39a1394cba70 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:03:59.099755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.110634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Calling delete_port for ed9519f6-5947-4284-906c-39a1394cba70 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:03:59.145890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9519f6-5947-4284-906c-39a1394cba70,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:59.149407 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] No DVR routers for this DVR port ed9519f6-5947-4284-906c-39a1394cba70 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:03:59.181645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:03:59.182178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:03:59.262808 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.291304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a337d6db-102d-4469-8d63-5e3beaac6754']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:59.303949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e45163-7ced-4cc3-8079-e6104ca1a5f2') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:59.304244 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e45163-7ced-4cc3-8079-e6104ca1a5f2') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:03:59.315318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.330679 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.336465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:03:59.336844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:03:59.350118 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:03:59.425106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.430052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.452943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] Pushing event deleted for resources: {'Network': ['ID=a337d6db-102d-4469-8d63-5e3beaac6754,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:03:59.465064 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c2e373c8-d570-4dcd-8b4d-6c2ce37d471c admin admin] 10.222.0.39 "DELETE /v2.0/networks/a337d6db-102d-4469-8d63-5e3beaac6754 HTTP/1.1" status: 204 len: 168 time: 0.9878411 Apr 23 01:03:59.468451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47506) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:03:59.683393 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Deleting port ed9519f6-5947-4284-906c-39a1394cba70 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:03:59.683885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:03:59.757011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-92a975db-b30f-45bf-aab1-003762d1b53f None None] The port 'ed9519f6-5947-4284-906c-39a1394cba70' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:03:59.866034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cde8db9e-21fc-4432-85e0-3a04da5d8642 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:03:59.904454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: cde8db9e-21fc-4432-85e0-3a04da5d8642 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:03:59.904798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device cde8db9e-21fc-4432-85e0-3a04da5d8642 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:03:59.905231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ed9519f6-5947-4284-906c-39a1394cba70 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:03:59.941044 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: ed9519f6-5947-4284-906c-39a1394cba70 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:03:59.941308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ed9519f6-5947-4284-906c-39a1394cba70 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:04:00.014369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:00.452917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Deleting port 5c428e43-ab97-4a1a-8c57-4e311c8f2976 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:04:00.453116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:00.622814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] For port 5c428e43-ab97-4a1a-8c57-4e311c8f2976, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=5c428e43-ab97-4a1a-8c57-4e311c8f2976,segment=NetworkSegment(878b2ebf-a5b2-4df0-bd5b-c8edeef75e44),segment_id=878b2ebf-a5b2-4df0-bd5b-c8edeef75e44)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:00.623178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:00.742900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Calling delete_port for 5c428e43-ab97-4a1a-8c57-4e311c8f2976 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:04:00.917198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:00.964001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c428e43-ab97-4a1a-8c57-4e311c8f2976,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:01.229469 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:01.579137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Router 9bb1703a-dcea-4134-8f63-486b52764e74 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:04:01.850997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:04:01.860606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] Sync routers for ids ['9bb1703a-dcea-4134-8f63-486b52764e74'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:04:01.869945 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-0d679818-aeb1-40a3-a102-ac1b88ca5c6d admin admin] 10.222.0.39 "PUT /v2.0/routers/9bb1703a-dcea-4134-8f63-486b52764e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3982744 Apr 23 01:04:01.870117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] Routers {'9bb1703a-dcea-4134-8f63-486b52764e74'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:01.870205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47510) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:01.870701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb1703a-dcea-4134-8f63-486b52764e74'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:02.044095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:02.049274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] Set router 9bb1703a-dcea-4134-8f63-486b52764e74 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:02.222181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:02.233196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Deleting port 190448ce-da4d-419f-9501-4b7c983ab32c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:04:02.233812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:02.329015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:04:00Z', 'revision_number': 5, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port': {'id': '190448ce-da4d-419f-9501-4b7c983ab32c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:16:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:02.332880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] Checking router: 9bb1703a-dcea-4134-8f63-486b52764e74 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:04:02.342045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] Routers {'9bb1703a-dcea-4134-8f63-486b52764e74'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:02.342675 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['9bb1703a-dcea-4134-8f63-486b52764e74'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:02.405074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] For port 190448ce-da4d-419f-9501-4b7c983ab32c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=190448ce-da4d-419f-9501-4b7c983ab32c,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:02.405428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:02.494035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] Set router 9bb1703a-dcea-4134-8f63-486b52764e74 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:02.527282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Calling delete_port for 190448ce-da4d-419f-9501-4b7c983ab32c owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:04:02.641886 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:04:02Z', 'revision_number': 6, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:02.645878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7733fdb1-ccb7-4f1b-a417-e97f60fd14bb None None] The sync data for ids ['9bb1703a-dcea-4134-8f63-486b52764e74'] in dv-neutron-838784-1-hyperv is: [{'id': '9bb1703a-dcea-4134-8f63-486b52764e74', 'name': 'tempest-TestMinimumBasicScenario-259118011-router', 'tenant_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:00:35Z', 'updated_at': '2022-04-23T01:04:02Z', 'revision_number': 6, 'project_id': 'a77e7c81beda46dcb4da63c8713ba8a7', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:04:02.696690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:02.770779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Pushing event deleted for resources: {'Port': ['ID=190448ce-da4d-419f-9501-4b7c983ab32c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:02.833913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.002724 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.004914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.032755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.033512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bb1703a-dcea-4134-8f63-486b52764e74 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:04:03.046800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.047929 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-065b665f-18a1-4bce-a4d8-7cc081933868 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9bb1703a-dcea-4134-8f63-486b52764e74 HTTP/1.1" status: 204 len: 168 time: 1.1767864 Apr 23 01:04:03.050814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47514) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:03.109911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] Deleting subnet fc8abfcd-e718-4ace-a388-9e30e6ee8797 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:04:03.112724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.163747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.238746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.307006 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.347500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc8abfcd-e718-4ace-a388-9e30e6ee8797,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:03.351175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.356730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd824f21-34d1-414e-b2cc-481d82726b1e None None] Network df1bb2b9-b0e4-4cd9-9052-9db110153d0a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:04:03.357416 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9015148a-84ab-4cd3-a29a-9ce41ec7cc07 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fc8abfcd-e718-4ace-a388-9e30e6ee8797 HTTP/1.1" status: 204 len: 168 time: 0.3050475 Apr 23 01:04:03.360517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47518) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:03.466778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.477193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Deleting port 7b775a5b-e90c-4610-81b9-8fd0427c344e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:04:03.477532 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.600865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] DHCP port deletion for df1bb2b9-b0e4-4cd9-9052-9db110153d0a request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:04:03.605484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Deleting port 7b775a5b-e90c-4610-81b9-8fd0427c344e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:04:03.605862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.697122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] For port 7b775a5b-e90c-4610-81b9-8fd0427c344e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7b775a5b-e90c-4610-81b9-8fd0427c344e,segment=NetworkSegment(878b2ebf-a5b2-4df0-bd5b-c8edeef75e44),segment_id=878b2ebf-a5b2-4df0-bd5b-c8edeef75e44)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:03.697567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.818168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] For port 7b775a5b-e90c-4610-81b9-8fd0427c344e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7b775a5b-e90c-4610-81b9-8fd0427c344e,segment=NetworkSegment(878b2ebf-a5b2-4df0-bd5b-c8edeef75e44),segment_id=878b2ebf-a5b2-4df0-bd5b-c8edeef75e44)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:03.818597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.827043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Calling delete_port for 7b775a5b-e90c-4610-81b9-8fd0427c344e owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:04:03.884613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5c428e43-ab97-4a1a-8c57-4e311c8f2976 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:04:03.903662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:03.948760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b775a5b-e90c-4610-81b9-8fd0427c344e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:03.954282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] No DVR routers for this DVR port 7b775a5b-e90c-4610-81b9-8fd0427c344e on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:04:03.974076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Calling delete_port for 7b775a5b-e90c-4610-81b9-8fd0427c344e owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:04:04.009934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 5c428e43-ab97-4a1a-8c57-4e311c8f2976 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:04:04.010298 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 5c428e43-ab97-4a1a-8c57-4e311c8f2976 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:04:04.010722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 190448ce-da4d-419f-9501-4b7c983ab32c no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:04:04.045642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 190448ce-da4d-419f-9501-4b7c983ab32c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:04:04.045988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 190448ce-da4d-419f-9501-4b7c983ab32c not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:04:04.046437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7b775a5b-e90c-4610-81b9-8fd0427c344e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:04:04.069429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.089825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 7b775a5b-e90c-4610-81b9-8fd0427c344e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:04:04.090174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7b775a5b-e90c-4610-81b9-8fd0427c344e not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:04:04.101433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1bb2b9-b0e4-4cd9-9052-9db110153d0a']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:04.114535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:04.114964 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878b2ebf-a5b2-4df0-bd5b-c8edeef75e44') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:04.119026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:04:04.119387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:04:04.126941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.143492 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.149655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:04:04.150161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:04:04.163300 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:04:04.239611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.256043 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.268523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1bb2b9-b0e4-4cd9-9052-9db110153d0a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:04.273238 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c1b7a40e-e367-48aa-a08a-a730b20b3662 admin admin] 10.222.0.39 "DELETE /v2.0/networks/df1bb2b9-b0e4-4cd9-9052-9db110153d0a HTTP/1.1" status: 204 len: 168 time: 0.9129932 Apr 23 01:04:04.461179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47524) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:04.508617 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-edb450fc-2c05-4d54-8436-f805267a3379 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cd6dd78930d4ad8afb1aed5d87200c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462704 Apr 23 01:04:04.510952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47528) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:04.621197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Deleting port 7b775a5b-e90c-4610-81b9-8fd0427c344e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:04:04.622199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.670486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8f86dac6-74ad-485e-af4a-63ce285e448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.691277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7e962acc-638a-45ac-9619-1df7aa11c18c None None] The port '7b775a5b-e90c-4610-81b9-8fd0427c344e' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:04:04.696864 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8f86dac6-74ad-485e-af4a-63ce285e448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.750850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8f86dac6-74ad-485e-af4a-63ce285e448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.766485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86dac6-74ad-485e-af4a-63ce285e448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4288e30-1bd4-47d2-a61b-71bb20e6d824,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:04.777292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8f86dac6-74ad-485e-af4a-63ce285e448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:04.781125 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8f86dac6-74ad-485e-af4a-63ce285e448a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4288e30-1bd4-47d2-a61b-71bb20e6d824 HTTP/1.1" status: 204 len: 168 time: 0.2665222 Apr 23 01:04:05.128942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47536) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:05.176924 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f339c2f2-c407-42c1-9e58-ec0074c2ad69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a77e7c81beda46dcb4da63c8713ba8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467374 Apr 23 01:04:05.179299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47540) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:05.235880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8fb42f9-fe0c-41fa-a461-da49a349298e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:05.254654 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:04:05.264381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8fb42f9-fe0c-41fa-a461-da49a349298e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:05.318669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8fb42f9-fe0c-41fa-a461-da49a349298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:05.334410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb42f9-fe0c-41fa-a461-da49a349298e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c09faa-fc52-4949-82e9-5230ac2f255e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:05.339105 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e8fb42f9-fe0c-41fa-a461-da49a349298e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:05.339860 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e8fb42f9-fe0c-41fa-a461-da49a349298e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54c09faa-fc52-4949-82e9-5230ac2f255e HTTP/1.1" status: 204 len: 168 time: 0.1596541 Apr 23 01:04:07.313301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47582) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:07.318494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594938465', 'description': 'tempest-secgroup-smoke-594938465 description', 'project_id': '9d79b42c956244e4929beb95e4defc4e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:07.324559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:07.328951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:07.331792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:07.337397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:07.348189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.360003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.374086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:07.377959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:07.380727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:07.386395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:07.470457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.474727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.488911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:07.499898 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:07.505339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:07.513775 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:07.515717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa972e-5e24-4c21-96e5-64e29e721dfa,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:07.584606 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.587870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.631470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ad355-7240-46ff-9d33-d3e3e4cd6938,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:07.634170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.635359 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8ba926b4-eee0-40f1-b258-8974114b5259 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3210258 Apr 23 01:04:07.638367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47586) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:07.643833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad355-7240-46ff-9d33-d3e3e4cd6938', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:07.649958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:07.654275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:07.657093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:07.662692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:07.679462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.737224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.740720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.762766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8453cce5-7023-45bb-aa81-1d34a1893803,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:07.771410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.772564 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0a23b0e7-c210-4312-9bc1-8e290c616995 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331990 Apr 23 01:04:07.775290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47590) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:07.780759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad355-7240-46ff-9d33-d3e3e4cd6938', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:07.786444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:07.790159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:07.793022 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:07.799290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:07.815489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.875277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.878607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.901002 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d62ce27-4b62-47da-98c5-ef424d4dab73,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:07.909655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:07.910866 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-78f163ce-eb57-4ac0-bae3-ee742e2bfe27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346810 Apr 23 01:04:07.913571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47594) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:07.918957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad355-7240-46ff-9d33-d3e3e4cd6938', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:07.924944 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:07.929032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:07.931894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:07.938041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:07.957786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.020376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.023973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.047416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=526bea83-2640-4ac9-960a-e44a0adb5135,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:08.056072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.057293 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e9152149-689b-448c-be8b-325d4d352395 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427655 Apr 23 01:04:08.060608 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47598) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:08.065452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad355-7240-46ff-9d33-d3e3e4cd6938', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:08.071171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:08.074955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:08.077848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:08.083497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:08.099633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.160392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.163647 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.187450 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87317e9a-7084-4231-99d4-9582ff53c70f,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:08.195587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.196784 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5c446903-6af7-42e0-b952-a1aefc4598c3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352696 Apr 23 01:04:08.199445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47602) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:08.204334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad355-7240-46ff-9d33-d3e3e4cd6938', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:08.209942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:08.213686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:08.216648 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:08.222265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:08.233324 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:04:08.239624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.307262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.311236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.333778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd504dc-154f-4919-bcce-c064a970f908,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:08.343217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.344657 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-230150db-3f09-4d6b-b65b-3aaf68dc773a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442664 Apr 23 01:04:08.347395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47606) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:08.352443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '6f3ad355-7240-46ff-9d33-d3e3e4cd6938', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:08.359283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:08.363072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:08.365982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:08.371763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:08.381824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:04:08.388396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.454467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.457850 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.482365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b17efb7-766e-42ad-96a3-283480693dd2,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:08.490649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.491959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8cb5d01d-b0c0-468b-be9b-6631fd9b6067 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436753 Apr 23 01:04:08.495013 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47610) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:08.500490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'network': {'name': 'tempest-network-smoke--592285648', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'port_security_enabled': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:08.505286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:08.509135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:network and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:08.511973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:08.517764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:08.527481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:04:08.531467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.558607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:04:08.567187 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.567529 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Added segment dabd050f-d118-4151-93f0-c078684f05c3 of type vlan for network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 Apr 23 01:04:08.596932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.627390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.632624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:08.633198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.731574 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2353663 Apr 23 01:04:08.734974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47614) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:08.740396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'admin_state_up': True, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:08.744933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de22dc8-2e78-4d9f-b0d3-a9510af60fe7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Network': ['ID=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:08.747512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:08.751387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:router and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:08.754226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:08.756336 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:04:08.760476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:08.771359 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.772368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:08.787568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:09.050914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:09.351886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:09.381184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:09.517139 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.111 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/4a0d1b33-dbff-4805-b294-3ea0a0ad2932) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:04:09.664512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:09.693202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:09.752599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:04:09.755249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:04:09.763834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:04:09.806382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:10.175874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:10.282498 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:10.616045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:10.815600 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:04:10.990752 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:04:11.000803 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Sync routers for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:04:11.011093 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:11.011687 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:11.018121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.019399 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-891a6ab9-d053-4cac-b2cd-37f60b06317a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2833049 Apr 23 01:04:11.022522 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47618) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:11.160705 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dfd7df41-c07e-4334-abec-89435af5c8a5 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9d79b42c956244e4929beb95e4defc4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1369629 Apr 23 01:04:11.163332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47624) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:11.187325 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:11.292691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5122ab-ebe5-44a6-9572-e7849b99619e tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:11.297400 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9c5122ab-ebe5-44a6-9572-e7849b99619e tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305604 Apr 23 01:04:11.297611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47628) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:11.343928 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ab323fa6-6860-479a-877d-fff9ad68c68a tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428450 Apr 23 01:04:11.344134 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47632) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:11.349224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1096521306', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:11.476744 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:10Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:11.480984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Checking router: 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:04:11.481417 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Updating router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:04:11.536350 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.575423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:11.579631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:subnet and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:11.582388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:11.587936 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:11.598459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:04:11.601819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.816949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.859174 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.870672 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Transition to ACTIVE for port object 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:04:11.877012 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.897390 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Subnet': ['ID=3370e655-9b0b-4ebc-845c-08f55c99b1a9,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:11.906978 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Checking segment: {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:04:11.907339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network hostable DHCP agents. Network: 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:04:11.927595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:04:11.937807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:04:11.941895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:11.942501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.952137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74a8d6e-fd11-4250-8e4d-2251c5601614 None None] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:04:11.962291 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Attempting to bind port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:04:11.962812 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Attempting to bind port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:04:11.963279 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Attempting to bind port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:04:11.969311 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ea08d1b1-2bce-4435-99f1-c9361ac63868 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6241889 Apr 23 01:04:11.971935 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47636) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:11.979493 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:04:11.979952 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:04:11.980421 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:11.980905 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:04:11.981446 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Bound port: 4a0d1b33-dbff-4805-b294-3ea0a0ad2932, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:04:11.981925 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.058588 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Pushing event updated for resources: {'Port': ['ID=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:12.068058 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] For port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:04:12.070646 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.071079 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.072710 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.072710 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.072924 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.073225 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.073552 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.073881 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.074209 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.074587 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.075477 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.075795 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.080086 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] For port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:04:12.086806 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.191876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:04:12.192950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.193750 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:12.194456 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:12.250088 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527e0db-f23f-41b3-8d1e-fd2af84b057e None None] Pushing event updated for resources: {'Port': ['ID=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:12.376676 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:12.386275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Allocated IP 172.20.0.2 (6baea3ad-eed6-4376-9b0a-adcb1b3e23b0/3370e655-9b0b-4ebc-845c-08f55c99b1a9/fc730df4-dd9a-4c9a-adb5-59dc5c95076e) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:04:12.588519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.598802 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Transition to ACTIVE for port object fc730df4-dd9a-4c9a-adb5-59dc5c95076e will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:04:12.617209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Transition to ACTIVE for port object fc730df4-dd9a-4c9a-adb5-59dc5c95076e will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:04:12.624250 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.663172 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:10Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:12.667414 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ec2f5-dea4-4ff9-a622-a60da5bd4f30 None None] The sync data for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv is: [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:10Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:04:12.688049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:04:12.691219 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:04:12.694958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:04:12.701940 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.711818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Pushing event updated for resources: {'Port': ['ID=fc730df4-dd9a-4c9a-adb5-59dc5c95076e,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:12.742958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.743576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.743916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.744256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.744591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.744925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.745258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.745584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.745910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.746231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.746612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.746933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:04:12.813099 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Attempting to bind port fc730df4-dd9a-4c9a-adb5-59dc5c95076e on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:04:12.813487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Attempting to bind port fc730df4-dd9a-4c9a-adb5-59dc5c95076e by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:04:12.813806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Attempting to bind port fc730df4-dd9a-4c9a-adb5-59dc5c95076e on network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:04:12.819421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:04:12.819798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Checking segment: {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:04:12.820196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.820583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Bound using segment: {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:04:12.821065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Bound port: fc730df4-dd9a-4c9a-adb5-59dc5c95076e, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:04:12.821437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:12.931112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] For port fc730df4-dd9a-4c9a-adb5-59dc5c95076e, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:04:12.938714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] For port fc730df4-dd9a-4c9a-adb5-59dc5c95076e, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fc730df4-dd9a-4c9a-adb5-59dc5c95076e,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:04:12.944953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:13.057766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3c3ab-ccb2-4d4e-ade4-fc6a4402747e None None] Pushing event updated for resources: {'Port': ['ID=fc730df4-dd9a-4c9a-adb5-59dc5c95076e,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:13.296003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.1 (6baea3ad-eed6-4376-9b0a-adcb1b3e23b0/3370e655-9b0b-4ebc-845c-08f55c99b1a9/7ae0057c-10cc-46c5-812f-0098f16be971) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:04:13.468097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:13.484733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object 7ae0057c-10cc-46c5-812f-0098f16be971 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:04:13.509395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:13.576171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:04:13.584136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:04:13.586619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:04:13.627686 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=7ae0057c-10cc-46c5-812f-0098f16be971,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:13.655247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:13.928073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fc730df4-dd9a-4c9a-adb5-59dc5c95076e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:04:13.953339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.004765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fc730df4-dd9a-4c9a-adb5-59dc5c95076e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:04:14.010658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:04:14.089148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34aa5fa-d1ed-46b5-a5f5-3404e541fc27 None None] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:04:14.114411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:04:14.122471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:14.122850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.259842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f69b0b16-dc94-4fdc-ace1-b53427d39f35 None None] Provisioning for port fc730df4-dd9a-4c9a-adb5-59dc5c95076e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:04:14.280262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f69b0b16-dc94-4fdc-ace1-b53427d39f35 None None] Provisioning complete for port fc730df4-dd9a-4c9a-adb5-59dc5c95076e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:14.280632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f69b0b16-dc94-4fdc-ace1-b53427d39f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.388829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.393592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.465663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.494726 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:14.509750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=7ae0057c-10cc-46c5-812f-0098f16be971,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:14.512918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.526074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.618191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f69b0b16-dc94-4fdc-ace1-b53427d39f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.650039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:14.650220 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:04:14.651727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:04:14.664291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f69b0b16-dc94-4fdc-ace1-b53427d39f35 None None] For port fc730df4-dd9a-4c9a-adb5-59dc5c95076e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fc730df4-dd9a-4c9a-adb5-59dc5c95076e,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:14.671711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f69b0b16-dc94-4fdc-ace1-b53427d39f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.748197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b0b16-dc94-4fdc-ace1-b53427d39f35 None None] Pushing event updated for resources: {'Port': ['ID=fc730df4-dd9a-4c9a-adb5-59dc5c95076e,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:14.893695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3bf149b8-ab46-4015-b4ea-aad6ac68109f None None] Provisioning for port 7ae0057c-10cc-46c5-812f-0098f16be971 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:04:14.899854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3bf149b8-ab46-4015-b4ea-aad6ac68109f None None] Provisioning complete for port 7ae0057c-10cc-46c5-812f-0098f16be971 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:14.900413 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3bf149b8-ab46-4015-b4ea-aad6ac68109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:14.972395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3bf149b8-ab46-4015-b4ea-aad6ac68109f None None] Port 7ae0057c-10cc-46c5-812f-0098f16be971 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:04:14.977906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:04:14.984919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3bf149b8-ab46-4015-b4ea-aad6ac68109f None None] Provisioning complete for port fc730df4-dd9a-4c9a-adb5-59dc5c95076e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:14.985287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3bf149b8-ab46-4015-b4ea-aad6ac68109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:15.169625 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:04:15.181471 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c6c56af9-2215-4f03-bbf0-2910e7e2b6fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/4c1806c5-40c9-4538-abf3-5b6c6b3680c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2064264 Apr 23 01:04:15.181638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Sync routers for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:04:15.191180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:15.191931 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:15.293589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2121118f-33f4-4791-8574-7d6d5f7ebacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:15.298500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-629e1764-daec-4c64-985e-f304cbf33b1a None None] Provisioning complete for port 7ae0057c-10cc-46c5-812f-0098f16be971 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:15.298865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-629e1764-daec-4c64-985e-f304cbf33b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:15.357570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-181a46c3-915f-45c1-bdd1-6b561187b856 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:04:15.375433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-181a46c3-915f-45c1-bdd1-6b561187b856 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:04:15.376613 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-181a46c3-915f-45c1-bdd1-6b561187b856 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594938465&fields=id&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 267 time: 0.0638402 Apr 23 01:04:15.435640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-629e1764-daec-4c64-985e-f304cbf33b1a None None] Port 7ae0057c-10cc-46c5-812f-0098f16be971 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:04:15.450018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:15.632168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-0996f308-c2bf-41f1-92dd-abfb87830c8a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:15.632847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-0996f308-c2bf-41f1-92dd-abfb87830c8a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:04:15.650568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-0996f308-c2bf-41f1-92dd-abfb87830c8a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:04:15.652008 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-0996f308-c2bf-41f1-92dd-abfb87830c8a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/networks?id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 200 len: 796 time: 0.2683160 Apr 23 01:04:15.668924 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-af4203cd-2d52-49b9-99f3-9dfd58746e9b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/quotas/9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 375 time: 0.0106869 Apr 23 01:04:15.752470 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-61f73b63-ad3e-4a10-a50c-2ea250d60ba0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781438 Apr 23 01:04:15.765394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 2, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:15.769320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Checking router: 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:04:15.769497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-afd0a85a-4386-4833-9b2a-d424cb3f448b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 01:04:15.769673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Updating router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 port 7ae0057c-10cc-46c5-812f-0098f16be971 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:04:15.770628 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-afd0a85a-4386-4833-9b2a-d424cb3f448b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055335 Apr 23 01:04:15.822396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:15.881158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fc730df4-dd9a-4c9a-adb5-59dc5c95076e up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:04:15.909655 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-ab4a45df-06d4-4e2d-b082-e71a2f0725c1 service neutron] 10.222.0.39 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333649 Apr 23 01:04:16.041018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fc730df4-dd9a-4c9a-adb5-59dc5c95076e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:16.041383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:16.044403 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-c05aa843-38a7-465c-a7a2-8c4f60bb23ae service neutron] 10.222.0.39 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286342 Apr 23 01:04:16.225502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a62f240f-9a02-4ec6-a4b1-e427e4f9113b req-b685250b-544e-4a50-a6da-72650d5c4b98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:04:16.242859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-a62f240f-9a02-4ec6-a4b1-e427e4f9113b req-b685250b-544e-4a50-a6da-72650d5c4b98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:04:16.243988 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a62f240f-9a02-4ec6-a4b1-e427e4f9113b req-b685250b-544e-4a50-a6da-72650d5c4b98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 210 time: 0.0652153 Apr 23 01:04:16.264776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:04:16.390505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:16.407869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Transition to ACTIVE for port object 7ae0057c-10cc-46c5-812f-0098f16be971 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:04:16.411723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:16.412203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:16.440106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:16.591723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148235a-6397-4c67-8503-8e31d26717bc None None] Pushing event updated for resources: {'Port': ['ID=7ae0057c-10cc-46c5-812f-0098f16be971,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:16.756966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Attempting to bind port 7ae0057c-10cc-46c5-812f-0098f16be971 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:04:16.757329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Attempting to bind port 7ae0057c-10cc-46c5-812f-0098f16be971 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:04:16.757689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Attempting to bind port 7ae0057c-10cc-46c5-812f-0098f16be971 on network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:04:16.770652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:04:16.770972 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Checking segment: {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:04:16.771371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:16.771756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Bound using segment: {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:04:16.772218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Bound port: 7ae0057c-10cc-46c5-812f-0098f16be971, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:04:16.772589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:16.873946 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] For port 7ae0057c-10cc-46c5-812f-0098f16be971, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:04:16.876834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] For port 7ae0057c-10cc-46c5-812f-0098f16be971, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7ae0057c-10cc-46c5-812f-0098f16be971,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:04:16.881239 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:16.961080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:16.961719 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:03:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:17.016949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148235a-6397-4c67-8503-8e31d26717bc None None] Pushing event updated for resources: {'Port': ['ID=7ae0057c-10cc-46c5-812f-0098f16be971,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:17.148758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:17.345952 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a2ef68ff-b94c-4496-bd2b-9443fdd7e7dd req-cb7001f7-e319-4044-a630-5341aa0866e1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 210 time: 0.0490329 Apr 23 01:04:17.479689 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:16Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:17.484255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caa37f-c8ab-46ad-bc7c-4203f37823f7 None None] The sync data for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv is: [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:16Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:04:17.660691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e523a312-83e3-407a-bf33-58d493e14bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:17.882223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7ae0057c-10cc-46c5-812f-0098f16be971 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:04:17.957281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 7ae0057c-10cc-46c5-812f-0098f16be971 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:04:17.962938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7ae0057c-10cc-46c5-812f-0098f16be971 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:17.963312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:18.084168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:18.116945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 7ae0057c-10cc-46c5-812f-0098f16be971, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7ae0057c-10cc-46c5-812f-0098f16be971,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:18.121123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:18.194666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=7ae0057c-10cc-46c5-812f-0098f16be971,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:18.455641 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-794c9027-62b8-4667-ae16-35922ff67b92 req-dca3ce37-169d-4290-a8b0-251b7a36f480 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 210 time: 0.0509982 Apr 23 01:04:18.669494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:18.743409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:19.552133 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8dff8de6-5103-42f7-9bbe-8668a23ab3c8 req-a8dbf729-c7ac-4e46-839f-e9f76cbc570c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 210 time: 0.0443146 Apr 23 01:04:19.863934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7ae0057c-10cc-46c5-812f-0098f16be971 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:04:19.930078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 7ae0057c-10cc-46c5-812f-0098f16be971 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:19.930395 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:20.082356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:20.697995 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-56abdeee-ded4-402e-bcd4-24e09cb14a0b req-414b8586-e35b-47ec-a18f-4ba72b3cfa09 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 210 time: 0.0413833 Apr 23 01:04:21.577207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d38e701f-7600-4953-99f7-f7891e2f9bc1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:21.578653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d38e701f-7600-4953-99f7-f7891e2f9bc1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/networks?id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 200 len: 796 time: 0.1460927 Apr 23 01:04:21.637943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-a9a725b6-8c12-4833-969a-24ccb1414a5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 379 time: 0.0419331 Apr 23 01:04:21.646789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'port': {'device_id': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'admin_state_up': True, 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'security_groups': ['6f3ad355-7240-46ff-9d33-d3e3e4cd6938']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:21.781990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:21.791444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:21.803520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:04:21.807433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:21.871203 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0601dd81-a14a-4507-9b42-d3c4bffe601e req-273c132a-6308-480a-b9c0-7a98f8e94686 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 210 time: 0.0546405 Apr 23 01:04:22.008437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.5 (6baea3ad-eed6-4376-9b0a-adcb1b3e23b0/3370e655-9b0b-4ebc-845c-08f55c99b1a9/47d7ac13-a14e-49e7-8b15-846c7fe40a9b) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:04:22.196735 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:22.212308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object 47d7ac13-a14e-49e7-8b15-846c7fe40a9b will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:04:22.235566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:22.298190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:04:22.301358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:04:22.309765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:04:22.346794 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:22.378299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:22.378930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:22.405992 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d7395730-6b28-4d6a-ac04-7428d2dce039 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627542 Apr 23 01:04:22.422930 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Request body: {'port': {'device_id': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:22.536249 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:22.573270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-28dcbdcc-d0de-48a7-998d-63104ab66966 None None] Provisioning for port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:04:22.578045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-28dcbdcc-d0de-48a7-998d-63104ab66966 None None] Provisioning complete for port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:22.578462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-28dcbdcc-d0de-48a7-998d-63104ab66966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:22.634539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-28dcbdcc-d0de-48a7-998d-63104ab66966 None None] Port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:04:22.984372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d7ac13-a14e-49e7-8b15-846c7fe40a9b {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:04:22.992880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:23.008657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Transition to ACTIVE for port object 47d7ac13-a14e-49e7-8b15-846c7fe40a9b will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:04:23.013897 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:23.063295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856e0a8-c37e-40d8-ac31-8000bf12fbfe req-72b0b2b4-11a8-4039-b7b8-a4eeaddc6551 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:23.064770 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1856e0a8-c37e-40d8-ac31-8000bf12fbfe req-72b0b2b4-11a8-4039-b7b8-a4eeaddc6551 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 943 time: 0.0844882 Apr 23 01:04:23.116256 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1856e0a8-c37e-40d8-ac31-8000bf12fbfe req-ee93fe45-dc8a-474d-9dc5-140c7ebb1891 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 Apr 23 01:04:23.171348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Pushing event updated for resources: {'Port': ['ID=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:23.254726 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Attempting to bind port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:04:23.255063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Attempting to bind port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:04:23.255386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Attempting to bind port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b on network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:04:23.259946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b on network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:04:23.260258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Attempting to bind port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b on network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:04:23.265687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:04:23.266017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Checking segment: {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:04:23.266431 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Bound using segment: {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:04:23.266848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Bound port: 47d7ac13-a14e-49e7-8b15-846c7fe40a9b, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dabd050f-d118-4151-93f0-c078684f05c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:04:23.267189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:23.357383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] For port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:04:23.360310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] For port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:04:23.365128 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:23.424358 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:23.424978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:23.426652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 200 len: 1093 time: 1.0080304 Apr 23 01:04:23.427082 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:04:23.453411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed84fe-26c9-4318-9302-33e96415edd2 service neutron] Pushing event updated for resources: {'Port': ['ID=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:23.483656 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e93601-1126-403b-9faf-e68c6590135b'] response: {'name': 'network-changed', 'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'status': 'completed', 'code': 200} Apr 23 01:04:23.579766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-f36449d4-e0f2-46b9-a639-f3a9ddb8c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:23.581297 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-f36449d4-e0f2-46b9-a639-f3a9ddb8c49b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1096 time: 0.0850916 Apr 23 01:04:23.658267 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-5526035f-7fca-407e-91de-eb0cec40f770 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 200 len: 217 time: 0.0650847 Apr 23 01:04:23.721269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-ea40988c-6296-472e-ab9c-d577c2e48a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:23.722635 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-ea40988c-6296-472e-ab9c-d577c2e48a4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3370e655-9b0b-4ebc-845c-08f55c99b1a9 HTTP/1.1" status: 200 len: 835 time: 0.0590720 Apr 23 01:04:23.797067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-a18dde39-881b-41d2-815f-6cee3ea223df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:23.798520 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-a18dde39-881b-41d2-815f-6cee3ea223df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705855 Apr 23 01:04:23.931215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-d1d4fd37-1fde-4535-acce-13719edbbd6e service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266696 Apr 23 01:04:24.063395 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e0cb0e2d-cac3-4818-a138-6e8207f8eba5 req-3c5757ef-9980-4ae5-b1e0-0b20becccbea service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245589 Apr 23 01:04:24.230784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-3756da58-fa0e-4351-9b67-678ba46b76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:24.232298 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-3756da58-fa0e-4351-9b67-678ba46b76c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1096 time: 0.0774565 Apr 23 01:04:24.308078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3da81-fb47-4e2c-bdcf-eb51573d1054 req-7491a32c-177c-4701-b9fc-bcc91b4f3a02 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:24.310116 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-76e3da81-fb47-4e2c-bdcf-eb51573d1054 req-7491a32c-177c-4701-b9fc-bcc91b4f3a02 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 943 time: 0.0800202 Apr 23 01:04:24.354804 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-76e3da81-fb47-4e2c-bdcf-eb51573d1054 req-1ff6f177-9d8b-45a0-845a-2f978ae37515 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386815 Apr 23 01:04:24.362626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-199ed766-0ecf-4060-9739-9982888d7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:24.364077 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-199ed766-0ecf-4060-9739-9982888d7d56 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 200 len: 896 time: 0.1258783 Apr 23 01:04:24.433202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-48d475b4-3f03-46fb-836d-dde36804ff11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 200 len: 217 time: 0.0631397 Apr 23 01:04:24.492758 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-b6282936-0086-4461-8284-1f83322fdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:24.494045 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-b6282936-0086-4461-8284-1f83322fdc8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3370e655-9b0b-4ebc-845c-08f55c99b1a9 HTTP/1.1" status: 200 len: 835 time: 0.0550265 Apr 23 01:04:24.567094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-d78472ab-7b2c-4992-b521-0dfae51106f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:24.568498 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-d78472ab-7b2c-4992-b521-0dfae51106f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684557 Apr 23 01:04:24.803168 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-29d7aea6-ee85-4f47-9564-8f1d72fc95fa service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277699 Apr 23 01:04:24.935600 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1efa2515-545b-4559-bc70-5722dfa76cb5 req-3ffbac23-ea54-4190-9eee-306aeadcc1ea service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255758 Apr 23 01:04:25.541194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3b067-f50a-4b10-b9d6-ac79f49602cf req-7da907d4-5a42-42d8-ae2f-9fe8c6ed83b4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:25.541876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3bf3b067-f50a-4b10-b9d6-ac79f49602cf req-7da907d4-5a42-42d8-ae2f-9fe8c6ed83b4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:04:25.556677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3bf3b067-f50a-4b10-b9d6-ac79f49602cf req-7da907d4-5a42-42d8-ae2f-9fe8c6ed83b4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:04:25.557762 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3bf3b067-f50a-4b10-b9d6-ac79f49602cf req-7da907d4-5a42-42d8-ae2f-9fe8c6ed83b4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 943 time: 0.0975344 Apr 23 01:04:25.601702 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3bf3b067-f50a-4b10-b9d6-ac79f49602cf req-39af97fa-2a89-482b-88a5-64e031bf27ae tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376999 Apr 23 01:04:26.787553 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cfad6-bce4-4dc2-be2d-dab3853c73d7 req-9f9b08cd-b5a0-4d18-9194-2ea7b18dbce9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:26.788965 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-963cfad6-bce4-4dc2-be2d-dab3853c73d7 req-9f9b08cd-b5a0-4d18-9194-2ea7b18dbce9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 943 time: 0.0827599 Apr 23 01:04:26.832101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-963cfad6-bce4-4dc2-be2d-dab3853c73d7 req-8f4f01e4-7cac-4a2b-96ca-0824b5cde9e3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373621 Apr 23 01:04:28.021230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e359d-3c31-429b-89a5-bb7249cebb1d req-6f37d169-b5d7-450a-9321-4dd6fd15c9a1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:28.022707 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-673e359d-3c31-429b-89a5-bb7249cebb1d req-6f37d169-b5d7-450a-9321-4dd6fd15c9a1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 943 time: 0.0833857 Apr 23 01:04:28.067015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-673e359d-3c31-429b-89a5-bb7249cebb1d req-72962e1d-f1dd-4fe9-8ae3-fee65a5d6fa6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379441 Apr 23 01:04:28.335968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 47d7ac13-a14e-49e7-8b15-846c7fe40a9b details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:04:28.499521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:28.512825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'port_id': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'mac_address': 'fa:16:3e:b1:0d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:04:28.566783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:28.583587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d7ac13-a14e-49e7-8b15-846c7fe40a9b {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:04:28.598583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:28.601969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:28.667829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:29.057457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['47d7ac13-a14e-49e7-8b15-846c7fe40a9b'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:04:29.249274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de6f92-2c1e-403c-8ec8-7c2971098cf9 req-c138c7c6-b452-4739-b6d7-56e02190c25c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:29.250759 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-03de6f92-2c1e-403c-8ec8-7c2971098cf9 req-c138c7c6-b452-4739-b6d7-56e02190c25c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 944 time: 0.0798249 Apr 23 01:04:29.298188 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-03de6f92-2c1e-403c-8ec8-7c2971098cf9 req-ded94848-61cb-4bd1-b9c2-3acad2d7db45 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414960 Apr 23 01:04:30.336472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 47d7ac13-a14e-49e7-8b15-846c7fe40a9b up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:04:30.407428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:04:30.412400 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:04:30.412776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:30.484279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400ae1d-6b26-4b26-8b0e-9a8f33b1fc79 req-1ef23cae-a9d4-4440-91fb-fc1f8b5f14df tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:30.485746 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c400ae1d-6b26-4b26-8b0e-9a8f33b1fc79 req-1ef23cae-a9d4-4440-91fb-fc1f8b5f14df tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 944 time: 0.0807693 Apr 23 01:04:30.529916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:30.530761 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c400ae1d-6b26-4b26-8b0e-9a8f33b1fc79 req-45f2fc8d-ad11-41d5-93ff-7ef0690a830c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393500 Apr 23 01:04:30.556800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:04:30.566756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:04:30.570487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:30.639481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:30.652171 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b90b12-7fac-48e8-98f8-ca930a0b0e89'] response: {'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'code': 200} Apr 23 01:04:30.910068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263643d-3da0-4ff9-a058-3e2468546387 req-05d05ec3-9854-490a-a8b4-c261234421e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:30.911479 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b263643d-3da0-4ff9-a058-3e2468546387 req-05d05ec3-9854-490a-a8b4-c261234421e6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1098 time: 0.0723658 Apr 23 01:04:30.952483 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b263643d-3da0-4ff9-a058-3e2468546387 req-0e3419d1-2ee8-45a3-a0a7-d0e5d1418390 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345714 Apr 23 01:04:31.717040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f45d8-52df-4cc9-9840-cc200cfb6ee5 req-6cb41807-ad99-40c1-b5dc-4aeda32e6138 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:31.718517 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d55f45d8-52df-4cc9-9840-cc200cfb6ee5 req-6cb41807-ad99-40c1-b5dc-4aeda32e6138 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0835748 Apr 23 01:04:31.761125 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d55f45d8-52df-4cc9-9840-cc200cfb6ee5 req-969ec8f7-12eb-4f9d-b5ad-5e7f32a732bf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369625 Apr 23 01:04:32.947539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff687ec-ed7c-4368-9c64-38f563c65c1d req-51daead6-ec54-4063-a7c3-7823cb02bc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:32.948984 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dff687ec-ed7c-4368-9c64-38f563c65c1d req-51daead6-ec54-4063-a7c3-7823cb02bc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0790727 Apr 23 01:04:32.993025 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dff687ec-ed7c-4368-9c64-38f563c65c1d req-d422f523-dd1e-4337-9051-aecc5c6d2403 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383012 Apr 23 01:04:33.181208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9ec6e-9afc-4628-a226-a407a7c93ed1 req-8ceaef9f-c71a-40cc-a489-8415252b0f80 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:33.182582 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-29d9ec6e-9afc-4628-a226-a407a7c93ed1 req-8ceaef9f-c71a-40cc-a489-8415252b0f80 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0818253 Apr 23 01:04:33.226660 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-29d9ec6e-9afc-4628-a226-a407a7c93ed1 req-152b42a7-5f64-48b5-bfda-2572cd5b69ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Apr 23 01:04:33.250407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47714) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:33.333396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bb4f93-a18f-41fb-a4b1-4873b77f3c42 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:33.334990 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-50bb4f93-a18f-41fb-a4b1-4873b77f3c42 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1093 time: 0.0835598 Apr 23 01:04:33.337805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47718) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:33.343303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:04:33.350557 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:04:33.354718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:floatingip and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:04:33.358790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:04:33.365059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:04:33.376956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:33.523818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:33.671819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.89 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/843c38fe-99ee-4b1c-9e52-89577fc4616a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:04:33.849817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:33.880258 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:33.942060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:04:33.945086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:04:33.948809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:04:33.998711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=843c38fe-99ee-4b1c-9e52-89577fc4616a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:34.475323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:34.548058 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:34.754772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:34.759113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:34.869404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=843c38fe-99ee-4b1c-9e52-89577fc4616a,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:04:34.879173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:35.048547 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP cbc72ba5-d44c-423d-8c9d-a6b81eada77a associated. External IP: 172.26.8.89, port: 47d7ac13-a14e-49e7-8b15-846c7fe40a9b. Apr 23 01:04:35.397218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:04:35.688963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:04:35.698531 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] Sync routers for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:04:35.709099 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:35.709766 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:04:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:35.712149 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:35.766902 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-aaead1d7-98c6-4708-9b3b-6026ff02eae5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4279182 Apr 23 01:04:35.767520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:04:35.824056 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e9ac482-766e-4865-a463-139e495af454'] response: {'name': 'network-changed', 'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'status': 'completed', 'code': 200} Apr 23 01:04:35.892725 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:35.942211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1775-df33-48db-9f02-e67374fbe52f req-39211d5f-c45b-4a01-aa13-e1e545a4598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:35.943666 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-656a1775-df33-48db-9f02-e67374fbe52f req-39211d5f-c45b-4a01-aa13-e1e545a4598c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1098 time: 0.0755434 Apr 23 01:04:35.950710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7d43a-1908-42b9-b3fa-4885339d0319 req-f9d903f1-90db-42d2-b0f1-7a78e7ac4c37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:35.952729 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d9a7d43a-1908-42b9-b3fa-4885339d0319 req-f9d903f1-90db-42d2-b0f1-7a78e7ac4c37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0891209 Apr 23 01:04:36.000890 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d9a7d43a-1908-42b9-b3fa-4885339d0319 req-bdc0272e-728a-4c31-9c1a-362ce90ab139 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420675 Apr 23 01:04:36.025713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47726) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:36.081760 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1775-df33-48db-9f02-e67374fbe52f req-136f1a2d-d2f6-463d-b723-426b1ce25436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:36.083515 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-656a1775-df33-48db-9f02-e67374fbe52f req-136f1a2d-d2f6-463d-b723-426b1ce25436 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 200 len: 896 time: 0.1345665 Apr 23 01:04:36.141183 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-35655b6e-6c11-459d-b13b-c36fd7498f45 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/cbc72ba5-d44c-423d-8c9d-a6b81eada77a HTTP/1.1" status: 200 len: 990 time: 0.1142316 Apr 23 01:04:36.190497 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-656a1775-df33-48db-9f02-e67374fbe52f req-aed05cd9-42c3-471a-9129-6c93821c590e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 200 len: 998 time: 0.1016133 Apr 23 01:04:36.252665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1775-df33-48db-9f02-e67374fbe52f req-f12c4c83-c5eb-424f-bb1a-30d8300a88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:36.254118 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-656a1775-df33-48db-9f02-e67374fbe52f req-f12c4c83-c5eb-424f-bb1a-30d8300a88c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3370e655-9b0b-4ebc-845c-08f55c99b1a9 HTTP/1.1" status: 200 len: 835 time: 0.0580878 Apr 23 01:04:36.258284 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'cbc72ba5-d44c-423d-8c9d-a6b81eada77a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'port_id': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'mac_address': 'fa:16:3e:b1:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:04:34Z', 'updated_at': '2022-04-23T01:04:34Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:18Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:36.262203 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] Checking router: 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:04:36.270370 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:04:36.270949 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:04:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:36.332636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1775-df33-48db-9f02-e67374fbe52f req-60b16869-c03f-4ac7-9636-a01cde11b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:36.334127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-656a1775-df33-48db-9f02-e67374fbe52f req-60b16869-c03f-4ac7-9636-a01cde11b119 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745459 Apr 23 01:04:36.444829 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:04:36.470066 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-656a1775-df33-48db-9f02-e67374fbe52f req-b826127f-6917-4796-bdda-532668149ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293197 Apr 23 01:04:36.602065 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-656a1775-df33-48db-9f02-e67374fbe52f req-2f2a072c-9332-4701-9dd8-38810f6d2c81 service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264083 Apr 23 01:04:36.805083 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'cbc72ba5-d44c-423d-8c9d-a6b81eada77a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'port_id': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'mac_address': 'fa:16:3e:b1:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:04:34Z', 'updated_at': '2022-04-23T01:04:34Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:18Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:04:36.809487 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed880d5e-c319-4bf1-8cde-b44406ef71cc None None] The sync data for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv is: [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'cbc72ba5-d44c-423d-8c9d-a6b81eada77a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'port_id': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'mac_address': 'fa:16:3e:b1:0d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:04:34Z', 'updated_at': '2022-04-23T01:04:34Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:18Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:04:36.990280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94f3ac8-c2a6-48c1-ab35-8f0d6be7751b None None] New status for floating IP cbc72ba5-d44c-423d-8c9d-a6b81eada77a: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:04:37.144148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47730) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:37.251583 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d8fae086-9fd0-4133-a2e4-71761273b0cf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/cbc72ba5-d44c-423d-8c9d-a6b81eada77a HTTP/1.1" status: 200 len: 990 time: 0.1063826 Apr 23 01:04:38.255576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47734) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:04:38.359421 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1ac620a0-58d1-4e39-9477-bf59429a6f75 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/cbc72ba5-d44c-423d-8c9d-a6b81eada77a HTTP/1.1" status: 200 len: 992 time: 0.1026738 Apr 23 01:04:40.170875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:42.256127 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:04:44.085224 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-452b4493-5402-4b30-aedb-7a9c2cd0e852 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688491 Apr 23 01:04:44.242508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-973d97f8-d9d9-495f-b433-438329162d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:44.243959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-973d97f8-d9d9-495f-b433-438329162d37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1098 time: 0.0727351 Apr 23 01:04:44.382804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-8c12e8f2-a4a4-4671-83b7-7e9f03fbcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:44.384138 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-8c12e8f2-a4a4-4671-83b7-7e9f03fbcc0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 200 len: 896 time: 0.1228549 Apr 23 01:04:44.485861 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-8d1f27fe-7e57-4d90-a09e-7dfa9b76636c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 200 len: 1000 time: 0.0955060 Apr 23 01:04:44.548778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-fcc7ca98-256b-4700-874f-33d62eb7ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:44.550416 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-fcc7ca98-256b-4700-874f-33d62eb7ebe8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3370e655-9b0b-4ebc-845c-08f55c99b1a9 HTTP/1.1" status: 200 len: 835 time: 0.0587327 Apr 23 01:04:44.625952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-e80214f0-3ff5-4355-8b17-1727dfaa2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:04:44.627447 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-e80214f0-3ff5-4355-8b17-1727dfaa2226 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712543 Apr 23 01:04:44.759178 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-fa759a75-5bf1-46e2-9fa0-a5045899d32e service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254048 Apr 23 01:04:44.888813 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81ad1b7f-3604-42e1-a936-12a8f2a469d1 req-537d6fd5-79d7-44f9-a686-ad08b193b83c service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244230 Apr 23 01:04:45.228536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4592363d-4fbf-4bc2-a746-50892ca4bdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:47.662673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a76acb24-6c58-4465-9a87-a06c0bf90dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:48.672105 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:48.747194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:04:50.086521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:10.179501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:15.231199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e566f68-228e-4318-a744-97c0101439e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:17.663817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-75351056-3c79-41d9-94d8-d69532170579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:18.673245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:18.747357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:19.255108 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:05:20.089761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:40.185784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:40.240333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d76c7-0df0-4057-82cf-871788ece936 req-fc735ab5-a1d1-47b1-8e8d-f7be1a2069b2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:40.241763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ac0d76c7-0df0-4057-82cf-871788ece936 req-fc735ab5-a1d1-47b1-8e8d-f7be1a2069b2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0887144 Apr 23 01:05:40.399735 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ac0d76c7-0df0-4057-82cf-871788ece936 req-dafc3b0a-3636-4730-9803-669bf733c53b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515038 Apr 23 01:05:41.591457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d29ec-5979-49a5-b685-0dae3b26d0d4 req-6fbaac31-2b57-4557-9f63-e1f0fd644d05 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:41.592879 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-298d29ec-5979-49a5-b685-0dae3b26d0d4 req-6fbaac31-2b57-4557-9f63-e1f0fd644d05 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0845306 Apr 23 01:05:41.636802 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-298d29ec-5979-49a5-b685-0dae3b26d0d4 req-1adb1bef-0181-4331-888c-222db3b37015 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382500 Apr 23 01:05:41.661818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47764) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:41.770943 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cf4f1854-f8b9-4678-882e-0d48e44e1e13 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/cbc72ba5-d44c-423d-8c9d-a6b81eada77a HTTP/1.1" status: 200 len: 992 time: 0.1075814 Apr 23 01:05:43.246892 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3cec2-600d-4d77-b06d-d8703fc27c60 req-b20bf995-53c4-4ef3-b767-762bac88925e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:43.248326 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-70b3cec2-600d-4d77-b06d-d8703fc27c60 req-b20bf995-53c4-4ef3-b767-762bac88925e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0809441 Apr 23 01:05:43.292651 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-70b3cec2-600d-4d77-b06d-d8703fc27c60 req-81f6eef3-ffcc-4e0e-a2b3-9c8aa1796568 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386956 Apr 23 01:05:44.480331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45105581-e4b6-44d6-bca5-e06c7d4edfda req-5b005eb0-33bb-4f77-93f8-a3109ba8d561 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:44.481755 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-45105581-e4b6-44d6-bca5-e06c7d4edfda req-5b005eb0-33bb-4f77-93f8-a3109ba8d561 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0787156 Apr 23 01:05:44.523779 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-45105581-e4b6-44d6-bca5-e06c7d4edfda req-ee86ab00-ac63-4283-9efb-ac4df61e2c27 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364316 Apr 23 01:05:44.547784 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47776) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:44.749435 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-01435aa0-05a1-46a8-956b-1976c8a62f07 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/cbc72ba5-d44c-423d-8c9d-a6b81eada77a HTTP/1.1" status: 200 len: 992 time: 0.2005630 Apr 23 01:05:45.036645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47784) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:45.232046 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f39f650d-e23b-4869-9a44-b8c6a74c163f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:45.239554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 843c38fe-99ee-4b1c-9e52-89577fc4616a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:05:45.239896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:45.415015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:45.415774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:45.537676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 843c38fe-99ee-4b1c-9e52-89577fc4616a owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:05:45.687369 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:45.762104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=843c38fe-99ee-4b1c-9e52-89577fc4616a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:45.779151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.779499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.779838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.780175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.780503 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.780831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.781154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.781478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.781800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.782118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.782470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.782788 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:45.842041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:45.842408 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP cbc72ba5-d44c-423d-8c9d-a6b81eada77a disassociated (deleted). External IP: 172.26.8.89, port: 47d7ac13-a14e-49e7-8b15-846c7fe40a9b. Apr 23 01:05:46.146775 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-50b4a0e8-a89d-43e9-aeb5-5d01b70b740d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1699095 Apr 23 01:05:46.399580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:05:46.488806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-e35ce88a-9bac-4f2c-b4e2-5d3b71610c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:46.490298 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-e35ce88a-9bac-4f2c-b4e2-5d3b71610c0a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1098 time: 0.1658523 Apr 23 01:05:46.688324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:05:46.698694 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] Sync routers for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:05:46.708345 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:05:46.709057 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:46.725571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:46.755268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-ddf4f973-085d-4232-880f-5aad1e786a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:46.756717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-ddf4f973-085d-4232-880f-5aad1e786a47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 200 len: 896 time: 0.2448025 Apr 23 01:05:46.835012 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-45063fda-d0a8-4e38-86ec-e4cfe1e3ab2a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 200 len: 217 time: 0.0685513 Apr 23 01:05:46.880860 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fc1a0521-8cd6-4690-ba8e-1e3a66ade084 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/floatingips/cbc72ba5-d44c-423d-8c9d-a6b81eada77a HTTP/1.1" status: 204 len: 168 time: 1.8407125 Apr 23 01:05:46.882749 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:05:46.886859 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:05:46.909055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-011aa56b-74ed-467d-95aa-b7ac9c8ab360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:46.910539 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-011aa56b-74ed-467d-95aa-b7ac9c8ab360 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3370e655-9b0b-4ebc-845c-08f55c99b1a9 HTTP/1.1" status: 200 len: 835 time: 0.0687582 Apr 23 01:05:46.963905 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e250168-4f21-474c-9bb8-af0c00b6ac9d'] response: {'name': 'network-changed', 'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'status': 'completed', 'code': 200} Apr 23 01:05:46.995238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-b5a61b08-1349-494d-98bc-e9d09f8ab501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:46.997019 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-b5a61b08-1349-494d-98bc-e9d09f8ab501 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803382 Apr 23 01:05:47.137820 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-94f12ec9-a03d-40c4-8e58-6936380e1ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341991 Apr 23 01:05:47.213513 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:18Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:47.217563 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] Checking router: 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:05:47.226263 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:05:47.226966 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:47.343244 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5fefab81-73c8-4b36-b47c-ecea8b628be9 req-0284327e-63d3-44e2-bc78-283622848973 service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740370 Apr 23 01:05:47.369694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bd548-6e80-4bc5-bd16-f50187601728 req-f31af9c0-d1aa-4637-aebe-da747afe7777 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:47.370439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-351bd548-6e80-4bc5-bd16-f50187601728 req-f31af9c0-d1aa-4637-aebe-da747afe7777 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:05:47.385583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-351bd548-6e80-4bc5-bd16-f50187601728 req-f31af9c0-d1aa-4637-aebe-da747afe7777 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:05:47.386856 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-351bd548-6e80-4bc5-bd16-f50187601728 req-f31af9c0-d1aa-4637-aebe-da747afe7777 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.1358747 Apr 23 01:05:47.407188 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:05:47.477678 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-351bd548-6e80-4bc5-bd16-f50187601728 req-fb101f22-87cc-44bc-9695-d5c587263e33 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846896 Apr 23 01:05:47.505945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-0fa97726-7d5e-4d81-a831-77364faf26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:47.507453 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-0fa97726-7d5e-4d81-a831-77364faf26b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 1098 time: 0.0853412 Apr 23 01:05:47.642568 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-23557edb-0b8a-4e25-83cb-3c6591e2855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:47.643995 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-23557edb-0b8a-4e25-83cb-3c6591e2855f service neutron] 10.222.0.42 "GET /v2.0/networks?id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 200 len: 896 time: 0.1290970 Apr 23 01:05:47.667271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9b24a311-c013-4143-9b31-db5083ed35ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:47.713002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-64d07a55-5ab4-4f52-a8dd-645d01d849a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 200 len: 217 time: 0.0613875 Apr 23 01:05:47.750100 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:18Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:47.754026 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea7e4e-23b6-4e67-bee6-9bceeed4d271 None None] The sync data for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv is: [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:04:13Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '7ae0057c-10cc-46c5-812f-0098f16be971', 'name': '', 'network_id': '6baea3ad-eed6-4376-9b0a-adcb1b3e23b0', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:68:99:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:12Z', 'updated_at': '2022-04-23T01:04:18Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3370e655-9b0b-4ebc-845c-08f55c99b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:05:47.779274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-4b8ae74d-c1bc-4f62-9085-e6d8b85acd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:47.780737 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-4b8ae74d-c1bc-4f62-9085-e6d8b85acd97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3370e655-9b0b-4ebc-845c-08f55c99b1a9 HTTP/1.1" status: 200 len: 835 time: 0.0616744 Apr 23 01:05:47.858430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-1b39b3de-5320-4dcb-8a38-f0326e7d3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:47.860413 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-1b39b3de-5320-4dcb-8a38-f0326e7d3ddd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732691 Apr 23 01:05:47.968514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b6e5a-c273-484e-b498-3e1152080207 None None] New status for floating IP cbc72ba5-d44c-423d-8c9d-a6b81eada77a: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:05:48.127640 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-d4ffd468-3acf-4f41-a0ac-7c13a40acb00 service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606232 Apr 23 01:05:48.259661 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10ef8980-822a-446b-8cbf-e739789f1bbd req-896a242a-4d23-4ef4-80cd-9997851ab1e0 service neutron] 10.222.0.42 "GET /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244657 Apr 23 01:05:48.670942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25f685-3d16-4e02-bad1-ac9659944c40 req-80138b41-8ed3-4160-96b3-3a3fddccd023 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:48.672399 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ea25f685-3d16-4e02-bad1-ac9659944c40 req-80138b41-8ed3-4160-96b3-3a3fddccd023 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0832953 Apr 23 01:05:48.675506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:48.717200 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ea25f685-3d16-4e02-bad1-ac9659944c40 req-45a56565-d2f1-40fc-b809-cbe8ea405f37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f3ad355-7240-46ff-9d33-d3e3e4cd6938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389364 Apr 23 01:05:48.756432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:49.092497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-dccad0e3-5bc7-4eb3-b2f0-3fcf657a141a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:49.093891 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-dccad0e3-5bc7-4eb3-b2f0-3fcf657a141a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 945 time: 0.0822961 Apr 23 01:05:49.172815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:05:49.173146 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:49.418832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:05:49.419098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:49.538230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 47d7ac13-a14e-49e7-8b15-846c7fe40a9b owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:05:49.688171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:49.773154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=47d7ac13-a14e-49e7-8b15-846c7fe40a9b,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:49.823001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] No DVR routers for this DVR port 47d7ac13-a14e-49e7-8b15-846c7fe40a9b on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:05:49.825444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:49.828005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'name': 'network-vif-deleted', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:05:49.879357 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9601228-da76-4d65-afc6-336f5aef9af7'] response: {'server_uuid': '34fb3d12-2917-4d17-91c6-b9aab2a6ddbe', 'name': 'network-vif-deleted', 'tag': '47d7ac13-a14e-49e7-8b15-846c7fe40a9b', 'status': 'completed', 'code': 200} Apr 23 01:05:49.881712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-126950e0-7ba8-4c49-baba-775279459d72 req-ddb59346-e74b-4810-a31c-ffbc60a6c61c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:05:49.886699 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2929ce3f-08f7-4ec3-b2c1-f2e56a3bf0d2 req-871e8d54-f74c-4922-9a6f-d4466df9ae4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "DELETE /v2.0/ports/47d7ac13-a14e-49e7-8b15-846c7fe40a9b HTTP/1.1" status: 204 len: 173 time: 0.7772362 Apr 23 01:05:49.903808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-126950e0-7ba8-4c49-baba-775279459d72 req-ddb59346-e74b-4810-a31c-ffbc60a6c61c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:05:49.904899 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-126950e0-7ba8-4c49-baba-775279459d72 req-ddb59346-e74b-4810-a31c-ffbc60a6c61c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=34fb3d12-2917-4d17-91c6-b9aab2a6ddbe HTTP/1.1" status: 200 len: 210 time: 0.0711727 Apr 23 01:05:50.099194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:51.000939 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47804) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:51.548096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:51.897457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 7ae0057c-10cc-46c5-812f-0098f16be971 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:05:51.897796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:52.081170 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port 7ae0057c-10cc-46c5-812f-0098f16be971, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=7ae0057c-10cc-46c5-812f-0098f16be971,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:05:52.081811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:52.299452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 7ae0057c-10cc-46c5-812f-0098f16be971 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:05:52.622854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:52.670835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=7ae0057c-10cc-46c5-812f-0098f16be971,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:52.716644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.717002 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.717347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.717697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.718030 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.718392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.718723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.719055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.719381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.719710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.720042 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.720365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:52.785852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 47d7ac13-a14e-49e7-8b15-846c7fe40a9b no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:05:52.827571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 47d7ac13-a14e-49e7-8b15-846c7fe40a9b {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:05:52.828267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 47d7ac13-a14e-49e7-8b15-846c7fe40a9b not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:05:52.971368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:53.348080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:05:53.642008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:05:53.652045 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] Sync routers for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:05:53.658803 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f18adbc5-8ea6-4a26-96e7-4b2d7d1ccc0b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/4c1806c5-40c9-4538-abf3-5b6c6b3680c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567178 Apr 23 01:05:53.661529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47808) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:53.663824 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:05:53.664480 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:53.726719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting subnet 3370e655-9b0b-4ebc-845c-08f55c99b1a9 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:05:53.730897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:53.785552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:53.842168 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:05:53.876016 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:53.951682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:53.992388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Subnet': ['ID=3370e655-9b0b-4ebc-845c-08f55c99b1a9,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:53.999587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.004896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35366df1-ad45-48b7-8187-084b9c13de41 None None] Network 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:05:54.009930 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-73579b86-6885-4dc4-b79c-46a82beec836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/subnets/3370e655-9b0b-4ebc-845c-08f55c99b1a9 HTTP/1.1" status: 204 len: 168 time: 0.3444073 Apr 23 01:05:54.010218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47812) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:54.142339 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:05:52Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:54.146094 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] Checking router: 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:05:54.155729 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] Routers {'4c1806c5-40c9-4538-abf3-5b6c6b3680c2'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:05:54.156326 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:54.192122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.263796 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] DHCP port deletion for 6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:05:54.268240 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Deleting port fc730df4-dd9a-4c9a-adb5-59dc5c95076e {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:05:54.268632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.351748 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] Set router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:05:54.380061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.390999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:05:54.391345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.513491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] For port fc730df4-dd9a-4c9a-adb5-59dc5c95076e, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fc730df4-dd9a-4c9a-adb5-59dc5c95076e,segment=NetworkSegment(dabd050f-d118-4151-93f0-c078684f05c3),segment_id=dabd050f-d118-4151-93f0-c078684f05c3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:05:54.513891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.567141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port 4a0d1b33-dbff-4805-b294-3ea0a0ad2932, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:05:54.567141 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.636379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Calling delete_port for fc730df4-dd9a-4c9a-adb5-59dc5c95076e owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:05:54.651603 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:05:52Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:54.656435 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d698b6-da8f-4cf6-9b5f-5dfd6a7bac9b None None] The sync data for ids ['4c1806c5-40c9-4538-abf3-5b6c6b3680c2'] in dv-neutron-838784-1-hyperv is: [{'id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-135508354', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111'}], 'enable_snat': True}, 'gw_port_id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:04:08Z', 'updated_at': '2022-04-23T01:05:52Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '4a0d1b33-dbff-4805-b294-3ea0a0ad2932', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c1806c5-40c9-4538-abf3-5b6c6b3680c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:04:09Z', 'updated_at': '2022-04-23T01:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:05:54.702763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:05:54.723701 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.768397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Pushing event deleted for resources: {'Port': ['ID=fc730df4-dd9a-4c9a-adb5-59dc5c95076e,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:54.777806 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] No DVR routers for this DVR port fc730df4-dd9a-4c9a-adb5-59dc5c95076e on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:05:54.779860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.780206 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.780551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.780882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.781215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.781545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.781982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.782339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.782668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.782990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.783312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.783629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a35051-9459-48de-a244-b0cdcad446e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:05:54.874421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:54.924079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=4a0d1b33-dbff-4805-b294-3ea0a0ad2932,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:55.014924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.308352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.310518 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.335196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.335889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Fanout notify agent at l3_agent the message router_deleted on router 4c1806c5-40c9-4538-abf3-5b6c6b3680c2 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:05:55.354000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.357470 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e9b6bc4f-789c-427b-a2bc-1a45eb784e1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/routers/4c1806c5-40c9-4538-abf3-5b6c6b3680c2 HTTP/1.1" status: 204 len: 168 time: 1.3441441 Apr 23 01:05:55.357847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47816) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:55.475376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.606516 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.634948 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baea3ad-eed6-4376-9b0a-adcb1b3e23b0']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:55.646971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dabd050f-d118-4151-93f0-c078684f05c3') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:55.647270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dabd050f-d118-4151-93f0-c078684f05c3') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:05:55.659068 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.677629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.683910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:05:55.684294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:05:55.698799 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:05:55.782353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.800840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.812793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Network': ['ID=6baea3ad-eed6-4376-9b0a-adcb1b3e23b0,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:55.820762 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-daea191e-11b3-4900-a91a-e627739e10d3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/networks/6baea3ad-eed6-4376-9b0a-adcb1b3e23b0 HTTP/1.1" status: 204 len: 168 time: 0.4616756 Apr 23 01:05:55.824322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47820) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:55.895891 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23e18dc1-0199-4563-8dc2-a556654bc0ef tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.909851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fc730df4-dd9a-4c9a-adb5-59dc5c95076e no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:05:55.926744 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23e18dc1-0199-4563-8dc2-a556654bc0ef tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:55.944524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: fc730df4-dd9a-4c9a-adb5-59dc5c95076e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:05:55.944877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fc730df4-dd9a-4c9a-adb5-59dc5c95076e not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:05:55.945301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7ae0057c-10cc-46c5-812f-0098f16be971 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:05:55.980843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 7ae0057c-10cc-46c5-812f-0098f16be971 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:05:55.981303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 7ae0057c-10cc-46c5-812f-0098f16be971 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:05:55.981740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:05:55.999900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23e18dc1-0199-4563-8dc2-a556654bc0ef tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.016815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:05:56.017165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 4a0d1b33-dbff-4805-b294-3ea0a0ad2932 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:05:56.022829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e18dc1-0199-4563-8dc2-a556654bc0ef tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ad355-7240-46ff-9d33-d3e3e4cd6938,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:56.036935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-23e18dc1-0199-4563-8dc2-a556654bc0ef tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.038130 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-23e18dc1-0199-4563-8dc2-a556654bc0ef tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f3ad355-7240-46ff-9d33-d3e3e4cd6938 HTTP/1.1" status: 204 len: 168 time: 0.2128987 Apr 23 01:05:56.254929 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:05:56.508279 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47828) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:56.513612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1925193337', 'description': 'tempest-secgroup-smoke-1925193337 description', 'project_id': '9d79b42c956244e4929beb95e4defc4e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:56.519564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:56.523632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:56.526993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:56.533154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:56.543790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.566222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:56.569992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:56.572742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:56.578307 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:56.748363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.752123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.798026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:56.802374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.803570 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a580b4e5-d91c-48af-8adc-229b99179aaa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2942300 Apr 23 01:05:56.806460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47832) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:56.811282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '1a032e8c-a7bf-4058-8d75-4ffe616cd9cd', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:56.817115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:56.820927 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:56.824410 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:56.830264 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:56.847067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.905617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.908992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.931400 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf59b33-1427-40d1-b686-64c82645d3e2,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:56.939896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:56.941052 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-49fbf281-5fec-4ef5-9f22-4c394ddafd37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336870 Apr 23 01:05:56.943793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47836) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:56.949666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '1a032e8c-a7bf-4058-8d75-4ffe616cd9cd', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:56.955600 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:56.959444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:56.962866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:56.968522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:56.984415 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.047763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.051261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.076085 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a8790d-8903-4a03-b3a0-c269e68f3834,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:57.084654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.085794 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a249f246-a7ec-4d58-9460-b16f143a839b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410933 Apr 23 01:05:57.088640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47840) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:57.093571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '1a032e8c-a7bf-4058-8d75-4ffe616cd9cd', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:57.099377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:57.103389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:57.106183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:57.111835 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:57.128353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.190490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.193974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.217300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e564e78-2e11-4d5c-abab-bf1cb28b8b55,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:57.225679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.226890 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-de23e48c-5c04-499f-a4f8-5087067c1e57 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373341 Apr 23 01:05:57.230199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47844) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:57.235171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '1a032e8c-a7bf-4058-8d75-4ffe616cd9cd', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:57.241018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:57.245010 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:57.247909 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:57.253875 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:57.270000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.334029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.338039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.362199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5c16cf-b6db-4574-9a8d-81ef38be7c85,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:57.372007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.373322 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a91f22b8-e2a0-4226-9965-71077e097176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421914 Apr 23 01:05:57.376045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47848) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:57.381051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '1a032e8c-a7bf-4058-8d75-4ffe616cd9cd', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:57.387512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:57.391308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:57.394388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:57.400754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:57.410524 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:05:57.417000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.480610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.484137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.506770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a007d72-20d7-41e9-9fb8-818fdcc9c734,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:57.516186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.517345 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-16b192e9-44a6-431b-9a04-7fd07ff43e98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1404037 Apr 23 01:05:57.520185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47852) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:57.525593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '1a032e8c-a7bf-4058-8d75-4ffe616cd9cd', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:57.531560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:57.535535 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:57.538406 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:57.544445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:57.555873 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:05:57.562932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.626924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.630477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.654625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e1254e-7433-4536-823d-299512741c4b,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:57.662751 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.664058 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-864dfa45-46f4-4e0b-9b6a-920112e23721 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430309 Apr 23 01:05:57.666982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 47856) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:57.672294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'network': {'name': 'tempest-network-smoke--269493660', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'port_security_enabled': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:57.677659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:57.682051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:network and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:57.684859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:57.690759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:57.703459 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:05:57.706793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.733576 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:05:57.742284 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.742633 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Added segment 68ab0a43-c3be-4f14-81a0-283c30eac0f2 of type vlan for network 20525b69-4518-4ea3-ad2a-78c557a5ee83 Apr 23 01:05:57.771871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.800462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.806534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:05:57.807108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.911083 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2430866 Apr 23 01:05:57.913711 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74ee58-e62e-4955-a07c-008ace5ef469 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Network': ['ID=20525b69-4518-4ea3-ad2a-78c557a5ee83,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:57.913868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47860) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:05:57.920599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'admin_state_up': True, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:05:57.924351 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:05:57.929448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:05:57.933859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:router and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:05:57.936738 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:05:57.943200 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:05:57.953930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.955176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:57.971104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:58.233801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:58.527432 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:58.556506 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:58.690263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.132 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/34731f9b-4a20-45a2-9d74-bc9effc1f5f3) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:05:58.837996 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:58.867081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:58.927166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:05:58.933925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:05:58.936590 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:05:58.974969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:05:59.442554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:59.776097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:05:59.973160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 29e059de-90a6-491e-8b52-17ce1c680a14 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:06:00.151148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:06:00.162603 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Sync routers for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:06:00.173923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:06:00.175515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:00.181519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:00.183094 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8a53c6a8-7e66-48fa-87ba-dcb4d8955e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2680109 Apr 23 01:06:00.186226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47864) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:00.235619 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6fd281f1-cceb-4fba-a4cf-abb29f0ae5cd tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9d79b42c956244e4929beb95e4defc4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458689 Apr 23 01:06:00.235919 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47868) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:00.363340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:06:00.375676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4a3d90-0e6c-4e07-921f-5846a02f754c tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:00.377449 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6d4a3d90-0e6c-4e07-921f-5846a02f754c tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406870 Apr 23 01:06:00.380215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47872) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:00.419770 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7890ddba-c9ab-4881-9557-728a76073077 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381792 Apr 23 01:06:00.422271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47876) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:00.427681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-973182964', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:06:00.535020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:06:00.538839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:subnet and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:06:00.542110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:06:00.547729 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:06:00.558545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:06:00.562713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:00.691756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:05:59Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:00.695757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Checking router: 29e059de-90a6-491e-8b52-17ce1c680a14 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:06:00.696807 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Updating router 29e059de-90a6-491e-8b52-17ce1c680a14 port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:06:00.749662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:00.892280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:00.973926 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Subnet': ['ID=8fdffca6-e834-4929-8c52-ea05577082ad,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:00.977994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Checking segment: {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:06:00.978383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network hostable DHCP agents. Network: 20525b69-4518-4ea3-ad2a-78c557a5ee83, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:06:00.998376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:06:01.007916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 20525b69-4518-4ea3-ad2a-78c557a5ee83) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:06:01.012972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:01.013596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.021630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e4f405-842a-4fbb-aa4b-0206504904d0 None None] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:06:01.034052 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-81a3144e-1f95-4b22-a7f3-dd666f88e504 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6107852 Apr 23 01:06:01.037001 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47880) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:01.167780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.186780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Transition to ACTIVE for port object 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:06:01.200686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.328031 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Attempting to bind port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:06:01.328396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Attempting to bind port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:06:01.328751 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Attempting to bind port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:06:01.330673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4a0f-b95c-4873-8114-7bc1908ee07a None None] Pushing event updated for resources: {'Port': ['ID=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:01.364125 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:06:01.364497 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:06:01.364888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.365272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:06:01.365737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Bound port: 34731f9b-4a20-45a2-9d74-bc9effc1f5f3, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:06:01.366101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.416347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-20525b69-4518-4ea3-ad2a-78c557a5ee83', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:06:01.417147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.499274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] For port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:06:01.523003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] For port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:06:01.528479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.661990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:06:01.662627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:01.724499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:01.729937 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4a0f-b95c-4873-8114-7bc1908ee07a None None] Pushing event updated for resources: {'Port': ['ID=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:01.745141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Allocated IP 172.20.0.2 (20525b69-4518-4ea3-ad2a-78c557a5ee83/8fdffca6-e834-4929-8c52-ea05577082ad/ec831e88-b980-4a8b-9ae4-f9e751c24412) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:06:01.944832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:06:02.282736 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:02.324746 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Transition to ACTIVE for port object ec831e88-b980-4a8b-9ae4-f9e751c24412 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:06:02.350820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Transition to ACTIVE for port object ec831e88-b980-4a8b-9ae4-f9e751c24412 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:06:02.357762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:02.419238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.1 (20525b69-4518-4ea3-ad2a-78c557a5ee83/8fdffca6-e834-4929-8c52-ea05577082ad/1639d9c1-9ff0-4b6f-9b0f-24b196b7186c) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:06:02.419797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:06:02.422686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:06:02.434590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:06:02.442178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Pushing event updated for resources: {'Port': ['ID=ec831e88-b980-4a8b-9ae4-f9e751c24412,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:02.477828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:05:59Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:02.516685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cdc375-9849-460a-8c96-649acefa7a9a None None] The sync data for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv is: [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:05:59Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:06:02.542528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Attempting to bind port ec831e88-b980-4a8b-9ae4-f9e751c24412 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:06:02.542900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Attempting to bind port ec831e88-b980-4a8b-9ae4-f9e751c24412 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:06:02.543266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Attempting to bind port ec831e88-b980-4a8b-9ae4-f9e751c24412 on network 20525b69-4518-4ea3-ad2a-78c557a5ee83 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:06:02.550479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:06:02.550854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Checking segment: {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:06:02.551258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:02.551646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Bound using segment: {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:06:02.552113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Bound port: ec831e88-b980-4a8b-9ae4-f9e751c24412, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:06:02.552487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:02.651086 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] For port ec831e88-b980-4a8b-9ae4-f9e751c24412, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:06:02.654106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] For port ec831e88-b980-4a8b-9ae4-f9e751c24412, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ec831e88-b980-4a8b-9ae4-f9e751c24412,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:06:02.659674 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:02.703256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:02.720058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:06:02.756070 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:02.765686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6ac0-6ffd-46da-84ce-ef213dd1bf24 None None] Pushing event updated for resources: {'Port': ['ID=ec831e88-b980-4a8b-9ae4-f9e751c24412,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:02.841763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:06:02.844876 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:06:02.857519 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:06:02.895868 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:02.928396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:03.211223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:03.634396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:03.640743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:03.696941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8105570e-d72f-47a1-947c-7069a0e0054f None None] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:06:03.758384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:03.761009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:03.802514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-448f9ed4-3e0f-427b-a8e8-17214f479283 None None] Provisioning for port ec831e88-b980-4a8b-9ae4-f9e751c24412 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:06:03.926436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:06:03.927644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:06:04.014318 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ec831e88-b980-4a8b-9ae4-f9e751c24412 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:06:04.089636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port ec831e88-b980-4a8b-9ae4-f9e751c24412 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:06:04.096496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port ec831e88-b980-4a8b-9ae4-f9e751c24412 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:04.096876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.143547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 29e059de-90a6-491e-8b52-17ce1c680a14 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:06:04.236601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.271619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-eab96d0b-dec9-4f4e-96f0-a556f2c97248 None None] Provisioning for port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:06:04.280383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-eab96d0b-dec9-4f4e-96f0-a556f2c97248 None None] Provisioning complete for port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:04.280755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-eab96d0b-dec9-4f4e-96f0-a556f2c97248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.308825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port ec831e88-b980-4a8b-9ae4-f9e751c24412, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ec831e88-b980-4a8b-9ae4-f9e751c24412,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:06:04.315505 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.316329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:06:04.451487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-eab96d0b-dec9-4f4e-96f0-a556f2c97248 None None] Port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:06:04.460499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:06:04.474822 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ace8337b-dd10-4dc6-afba-bb6dd126488d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/29e059de-90a6-491e-8b52-17ce1c680a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4365187 Apr 23 01:06:04.475909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=ec831e88-b980-4a8b-9ae4-f9e751c24412,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:04.476775 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Sync routers for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:06:04.480958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-eab96d0b-dec9-4f4e-96f0-a556f2c97248 None None] Provisioning complete for port ec831e88-b980-4a8b-9ae4-f9e751c24412 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:04.481230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-eab96d0b-dec9-4f4e-96f0-a556f2c97248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.496516 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:06:04.497126 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:04.560113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:06:04.568383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:04.568832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.678444 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-9aefe1f0-536e-493d-bcf9-5eca17e73ee8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:06:04.697687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-9aefe1f0-536e-493d-bcf9-5eca17e73ee8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:06:04.699288 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-9aefe1f0-536e-493d-bcf9-5eca17e73ee8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1925193337&fields=id&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 267 time: 0.0735521 Apr 23 01:06:04.741728 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:06:04.744990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.763189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:06:04.767598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.857939 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-9039c057-2e0d-4d35-a9f3-3ec1d63a7a02 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:04.858694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-9039c057-2e0d-4d35-a9f3-3ec1d63a7a02 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:06:04.877475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-9039c057-2e0d-4d35-a9f3-3ec1d63a7a02 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:06:04.879334 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-9039c057-2e0d-4d35-a9f3-3ec1d63a7a02 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 796 time: 0.1715245 Apr 23 01:06:04.887621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9ef0b34-78f1-4c47-9d1f-ee118ebdcf29 None None] Provisioning complete for port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:04.887988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9ef0b34-78f1-4c47-9d1f-ee118ebdcf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:04.896789 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-d92f8feb-f137-4bdf-bc82-d4c00523ad5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/quotas/9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 375 time: 0.0108664 Apr 23 01:06:04.927290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:04.948756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef0b34-78f1-4c47-9d1f-ee118ebdcf29 None None] Port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:06:04.988709 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-8f207a85-e18c-4979-9801-1a07806b446d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845721 Apr 23 01:06:05.081912 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 2, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:05.085646 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Checking router: 29e059de-90a6-491e-8b52-17ce1c680a14 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:06:05.086000 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Updating router 29e059de-90a6-491e-8b52-17ce1c680a14 port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:06:05.138457 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:05.174323 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-0f5b7d5b-4c5a-4bb3-861a-07a86d86cb82 service neutron] 10.222.0.39 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722236 Apr 23 01:06:05.304753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-3ea6e85e-a94f-4283-b414-f1f7d4b97a41 service neutron] 10.222.0.39 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243351 Apr 23 01:06:05.482667 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:05.486917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2ceb030f-d858-427a-91bc-dfaa55c0807c req-243e09f3-2947-4bf5-a93f-93e201f499d7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:06:05.495247 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Transition to ACTIVE for port object 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:06:05.502003 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:05.503399 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2ceb030f-d858-427a-91bc-dfaa55c0807c req-243e09f3-2947-4bf5-a93f-93e201f499d7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:06:05.504749 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2ceb030f-d858-427a-91bc-dfaa55c0807c req-243e09f3-2947-4bf5-a93f-93e201f499d7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 210 time: 0.0629261 Apr 23 01:06:05.629222 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Pushing event updated for resources: {'Port': ['ID=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:05.668008 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.668350 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.668767 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.669003 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.669326 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.669654 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.669972 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.670320 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.670644 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.670981 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.671265 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.671577 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:06:05.728949 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Attempting to bind port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:06:05.729340 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Attempting to bind port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:06:05.729724 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Attempting to bind port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c on network 20525b69-4518-4ea3-ad2a-78c557a5ee83 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:06:05.735017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:06:05.735388 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Checking segment: {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:06:05.735788 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:05.736180 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Bound using segment: {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:06:05.736638 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Bound port: 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:06:05.737009 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:05.828589 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] For port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:06:05.831549 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] For port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:06:05.834926 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:05.912114 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:06:05.912743 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:05:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:05.933249 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ec831e88-b980-4a8b-9ae4-f9e751c24412 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:06:06.008178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port ec831e88-b980-4a8b-9ae4-f9e751c24412 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:06.008882 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:06.093247 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a42c7-2a4e-4e44-bab7-17a740fc4782 None None] Pushing event updated for resources: {'Port': ['ID=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:06.127519 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:06:06.136934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:06:06.218131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:06.218546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:06.435970 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:05Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:06.440012 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9120e8-b48e-4167-8fa0-e2fd9a481a0d None None] The sync data for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv is: [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:05Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:06:06.601714 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f1f4606-b403-4074-969f-4265f6f7cf7b req-84e0f5a6-c610-45ad-b263-81ff29ebcf7b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 210 time: 0.0436873 Apr 23 01:06:07.699419 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9852541b-21b4-4f55-847c-b7e29f125f81 req-c8db9193-3e99-4140-bf26-a85c7d580829 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 210 time: 0.0433960 Apr 23 01:06:07.934358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:06:08.002145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:06:08.006744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:08.007113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:08.120074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:08.150222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:06:08.154091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:08.218788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:08.793424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9128ad7e-2819-4e88-9ccb-4bc8f10ceca7 req-40181a61-b1ca-4fe8-801f-0715d4791af5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 210 time: 0.0434721 Apr 23 01:06:09.927064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:06:09.947870 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-04274e70-1a5f-4ddc-be49-677f7415e900 req-2fe5ef9e-3420-4e73-8e52-f83208bcc836 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 210 time: 0.0441797 Apr 23 01:06:10.001696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:10.002067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:10.213357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:10.644762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-62172d25-fdfe-431d-9818-7c8982127a9e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:10.646163 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-62172d25-fdfe-431d-9818-7c8982127a9e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 796 time: 0.1459537 Apr 23 01:06:10.701793 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-e52790be-7277-4714-8e32-8239aa628265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 380 time: 0.0415044 Apr 23 01:06:10.709536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'port': {'device_id': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'admin_state_up': True, 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'security_groups': ['1a032e8c-a7bf-4058-8d75-4ffe616cd9cd']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:06:10.846719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:06:10.856199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:06:10.866141 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:06:10.870125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:11.034812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.5 (20525b69-4518-4ea3-ad2a-78c557a5ee83/8fdffca6-e834-4929-8c52-ea05577082ad/e862404c-e313-42d8-a73f-910118dfa515) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:06:11.121341 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b188a567-53dc-43cc-9fe5-a6a5507edd2e req-7a6ca148-c313-4932-9411-66c2ce3e08ca tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 210 time: 0.0585966 Apr 23 01:06:11.365328 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:11.380382 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object e862404c-e313-42d8-a73f-910118dfa515 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:06:11.403359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:11.468243 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:06:11.475630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:06:11.480540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:06:11.514590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=e862404c-e313-42d8-a73f-910118dfa515,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:11.551883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:11.552499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:11.577532 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-c67e41f1-be30-4c7e-9ce6-c2bf35318c87 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8715696 Apr 23 01:06:11.593841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Request body: {'port': {'device_id': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:06:11.664224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b64ed0f2-ff43-45b0-9304-d83e3ba33823 None None] Provisioning for port e862404c-e313-42d8-a73f-910118dfa515 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:06:11.669864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b64ed0f2-ff43-45b0-9304-d83e3ba33823 None None] Provisioning complete for port e862404c-e313-42d8-a73f-910118dfa515 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:11.670332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b64ed0f2-ff43-45b0-9304-d83e3ba33823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:11.707868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:11.722927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b64ed0f2-ff43-45b0-9304-d83e3ba33823 None None] Port e862404c-e313-42d8-a73f-910118dfa515 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:06:12.047111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e862404c-e313-42d8-a73f-910118dfa515 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:06:12.054534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:12.068860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Transition to ACTIVE for port object e862404c-e313-42d8-a73f-910118dfa515 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:06:12.072762 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:12.225424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Pushing event updated for resources: {'Port': ['ID=e862404c-e313-42d8-a73f-910118dfa515,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:12.314615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Attempting to bind port e862404c-e313-42d8-a73f-910118dfa515 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:06:12.314950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Attempting to bind port e862404c-e313-42d8-a73f-910118dfa515 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:06:12.315269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Attempting to bind port e862404c-e313-42d8-a73f-910118dfa515 on network 20525b69-4518-4ea3-ad2a-78c557a5ee83 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:06:12.319776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Port e862404c-e313-42d8-a73f-910118dfa515 on network 20525b69-4518-4ea3-ad2a-78c557a5ee83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:06:12.320093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Attempting to bind port e862404c-e313-42d8-a73f-910118dfa515 on network 20525b69-4518-4ea3-ad2a-78c557a5ee83 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:06:12.325837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:06:12.326172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Checking segment: {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:06:12.326583 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Bound using segment: {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:06:12.327001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Bound port: e862404c-e313-42d8-a73f-910118dfa515, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ab0a43-c3be-4f14-81a0-283c30eac0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:06:12.327343 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:12.334053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b71c4-4f29-4fd1-a891-7c3ccf984f69 req-5cec33db-bcb7-43db-9aee-fb5087f53cb1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:12.335538 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a6b71c4-4f29-4fd1-a891-7c3ccf984f69 req-5cec33db-bcb7-43db-9aee-fb5087f53cb1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 943 time: 0.0899746 Apr 23 01:06:12.382884 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a6b71c4-4f29-4fd1-a891-7c3ccf984f69 req-5eefe8ff-4a92-4dbd-9a58-e972a4f5305b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409665 Apr 23 01:06:12.426153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] For port e862404c-e313-42d8-a73f-910118dfa515, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:06:12.428992 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] For port e862404c-e313-42d8-a73f-910118dfa515, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e862404c-e313-42d8-a73f-910118dfa515,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:06:12.433996 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:12.488127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:12.488730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:12.490099 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] 10.222.0.42 "PUT /v2.0/ports/e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 1093 time: 0.9006057 Apr 23 01:06:12.490546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:06:12.522437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311b76c-9129-4a33-9eb4-4a6d43aa9d4d service neutron] Pushing event updated for resources: {'Port': ['ID=e862404c-e313-42d8-a73f-910118dfa515,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:12.584086 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac67c2a9-2f6f-444a-b80f-373d610a6ccd'] response: {'name': 'network-changed', 'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515', 'status': 'completed', 'code': 200} Apr 23 01:06:12.626550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-0563429a-bbe8-405b-bf09-728bcb4c78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:12.628286 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-0563429a-bbe8-405b-bf09-728bcb4c78d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0768697 Apr 23 01:06:12.704481 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-8c741e8e-926c-4146-ac45-7a89677c7783 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 217 time: 0.0641878 Apr 23 01:06:12.764729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-8f6a4918-a381-427b-9349-0403dd803198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:12.766046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-8f6a4918-a381-427b-9349-0403dd803198 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 200 len: 834 time: 0.0561671 Apr 23 01:06:12.842549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-908f33f1-b89a-4aca-b337-ad3e276868bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:12.843967 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-908f33f1-b89a-4aca-b337-ad3e276868bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20525b69-4518-4ea3-ad2a-78c557a5ee83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723057 Apr 23 01:06:12.974188 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-de89ea7c-7be1-4bbc-9142-11cc8119f21f service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241353 Apr 23 01:06:13.207155 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d48583cb-21dc-4af7-b705-8541c73498a3 req-91eac1d8-e74e-4a12-bb0a-dabe7247b229 service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270627 Apr 23 01:06:13.360465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-09bc4cb3-53d8-41ee-9007-03b7bdfbda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:13.361798 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-09bc4cb3-53d8-41ee-9007-03b7bdfbda84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1096 time: 0.0707676 Apr 23 01:06:13.495048 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-eb7a0c36-6487-43fb-bc1b-4999f6ca285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:13.496476 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-eb7a0c36-6487-43fb-bc1b-4999f6ca285c service neutron] 10.222.0.42 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 896 time: 0.1288774 Apr 23 01:06:13.568451 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719853a-5a3a-4b43-8b4c-c293acb7f20b req-3c05dcc2-f626-4056-851c-b531c8bc73d5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:13.569212 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-0a34d208-85ff-4f38-9c60-45f6a61c37f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 217 time: 0.0660970 Apr 23 01:06:13.569883 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9719853a-5a3a-4b43-8b4c-c293acb7f20b req-3c05dcc2-f626-4056-851c-b531c8bc73d5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 943 time: 0.0804567 Apr 23 01:06:13.615427 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9719853a-5a3a-4b43-8b4c-c293acb7f20b req-5450e49b-6f27-4159-bdbe-fe661fff6464 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Apr 23 01:06:13.631919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-ea04fcc6-ea54-4b98-90b4-a7e1facc89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:13.633394 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-ea04fcc6-ea54-4b98-90b4-a7e1facc89f0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 200 len: 834 time: 0.0592203 Apr 23 01:06:13.711354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-32b33505-54c2-49b7-8e20-c286b7f69974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:13.713413 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-32b33505-54c2-49b7-8e20-c286b7f69974 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20525b69-4518-4ea3-ad2a-78c557a5ee83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744534 Apr 23 01:06:13.848521 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-3e72ee70-2633-47a4-acdb-42eb24ac1d53 service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281114 Apr 23 01:06:13.978654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8829a9b-98f6-430e-bc05-fd29b7c76994 req-3fd93211-89f3-487d-a08c-dd572953177f service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237564 Apr 23 01:06:14.801593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70c2ff-081f-4a2f-a7d5-889743c1e9f5 req-294745f0-5baf-43cd-b7e3-8f2f68d1cabe tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:14.802298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-cd70c2ff-081f-4a2f-a7d5-889743c1e9f5 req-294745f0-5baf-43cd-b7e3-8f2f68d1cabe tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:06:14.816931 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-cd70c2ff-081f-4a2f-a7d5-889743c1e9f5 req-294745f0-5baf-43cd-b7e3-8f2f68d1cabe tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:06:14.818122 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cd70c2ff-081f-4a2f-a7d5-889743c1e9f5 req-294745f0-5baf-43cd-b7e3-8f2f68d1cabe tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 943 time: 0.0950029 Apr 23 01:06:14.862096 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cd70c2ff-081f-4a2f-a7d5-889743c1e9f5 req-b7b010b0-908e-4232-a848-81f0c81c317e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376477 Apr 23 01:06:15.234728 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bdfab39f-f573-4e64-a1c0-b316caca82d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:16.051696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ffc54-8426-489f-b0d6-edbd9f7c29ff req-b650fa23-b906-46f6-aacc-9e8cb04dceb6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:16.053151 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-493ffc54-8426-489f-b0d6-edbd9f7c29ff req-b650fa23-b906-46f6-aacc-9e8cb04dceb6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 943 time: 0.0831583 Apr 23 01:06:16.097533 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-493ffc54-8426-489f-b0d6-edbd9f7c29ff req-5ade903e-f4e9-48ee-8a7e-d7dbd413a7a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Apr 23 01:06:16.925608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e862404c-e313-42d8-a73f-910118dfa515 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:06:17.058323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e862404c-e313-42d8-a73f-910118dfa515, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e862404c-e313-42d8-a73f-910118dfa515,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:06:17.070994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'e862404c-e313-42d8-a73f-910118dfa515', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'port_id': 'e862404c-e313-42d8-a73f-910118dfa515', 'mac_address': 'fa:16:3e:69:7c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:06:17.128323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:17.144707 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e862404c-e313-42d8-a73f-910118dfa515 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:06:17.159809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e862404c-e313-42d8-a73f-910118dfa515, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e862404c-e313-42d8-a73f-910118dfa515,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:06:17.164421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:17.231993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=e862404c-e313-42d8-a73f-910118dfa515,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:17.286123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72e2bd-99a7-4019-93a5-fc0af33255eb req-20106179-010c-428c-a012-ed91293eab4f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:17.287593 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d72e2bd-99a7-4019-93a5-fc0af33255eb req-20106179-010c-428c-a012-ed91293eab4f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 944 time: 0.0843277 Apr 23 01:06:17.331915 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d72e2bd-99a7-4019-93a5-fc0af33255eb req-5b9126e2-ec98-4b51-aabc-2f3f6acd847f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377445 Apr 23 01:06:17.540433 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['e862404c-e313-42d8-a73f-910118dfa515'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:06:17.687082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7c42d0ab-3ce7-4c4c-9d68-710b0dbfb545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:18.518578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb7b8-bd19-4882-9bbe-c8f89673fa1e req-c03304cf-de6b-41d6-b8a1-14ee0cb451b5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:18.520029 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d80bb7b8-bd19-4882-9bbe-c8f89673fa1e req-c03304cf-de6b-41d6-b8a1-14ee0cb451b5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 944 time: 0.0800755 Apr 23 01:06:18.567446 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d80bb7b8-bd19-4882-9bbe-c8f89673fa1e req-bf796677-f393-4587-99bb-baaec3dffb1c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410502 Apr 23 01:06:18.677450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:18.747758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:18.925514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e862404c-e313-42d8-a73f-910118dfa515 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:06:18.992467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port e862404c-e313-42d8-a73f-910118dfa515 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:06:18.997660 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port e862404c-e313-42d8-a73f-910118dfa515 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:06:18.998135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:19.137207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:19.162313 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:06:19.173004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e862404c-e313-42d8-a73f-910118dfa515, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e862404c-e313-42d8-a73f-910118dfa515,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:06:19.176387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:19.208614 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe37d6f3-360e-4548-a981-2a5ffcf8ae85'] response: {'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515', 'code': 200} Apr 23 01:06:19.246252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=e862404c-e313-42d8-a73f-910118dfa515,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:19.457745 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975a9fe-7b68-433b-9482-7ed7b88dd8ad req-98173b9a-915e-4ef7-92e4-ef07ffc928dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:19.459215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2975a9fe-7b68-433b-9482-7ed7b88dd8ad req-98173b9a-915e-4ef7-92e4-ef07ffc928dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0690243 Apr 23 01:06:19.503401 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2975a9fe-7b68-433b-9482-7ed7b88dd8ad req-9151d0cc-2d99-45ec-9e5f-f218442655fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378516 Apr 23 01:06:19.751683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f5b86-f3d7-4c19-9d3b-ac808a0ca604 req-6b94a7b2-ef33-4e06-be5d-82704e28a23a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:19.753119 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b54f5b86-f3d7-4c19-9d3b-ac808a0ca604 req-6b94a7b2-ef33-4e06-be5d-82704e28a23a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0784478 Apr 23 01:06:19.796698 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b54f5b86-f3d7-4c19-9d3b-ac808a0ca604 req-34e07823-0067-40e4-8fa2-b2c5008f0192 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378721 Apr 23 01:06:20.094165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:20.993347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772052-6b1e-4e64-8e77-cec1f71c7477 req-ddb101ab-6829-4ac9-8834-d7cbd1044325 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:20.994828 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81772052-6b1e-4e64-8e77-cec1f71c7477 req-ddb101ab-6829-4ac9-8834-d7cbd1044325 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0822992 Apr 23 01:06:21.039430 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-81772052-6b1e-4e64-8e77-cec1f71c7477 req-9b113b68-62dc-435d-aabc-d85849ba44bc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Apr 23 01:06:21.233866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7269c-ca26-499e-a569-cae9df76b425 req-f037bc50-8e89-400a-af20-576e3eb77a18 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:21.235347 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a4e7269c-ca26-499e-a569-cae9df76b425 req-f037bc50-8e89-400a-af20-576e3eb77a18 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0841880 Apr 23 01:06:21.278608 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a4e7269c-ca26-499e-a569-cae9df76b425 req-d4d02bf9-22a6-4550-92a1-2dbbb7c5fb60 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 Apr 23 01:06:21.301667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47954) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:21.369742 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424f617-6dfd-4ab6-be2a-44aa8b582c11 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:21.371135 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e424f617-6dfd-4ab6-be2a-44aa8b582c11 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1093 time: 0.0685112 Apr 23 01:06:21.373823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47958) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:21.378528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'e862404c-e313-42d8-a73f-910118dfa515', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:06:21.384796 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:06:21.388558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:floatingip and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:06:21.391314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:06:21.396807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:06:21.407395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:21.539448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:21.679171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.171 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/691a88bb-cfac-4748-8784-8fb5f69c6e56) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:06:21.822079 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:21.849831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:21.917781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:06:21.925010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:06:21.927496 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:06:21.964321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=691a88bb-cfac-4748-8784-8fb5f69c6e56,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:22.444371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:22.518028 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:22.724930 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:22.729783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:22.838494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=691a88bb-cfac-4748-8784-8fb5f69c6e56,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:06:22.849158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:23.017810 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP 74e8415c-4176-4b8b-ada3-9760e7aef28f associated. External IP: 172.26.8.171, port: e862404c-e313-42d8-a73f-910118dfa515. Apr 23 01:06:23.361789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 29e059de-90a6-491e-8b52-17ce1c680a14 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:06:23.537568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:06:23.547416 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] Sync routers for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:06:23.560816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:06:23.561428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:06:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:23.562123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:23.617401 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8e564e9e-30a0-4850-9e75-2db88706efbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2424643 Apr 23 01:06:23.619107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:06:23.665187 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0069dad2-f2e9-4642-b713-f0a6a9462f88'] response: {'name': 'network-changed', 'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515', 'status': 'completed', 'code': 200} Apr 23 01:06:23.740944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:06:23.844596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-7720f3e9-a6bb-4f95-9d91-6830aeece1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:23.846068 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-7720f3e9-a6bb-4f95-9d91-6830aeece1ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1098 time: 0.1380789 Apr 23 01:06:23.853900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123d0f2-1ccc-45f2-b390-bfec08a0bbba req-801f7feb-54d0-4b6a-99ce-15edaba47fd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:23.855293 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c123d0f2-1ccc-45f2-b390-bfec08a0bbba req-801f7feb-54d0-4b6a-99ce-15edaba47fd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.1461089 Apr 23 01:06:23.990435 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c123d0f2-1ccc-45f2-b390-bfec08a0bbba req-6a1ad75b-3055-4582-b56b-ff0d41afbad6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167202 Apr 23 01:06:24.023485 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-d0d05037-20c4-42b7-8947-c7ecf11ad2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:24.023485 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-d0d05037-20c4-42b7-8947-c7ecf11ad2ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 896 time: 0.1613643 Apr 23 01:06:24.023636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47966) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:24.106482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '74e8415c-4176-4b8b-ada3-9760e7aef28f', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'port_id': 'e862404c-e313-42d8-a73f-910118dfa515', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'mac_address': 'fa:16:3e:69:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:06:22Z', 'updated_at': '2022-04-23T01:06:22Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:08Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:24.111742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] Checking router: 29e059de-90a6-491e-8b52-17ce1c680a14 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:06:24.121959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:06:24.122941 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:06:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:24.127204 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-9d22c450-a341-4fed-8d74-0dd8be2b5e19 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 999 time: 0.1038961 Apr 23 01:06:24.258630 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c82160a6-63ad-403f-ab82-e58d6806b2fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/74e8415c-4176-4b8b-ada3-9760e7aef28f HTTP/1.1" status: 200 len: 991 time: 0.2341039 Apr 23 01:06:24.311153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:06:24.311365 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-59e2d226-45ef-4784-8146-f5360075f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:24.312711 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-59e2d226-45ef-4784-8146-f5360075f337 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 200 len: 834 time: 0.1791101 Apr 23 01:06:24.388998 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-078a78ec-3b7f-4df7-bae7-9b321a8d8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:24.390414 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-078a78ec-3b7f-4df7-bae7-9b321a8d8e12 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20525b69-4518-4ea3-ad2a-78c557a5ee83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721796 Apr 23 01:06:24.523212 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-ff6f2a21-658f-4440-bdaf-8c60ee3f7154 service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247807 Apr 23 01:06:24.651738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '74e8415c-4176-4b8b-ada3-9760e7aef28f', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'port_id': 'e862404c-e313-42d8-a73f-910118dfa515', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'mac_address': 'fa:16:3e:69:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:06:22Z', 'updated_at': '2022-04-23T01:06:22Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:08Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:06:24.654656 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43b8af9b-12e7-468e-997d-e6fa6b54feb9 req-7da4cf41-d02f-4ba6-93fe-21d77330e0ae service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260688 Apr 23 01:06:24.655776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc6a21-f3cc-4ee1-b8d5-f1a0aad42e85 None None] The sync data for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv is: [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '74e8415c-4176-4b8b-ada3-9760e7aef28f', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'port_id': 'e862404c-e313-42d8-a73f-910118dfa515', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1714, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'mac_address': 'fa:16:3e:69:7c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:06:22Z', 'updated_at': '2022-04-23T01:06:22Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:08Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:06:24.838746 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3f54a8-afb3-4a70-8d42-276ddffde929 None None] New status for floating IP 74e8415c-4176-4b8b-ada3-9760e7aef28f: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:06:25.262340 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 47970) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:06:25.367222 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ea0b2ef4-ea44-4ad6-b7e2-00049f0d0312 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/74e8415c-4176-4b8b-ada3-9760e7aef28f HTTP/1.1" status: 200 len: 993 time: 0.1036656 Apr 23 01:06:33.255323 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:06:40.233748 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:45.236019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-20d812c8-8c12-45f0-ab2c-c207e377cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:47.669075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d03d-e491-4c66-be19-c04c9854cc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:48.020571 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-f6a99796-7be3-4b5c-8789-9759a59948cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745184 Apr 23 01:06:48.193265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-e117a1ff-2e62-4701-9923-9548fbc8ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:48.194738 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-e117a1ff-2e62-4701-9923-9548fbc8ef59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0713518 Apr 23 01:06:48.337827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-5b35f4b1-4450-4562-8543-93d07eea7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:48.339229 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-5b35f4b1-4450-4562-8543-93d07eea7ccb service neutron] 10.222.0.42 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 896 time: 0.1264584 Apr 23 01:06:48.443357 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-1b0cd19e-fa06-42eb-b9db-06cce2b64495 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 1001 time: 0.0975013 Apr 23 01:06:48.503540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-7c312f96-0759-4cbd-ae4c-5ab3a5a1ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:48.504892 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-7c312f96-0759-4cbd-ae4c-5ab3a5a1ffc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 200 len: 834 time: 0.0558488 Apr 23 01:06:48.580706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-96a64e6d-774b-49e5-938a-9b504ce18672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:06:48.582126 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-96a64e6d-774b-49e5-938a-9b504ce18672 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20525b69-4518-4ea3-ad2a-78c557a5ee83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716639 Apr 23 01:06:48.592597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-41c59e93-c75f-405a-9359-b4637ad022c3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 01:06:48.593432 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-41c59e93-c75f-405a-9359-b4637ad022c3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047116 Apr 23 01:06:48.680423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:48.722496 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-18c0f531-be94-48ae-9c41-8f490b68dfaf service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232638 Apr 23 01:06:48.752101 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:06:48.852494 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8866a7d1-f432-4a58-8d8f-2997518ed7f9 req-c4c379bc-c59d-418f-9880-b5f493ae7a4a service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239519 Apr 23 01:06:50.097182 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:10.232448 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:10.253640 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:07:15.237245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-794f5145-b0bc-466f-9089-f3e12d0a6ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:17.671274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c66cc4b5-47a4-4170-a835-021f1fc986f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:18.683559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:18.752584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:20.100300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:29.282867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-0f96c452-e531-4833-a4d0-29f3a7b88847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:29.284332 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-0f96c452-e531-4833-a4d0-29f3a7b88847 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0713382 Apr 23 01:07:29.307790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cfd14-364f-4dac-bc08-b00b91440476 req-c458130f-5409-4563-91da-3a95aa1db0dd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:29.309876 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-891cfd14-364f-4dac-bc08-b00b91440476 req-c458130f-5409-4563-91da-3a95aa1db0dd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0883341 Apr 23 01:07:29.354261 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-891cfd14-364f-4dac-bc08-b00b91440476 req-001ea576-6160-4371-9505-50cc96db2284 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389354 Apr 23 01:07:29.413003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-1807d640-0c13-452b-b197-1c8764f07b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:29.414458 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-1807d640-0c13-452b-b197-1c8764f07b34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 896 time: 0.1236000 Apr 23 01:07:29.514034 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-b783c8b3-8492-4c3d-8c20-b02b74d74d22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 1001 time: 0.0939910 Apr 23 01:07:29.575434 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-711a2cfd-b83c-4684-bc8c-af80e8402aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:29.576739 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-711a2cfd-b83c-4684-bc8c-af80e8402aa1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 200 len: 834 time: 0.0560639 Apr 23 01:07:29.767887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-d5a694cb-5b6b-49a4-88e0-319bc5049020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:29.769372 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-d5a694cb-5b6b-49a4-88e0-319bc5049020 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20525b69-4518-4ea3-ad2a-78c557a5ee83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1868191 Apr 23 01:07:29.897221 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-a78e5728-b881-426d-ad2b-5944e6c8254b service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204526 Apr 23 01:07:30.026149 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c25cd5c2-84ff-4478-9d8d-970b5e034b1f req-506671a2-3202-4fb0-bec3-6c13e67e00d8 service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219158 Apr 23 01:07:30.540666 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45b45c-c8a8-4b8d-88c9-2d80dbd63231 req-37894135-6a88-48eb-a2fa-f9b4c228f466 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:30.542232 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a45b45c-c8a8-4b8d-88c9-2d80dbd63231 req-37894135-6a88-48eb-a2fa-f9b4c228f466 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0800369 Apr 23 01:07:30.588988 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4a45b45c-c8a8-4b8d-88c9-2d80dbd63231 req-9d111aa2-5ab1-4e32-b4ea-5e70e6432e3c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399139 Apr 23 01:07:31.772737 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b02ac-78d8-42e1-a14e-777dc4874592 req-4dc91f8f-cef3-402a-a1b1-d10f3aa94e3f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:31.774162 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f64b02ac-78d8-42e1-a14e-777dc4874592 req-4dc91f8f-cef3-402a-a1b1-d10f3aa94e3f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0799174 Apr 23 01:07:31.818945 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f64b02ac-78d8-42e1-a14e-777dc4874592 req-c89f6e14-fb34-4667-bb9f-9e800f71834e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389876 Apr 23 01:07:33.003624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cb8b7-a846-471a-8c25-7bb9b6110f0a req-0c083563-9aeb-4b20-adfd-8825c6c75c47 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:33.005049 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3b3cb8b7-a846-471a-8c25-7bb9b6110f0a req-0c083563-9aeb-4b20-adfd-8825c6c75c47 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0822785 Apr 23 01:07:33.050205 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3b3cb8b7-a846-471a-8c25-7bb9b6110f0a req-91e8e729-7f85-4a68-9bb9-c22eeac42641 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Apr 23 01:07:34.240845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd248d-bcca-428a-9cdd-a304d4e3ed92 req-b98a52c0-d266-4d63-90f6-98b27ae9ed36 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:34.242199 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-14bd248d-bcca-428a-9cdd-a304d4e3ed92 req-b98a52c0-d266-4d63-90f6-98b27ae9ed36 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0840611 Apr 23 01:07:34.287935 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-14bd248d-bcca-428a-9cdd-a304d4e3ed92 req-8b9d8c94-9041-4730-ae51-99c34ad0e85e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393562 Apr 23 01:07:35.477349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e44ec-b531-4436-92f2-ec43c2bc087a req-3c3a9719-5282-492f-ac36-d3e47826e698 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:35.478814 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bc8e44ec-b531-4436-92f2-ec43c2bc087a req-3c3a9719-5282-492f-ac36-d3e47826e698 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0839210 Apr 23 01:07:35.521961 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bc8e44ec-b531-4436-92f2-ec43c2bc087a req-c2e87328-1342-4931-9035-ec285d071aa9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374303 Apr 23 01:07:36.706391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b7256-dc0f-498f-bd5e-2d1b2ccf5c43 req-cfa7f5f4-a5cf-48a7-b397-9cb0fcbbfed2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:36.707829 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f63b7256-dc0f-498f-bd5e-2d1b2ccf5c43 req-cfa7f5f4-a5cf-48a7-b397-9cb0fcbbfed2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0789752 Apr 23 01:07:36.751316 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f63b7256-dc0f-498f-bd5e-2d1b2ccf5c43 req-33a10901-2a59-4512-9881-cc51c577393a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379181 Apr 23 01:07:37.974017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71268213-9fe1-4b2f-bfa2-b86adbd51069 req-d76b5055-44ef-4cf1-b964-a54865f1061a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:37.975546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-71268213-9fe1-4b2f-bfa2-b86adbd51069 req-d76b5055-44ef-4cf1-b964-a54865f1061a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0789609 Apr 23 01:07:38.020528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-71268213-9fe1-4b2f-bfa2-b86adbd51069 req-ef9ed871-8bd1-4be0-bba0-336f72e55a5b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 Apr 23 01:07:39.210177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f9f1-7b32-44d9-8916-7727d2607827 req-4bd2c7c3-7cad-43e1-a2dc-8655d8d64506 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:39.211618 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ebc9f9f1-7b32-44d9-8916-7727d2607827 req-4bd2c7c3-7cad-43e1-a2dc-8655d8d64506 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0809491 Apr 23 01:07:39.256682 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ebc9f9f1-7b32-44d9-8916-7727d2607827 req-c156ae55-91c1-46b3-8cc9-76c59e1616bd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385551 Apr 23 01:07:40.231745 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:40.443755 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610f041-fe96-4d60-8cf7-5740ac91d913 req-67fd1ff2-1c10-41e6-9ee3-cf45d3f9ff43 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:40.445190 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3610f041-fe96-4d60-8cf7-5740ac91d913 req-67fd1ff2-1c10-41e6-9ee3-cf45d3f9ff43 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0828450 Apr 23 01:07:40.488858 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3610f041-fe96-4d60-8cf7-5740ac91d913 req-58e01886-e29c-451a-aceb-f940b5123fee tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Apr 23 01:07:41.676408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1c861-bef4-43e4-9c28-3a4b97e8157a req-ef35b56c-f05d-49e1-bbaf-4920a4e19a17 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:41.677823 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-11c1c861-bef4-43e4-9c28-3a4b97e8157a req-ef35b56c-f05d-49e1-bbaf-4920a4e19a17 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0821834 Apr 23 01:07:41.720675 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-11c1c861-bef4-43e4-9c28-3a4b97e8157a req-4967add2-ced0-4687-8b78-0dbff4a41e4a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367084 Apr 23 01:07:41.743378 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48022) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:07:41.849399 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-ead42e27-80e8-4834-aef7-3301c4910211 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/74e8415c-4176-4b8b-ada3-9760e7aef28f HTTP/1.1" status: 200 len: 993 time: 0.1047204 Apr 23 01:07:45.238926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8989c053-a735-4991-bf94-fc471315880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:47.253072 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:07:47.672801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-12e2818b-05d2-4878-a85b-2d08f1449dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:48.685738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:48.756255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:50.051955 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-6690d1ff-b756-4555-b9cc-f61b0579f328 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124120 Apr 23 01:07:50.102113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:07:50.205283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-e1c7fb53-1f54-4d29-9605-7b35fc80411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:50.206673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-e1c7fb53-1f54-4d29-9605-7b35fc80411a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0735660 Apr 23 01:07:50.350831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-57d3da7a-d3ac-4cfd-90d3-7cf38a4ee519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:50.352233 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-57d3da7a-d3ac-4cfd-90d3-7cf38a4ee519 service neutron] 10.222.0.42 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 896 time: 0.1273673 Apr 23 01:07:50.453991 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-545b1169-ca60-4f87-88d3-db665087b348 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 1001 time: 0.0964210 Apr 23 01:07:50.514517 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-7f586b65-322f-4e88-9e96-bf4fc128b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:50.515880 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-7f586b65-322f-4e88-9e96-bf4fc128b626 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 200 len: 834 time: 0.0565462 Apr 23 01:07:50.593356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-a850bb8d-62ee-4ef2-a58e-1d6817d9c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:07:50.594788 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-a850bb8d-62ee-4ef2-a58e-1d6817d9c30e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20525b69-4518-4ea3-ad2a-78c557a5ee83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731211 Apr 23 01:07:50.725512 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-ed7ce401-d377-464f-a527-b374a2de7a1c service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241510 Apr 23 01:07:50.953245 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b3b1d86-d1b7-4e50-8f3d-845e6e3dd234 req-9344c46b-c563-4aa6-9dc2-9c84ce46c279 service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219448 Apr 23 01:08:10.237262 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:15.240176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ae1d9fca-e8d7-4e06-90b2-6fe03b6f2970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:17.675378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-42dd004b-3732-4acb-a84d-125cf8cd7fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:18.687332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:18.758134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:20.108165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:24.252468 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:08:31.397843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48044) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:31.600394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 691a88bb-cfac-4748-8784-8fb5f69c6e56 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:08:31.600737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:31.765136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:31.765469 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:31.885579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 691a88bb-cfac-4748-8784-8fb5f69c6e56 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:08:32.035654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:32.087574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=691a88bb-cfac-4748-8784-8fb5f69c6e56,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:32.130796 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.131148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.131497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.131838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.132175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.132510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.132839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.133164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.133490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.133814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.134160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.134513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:32.188999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:32.189330 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP 74e8415c-4176-4b8b-ada3-9760e7aef28f disassociated (deleted). External IP: 172.26.8.171, port: e862404c-e313-42d8-a73f-910118dfa515. Apr 23 01:08:32.536567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 29e059de-90a6-491e-8b52-17ce1c680a14 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:08:32.822115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:08:32.832093 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] Sync routers for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:08:32.842234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:32.842884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:32.843021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:32.899784 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-5cc6540d-d3d8-47c9-ac22-f4c9b30f3cbc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/floatingips/74e8415c-4176-4b8b-ada3-9760e7aef28f HTTP/1.1" status: 204 len: 168 time: 1.5008814 Apr 23 01:08:32.900357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:08:32.950140 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef219f0-3a99-4073-bd3c-b1cd9a449cdb'] response: {'name': 'network-changed', 'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515', 'status': 'completed', 'code': 200} Apr 23 01:08:33.030510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:33.074539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-5ec7430f-28a2-468b-931e-0bee0cd6275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:33.075844 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-5ec7430f-28a2-468b-931e-0bee0cd6275c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 1098 time: 0.0806756 Apr 23 01:08:33.262782 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-6357be86-c2a1-4492-8d32-93867f9215aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:33.264215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-6357be86-c2a1-4492-8d32-93867f9215aa service neutron] 10.222.0.42 "GET /v2.0/networks?id=20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 200 len: 896 time: 0.1829224 Apr 23 01:08:33.335310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-181e22a5-41b9-47ad-a523-bfcc3da4ebb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 200 len: 217 time: 0.0636852 Apr 23 01:08:33.357209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:08Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:33.361092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] Checking router: 29e059de-90a6-491e-8b52-17ce1c680a14 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:08:33.369428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:33.370027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:33.408804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee346-dc41-4866-8cc7-74d40bcb14d4 req-5b54603e-eba7-41c0-8308-a53b7fe57aa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:33.409501 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-929ee346-dc41-4866-8cc7-74d40bcb14d4 req-5b54603e-eba7-41c0-8308-a53b7fe57aa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:33.429463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-bd04ba77-d618-4b45-9efe-d52e6bb17c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:33.430904 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-bd04ba77-d618-4b45-9efe-d52e6bb17c07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 200 len: 834 time: 0.0878823 Apr 23 01:08:33.435801 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-929ee346-dc41-4866-8cc7-74d40bcb14d4 req-5b54603e-eba7-41c0-8308-a53b7fe57aa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:33.436931 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-929ee346-dc41-4866-8cc7-74d40bcb14d4 req-5b54603e-eba7-41c0-8308-a53b7fe57aa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.2252495 Apr 23 01:08:33.524655 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-929ee346-dc41-4866-8cc7-74d40bcb14d4 req-a9b222bd-9d98-4f97-9d68-e855adbabc65 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515177 Apr 23 01:08:33.546493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-274eb1d3-428c-40ec-ac41-b8207d9b3202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:33.546493 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-274eb1d3-428c-40ec-ac41-b8207d9b3202 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=20525b69-4518-4ea3-ad2a-78c557a5ee83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071186 Apr 23 01:08:33.556025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:33.678541 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-5ee92fae-47b0-4c1b-a7ad-f78bfd22265a service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266251 Apr 23 01:08:33.816874 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d857ed5e-4978-4251-ab7a-bdc2a6be9450 req-a0d11150-c8b9-41b1-bc64-6c709ff9ae23 service neutron] 10.222.0.42 "GET /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312621 Apr 23 01:08:33.868035 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:08Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:33.872665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f69ee90-703a-41fb-9589-2a56d2faa91f None None] The sync data for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv is: [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:06:03Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '1639d9c1-9ff0-4b6f-9b0f-24b196b7186c', 'name': '', 'network_id': '20525b69-4518-4ea3-ad2a-78c557a5ee83', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:26:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:06:01Z', 'updated_at': '2022-04-23T01:06:08Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '8fdffca6-e834-4929-8c52-ea05577082ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:08:34.084284 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e4459-3145-4da2-9a0d-12920f45010d None None] New status for floating IP 74e8415c-4176-4b8b-ada3-9760e7aef28f: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:08:34.717539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ac840-0b3d-445e-8fd7-4cef15ffbeab req-b57caa10-5b2c-401f-844a-29b79065b88e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:34.719026 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2ac840-0b3d-445e-8fd7-4cef15ffbeab req-b57caa10-5b2c-401f-844a-29b79065b88e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0805945 Apr 23 01:08:34.766957 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4a2ac840-0b3d-445e-8fd7-4cef15ffbeab req-932590f5-2323-495c-989e-0d332c1dce54 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393698 Apr 23 01:08:35.114848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5ca0e66f-aaa2-4dfe-ae47-ca9bab393bbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:35.116283 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5ca0e66f-aaa2-4dfe-ae47-ca9bab393bbf tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 945 time: 0.0889819 Apr 23 01:08:35.194934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port e862404c-e313-42d8-a73f-910118dfa515 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:08:35.195275 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:35.443101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port e862404c-e313-42d8-a73f-910118dfa515, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e862404c-e313-42d8-a73f-910118dfa515,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:35.443374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:35.670361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for e862404c-e313-42d8-a73f-910118dfa515 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:08:35.815384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:35.866015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=e862404c-e313-42d8-a73f-910118dfa515,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:35.975300 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-00338a62-2d12-4412-a1af-d38c4be4b965 req-71498ca4-5814-4306-8fde-43857ba88a9c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c65d109-0f8b-4320-b9bb-46db10373ef3 HTTP/1.1" status: 200 len: 210 time: 0.0762076 Apr 23 01:08:35.986224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] No DVR routers for this DVR port e862404c-e313-42d8-a73f-910118dfa515 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:08:35.988960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:35.999323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'name': 'network-vif-deleted', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:08:36.012653 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19646a1c-ad8d-4c3e-ac4a-8b1065e21257 req-5260b873-018f-4ecd-9d3f-271f0552e18c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "DELETE /v2.0/ports/e862404c-e313-42d8-a73f-910118dfa515 HTTP/1.1" status: 204 len: 173 time: 0.8903959 Apr 23 01:08:36.044491 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8926e5db-6be1-4a7f-8ab1-53d82218d204'] response: {'server_uuid': '4c65d109-0f8b-4320-b9bb-46db10373ef3', 'name': 'network-vif-deleted', 'tag': 'e862404c-e313-42d8-a73f-910118dfa515', 'status': 'completed', 'code': 200} Apr 23 01:08:37.072597 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:37.610857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e862404c-e313-42d8-a73f-910118dfa515 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:08:37.617429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:37.644675 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: e862404c-e313-42d8-a73f-910118dfa515 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:08:37.645024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e862404c-e313-42d8-a73f-910118dfa515 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:08:37.965497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:08:37.965837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:38.254859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:38.255519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:38.383763 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:08:38.573354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:38.621708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=1639d9c1-9ff0-4b6f-9b0f-24b196b7186c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:38.901178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:39.260815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 29e059de-90a6-491e-8b52-17ce1c680a14 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:08:39.466994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:08:39.476438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] Sync routers for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:08:39.480626 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-3bfbebe3-b097-4337-af80-faac119e1476 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/29e059de-90a6-491e-8b52-17ce1c680a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4060979 Apr 23 01:08:39.482976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48066) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:39.488539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:39.489144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:39.679703 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting subnet 8fdffca6-e834-4929-8c52-ea05577082ad {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:08:39.682852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:39.727635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:39.740499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:39.841687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:39.936518 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:39.976237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdffca6-e834-4929-8c52-ea05577082ad,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:39.982299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:39.988470 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-90f69c13-1655-43f5-9f45-446eb215253c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/subnets/8fdffca6-e834-4929-8c52-ea05577082ad HTTP/1.1" status: 204 len: 168 time: 0.5045187 Apr 23 01:08:39.991783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48070) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:39.994570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a2a48-1bb7-49b9-b571-85dc67322c84 None None] Network 20525b69-4518-4ea3-ad2a-78c557a5ee83 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:08:40.178054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:40.217980 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:08:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:40.223928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] Checking router: 29e059de-90a6-491e-8b52-17ce1c680a14 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:08:40.252591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] Routers {'29e059de-90a6-491e-8b52-17ce1c680a14'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:40.253203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['29e059de-90a6-491e-8b52-17ce1c680a14'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:40.310072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:40.362311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:40.371433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:08:40.371805 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:40.399661 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] DHCP port deletion for 20525b69-4518-4ea3-ad2a-78c557a5ee83 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:08:40.412504 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Deleting port ec831e88-b980-4a8b-9ae4-f9e751c24412 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:08:40.412875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:40.490278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] Set router 29e059de-90a6-491e-8b52-17ce1c680a14 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:40.545227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port 34731f9b-4a20-45a2-9d74-bc9effc1f5f3, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:40.545575 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:40.773564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:08:40.884289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] For port ec831e88-b980-4a8b-9ae4-f9e751c24412, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=ec831e88-b980-4a8b-9ae4-f9e751c24412,segment=NetworkSegment(68ab0a43-c3be-4f14-81a0-283c30eac0f2),segment_id=68ab0a43-c3be-4f14-81a0-283c30eac0f2)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:40.884677 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.034857 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Calling delete_port for ec831e88-b980-4a8b-9ae4-f9e751c24412 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:08:41.077918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.123543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=34731f9b-4a20-45a2-9d74-bc9effc1f5f3,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:41.126176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.133440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.133783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.134128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.134486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.134822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.135153 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.135481 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.135813 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.137158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.137158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.137302 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.137596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.162059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:08:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:41.179111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] No DVR routers for this DVR port ec831e88-b980-4a8b-9ae4-f9e751c24412 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:08:41.180614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03a7fa-4293-4662-a2b5-d65aec80f48a None None] The sync data for ids ['29e059de-90a6-491e-8b52-17ce1c680a14'] in dv-neutron-838784-1-hyperv is: [{'id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1412956749', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:05:57Z', 'updated_at': '2022-04-23T01:08:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': '34731f9b-4a20-45a2-9d74-bc9effc1f5f3', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e059de-90a6-491e-8b52-17ce1c680a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:05:58Z', 'updated_at': '2022-04-23T01:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:08:41.182043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Pushing event deleted for resources: {'Port': ['ID=ec831e88-b980-4a8b-9ae4-f9e751c24412,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:41.192225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.192579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.192924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.193247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.193585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.193918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.194265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.194591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.194918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.195241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.195563 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.195881 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40478063-fb57-4f46-9f04-0d4ca47b92e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:41.237467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.413891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.416126 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.439068 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.439596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Fanout notify agent at l3_agent the message router_deleted on router 29e059de-90a6-491e-8b52-17ce1c680a14 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:08:41.455281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.456207 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2e41f4df-5dc3-43ee-8c55-43224bf4d97e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/routers/29e059de-90a6-491e-8b52-17ce1c680a14 HTTP/1.1" status: 204 len: 168 time: 1.4624143 Apr 23 01:08:41.459092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48074) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:41.575826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.703621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.727960 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20525b69-4518-4ea3-ad2a-78c557a5ee83']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:41.739566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ab0a43-c3be-4f14-81a0-283c30eac0f2') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:41.739868 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ab0a43-c3be-4f14-81a0-283c30eac0f2') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:41.750790 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.770003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.775888 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:08:41.776270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:08:41.790922 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:08:41.866094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.871384 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:41.899488 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Network': ['ID=20525b69-4518-4ea3-ad2a-78c557a5ee83,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:41.908909 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-fd615180-0eea-49c9-b10f-98a01c660571 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/networks/20525b69-4518-4ea3-ad2a-78c557a5ee83 HTTP/1.1" status: 204 len: 168 time: 0.4488146 Apr 23 01:08:41.911619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48078) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:41.988634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb57408f-df81-4526-bef8-3c89ea9eb364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.003403 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ec831e88-b980-4a8b-9ae4-f9e751c24412 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:08:42.019233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb57408f-df81-4526-bef8-3c89ea9eb364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.043109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: ec831e88-b980-4a8b-9ae4-f9e751c24412 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:08:42.043457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device ec831e88-b980-4a8b-9ae4-f9e751c24412 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:08:42.043880 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:08:42.078902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:08:42.078902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 34731f9b-4a20-45a2-9d74-bc9effc1f5f3 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:08:42.078902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:08:42.096872 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb57408f-df81-4526-bef8-3c89ea9eb364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.112267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:08:42.112619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 1639d9c1-9ff0-4b6f-9b0f-24b196b7186c not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:08:42.120954 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57408f-df81-4526-bef8-3c89ea9eb364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a032e8c-a7bf-4058-8d75-4ffe616cd9cd,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:42.131039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-cb57408f-df81-4526-bef8-3c89ea9eb364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.134830 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-cb57408f-df81-4526-bef8-3c89ea9eb364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a032e8c-a7bf-4058-8d75-4ffe616cd9cd HTTP/1.1" status: 204 len: 168 time: 0.2195890 Apr 23 01:08:42.318828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48086) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:42.324568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268286129', 'description': 'tempest-secgroup-smoke-268286129 description', 'project_id': '9d79b42c956244e4929beb95e4defc4e'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:42.330480 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:42.334551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:42.337369 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:42.344114 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:42.354014 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.373776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:42.377536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:42.380331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:42.386420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:42.454461 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.458520 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.503491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c20193-a8f3-4c59-b137-ee0dee4532d2,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:42.506299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.507476 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8aad3b63-7af0-48cf-ab77-d721f079127c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1876566 Apr 23 01:08:42.510225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48090) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:42.515339 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '66c20193-a8f3-4c59-b137-ee0dee4532d2', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:42.521205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:42.525060 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:42.528036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:42.533664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:42.553078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.611806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.615124 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.638718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cdcc8b-0b9f-4b47-998f-be3223ea7e57,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:42.646773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.647960 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9ab61834-8920-438d-9691-2dcb6bd4d70d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368234 Apr 23 01:08:42.650626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48094) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:42.655693 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '66c20193-a8f3-4c59-b137-ee0dee4532d2', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:42.661441 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:42.665280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:42.668619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:42.674283 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:42.691230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.750387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.753497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.775872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad19b9a2-163a-4ca1-aa58-eb7066efc460,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:42.784237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.785386 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f848f9d0-632a-48d9-a818-9118dcc6fe1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338675 Apr 23 01:08:42.788066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48098) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:42.793567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '66c20193-a8f3-4c59-b137-ee0dee4532d2', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:42.799386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:42.803470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:42.806367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:42.812295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:42.828154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.891457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.894750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.917900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d59c7e-cbd6-4bf5-a9be-47c0407df000,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:42.926905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:42.928060 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6fec5bff-0315-4040-8ecf-74a6c79cacd2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391032 Apr 23 01:08:42.930695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48102) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:42.936027 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '66c20193-a8f3-4c59-b137-ee0dee4532d2', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:42.941672 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:42.945507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:42.948981 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:42.954776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:42.971623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.035834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.039505 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.062694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc76ef8-baba-4096-a868-937c382c68f2,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:43.071444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.072644 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-03abc17d-2dbb-4622-acf0-612686730286 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410580 Apr 23 01:08:43.076054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48106) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:43.080840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '66c20193-a8f3-4c59-b137-ee0dee4532d2', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:43.086914 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:43.090772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:43.093571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:43.099239 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:43.109786 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:08:43.116007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.178706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.182031 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.208039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d97876-ac48-4cbc-ae9f-e2be34c89eef,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:43.217614 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.218807 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cef244fb-f869-4830-8985-d83da9813274 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418679 Apr 23 01:08:43.221581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48110) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:43.226457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '66c20193-a8f3-4c59-b137-ee0dee4532d2', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:43.232754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:43.236676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:43.239499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:43.245130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:43.256119 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:08:43.262573 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.328510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.332133 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.352680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9d8dd1-24fa-4414-8828-5b277270a416,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:43.363401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.364648 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9e3bd551-10e3-44f5-ac96-0888746210b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421690 Apr 23 01:08:43.367536 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48116) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:43.374467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'network': {'name': 'tempest-network-smoke--94527342', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:43.379304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:43.383370 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:network and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:43.386281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:43.392017 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:43.402368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:08:43.405779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.433688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:08:43.442081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.442474 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Added segment 8caf9c5a-a63f-453d-8af4-ce8c4d2a859c of type vlan for network 36c7390b-d9b0-4393-9e8e-9c080068862c Apr 23 01:08:43.467602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.495442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.500990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:43.501578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.601503 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2305171 Apr 23 01:08:43.601884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48120) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:43.607354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'admin_state_up': True, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:43.610991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5ff64-ca34-49ac-ab9d-349fbe3d8a1e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Network': ['ID=36c7390b-d9b0-4393-9e8e-9c080068862c,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:43.614614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:43.618447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:router and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:43.621865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:43.622011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 36c7390b-d9b0-4393-9e8e-9c080068862c details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:08:43.628147 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:43.639182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.640230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.656899 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:43.929486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:44.228397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:44.258355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:44.494468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.83 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/fb728c75-99cb-42e7-95cc-f365506d612d) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:08:44.638739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:44.667214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:44.729008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:08:44.732317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:08:44.740035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:08:44.779192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=fb728c75-99cb-42e7-95cc-f365506d612d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:45.151144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:45.241742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6b5594c-fca6-4d6c-bed8-29c1d4d4def7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:45.491433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:45.697411 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router eb3549d9-4b54-4714-acd7-8ae5e314092d is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:08:45.993329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:08:46.003803 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Sync routers for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:08:46.015707 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:46.016337 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:46.021390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.025889 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-52bdb593-1f54-48fd-9594-da8592c02fa8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4228518 Apr 23 01:08:46.026024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48124) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:46.070345 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bf2a7a20-aba7-485c-aecd-6c3dae24d701 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9d79b42c956244e4929beb95e4defc4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425835 Apr 23 01:08:46.072838 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48128) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:46.196311 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:46.302608 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8c872d-e8dc-4221-88ba-91a95c806a9c tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:46.304101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6d8c872d-e8dc-4221-88ba-91a95c806a9c tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2303021 Apr 23 01:08:46.306976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48132) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:46.346653 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8daf8919-a302-4181-9fc3-2a7abf454af3 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385804 Apr 23 01:08:46.349138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48136) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:46.354393 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-415772725', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:46.461768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:46.466422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:subnet and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:08:46.469173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:08:46.474865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:46.484588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:08:46.489517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.515018 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:44Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:46.518788 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Checking router: eb3549d9-4b54-4714-acd7-8ae5e314092d for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:08:46.519131 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Updating router eb3549d9-4b54-4714-acd7-8ae5e314092d port fb728c75-99cb-42e7-95cc-f365506d612d binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:08:46.574002 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.705053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.783106 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Subnet': ['ID=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:46.793702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Checking segment: {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:08:46.794069 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network hostable DHCP agents. Network: 36c7390b-d9b0-4393-9e8e-9c080068862c, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:08:46.813067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 36c7390b-d9b0-4393-9e8e-9c080068862c is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:08:46.822539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 36c7390b-d9b0-4393-9e8e-9c080068862c) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:08:46.828852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:46.829856 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.830968 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4fa1c-c1cc-4b77-974c-8859df7a38de None None] Network 36c7390b-d9b0-4393-9e8e-9c080068862c requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:08:46.857227 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5afcd350-195b-402e-88bd-b77a30897fa2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5029333 Apr 23 01:08:46.857444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48140) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:08:46.898869 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.911048 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Transition to ACTIVE for port object fb728c75-99cb-42e7-95cc-f365506d612d will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:08:46.918096 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.976017 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Attempting to bind port fb728c75-99cb-42e7-95cc-f365506d612d on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:08:46.976475 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Attempting to bind port fb728c75-99cb-42e7-95cc-f365506d612d by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:08:46.976903 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Attempting to bind port fb728c75-99cb-42e7-95cc-f365506d612d on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:08:46.989086 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:08:46.989546 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:08:46.990012 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:46.990487 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:08:46.991025 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Bound port: fb728c75-99cb-42e7-95cc-f365506d612d, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:08:46.991460 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.053786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af060870-25c8-405d-b424-5a107013be91 None None] Pushing event updated for resources: {'Port': ['ID=fb728c75-99cb-42e7-95cc-f365506d612d,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:47.064519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-36c7390b-d9b0-4393-9e8e-9c080068862c', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:08:47.065380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.077815 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.078161 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.078528 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.078860 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.079193 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.079524 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.079849 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.080175 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.080500 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.080817 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.081140 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.081457 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af060870-25c8-405d-b424-5a107013be91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:08:47.097031 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] For port fb728c75-99cb-42e7-95cc-f365506d612d, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:08:47.099957 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] For port fb728c75-99cb-42e7-95cc-f365506d612d, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb728c75-99cb-42e7-95cc-f365506d612d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:08:47.107085 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.171067 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:47.171699 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:47.236302 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Allocated IP 172.20.0.2 (36c7390b-d9b0-4393-9e8e-9c080068862c/ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2/738b6142-b684-4c54-a047-04d51d0ebcfa) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:08:47.358189 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af060870-25c8-405d-b424-5a107013be91 None None] Pushing event updated for resources: {'Port': ['ID=fb728c75-99cb-42e7-95cc-f365506d612d,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:47.364750 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:47.452242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.463628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Transition to ACTIVE for port object 738b6142-b684-4c54-a047-04d51d0ebcfa will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:08:47.482316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Transition to ACTIVE for port object 738b6142-b684-4c54-a047-04d51d0ebcfa will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:08:47.489648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.556088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Network 36c7390b-d9b0-4393-9e8e-9c080068862c is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:08:47.566055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:08:47.576103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:08:47.581851 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Pushing event updated for resources: {'Port': ['ID=738b6142-b684-4c54-a047-04d51d0ebcfa,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:47.634850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.658885 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:44Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:47.663574 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e603353e-4d51-4ccf-9edd-a8f949c50a83 None None] The sync data for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv is: [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:44Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:08:47.685744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Attempting to bind port 738b6142-b684-4c54-a047-04d51d0ebcfa on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:08:47.685744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Attempting to bind port 738b6142-b684-4c54-a047-04d51d0ebcfa by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:08:47.685744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Attempting to bind port 738b6142-b684-4c54-a047-04d51d0ebcfa on network 36c7390b-d9b0-4393-9e8e-9c080068862c {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:08:47.692534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:08:47.692916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Checking segment: {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:08:47.693316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.693704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Bound using segment: {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:08:47.694221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Bound port: 738b6142-b684-4c54-a047-04d51d0ebcfa, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:08:47.694685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.706309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a7c9fdc7-f805-46cd-8d49-dbaf98ac7edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.795730 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] For port 738b6142-b684-4c54-a047-04d51d0ebcfa, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:08:47.799332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] For port 738b6142-b684-4c54-a047-04d51d0ebcfa, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=738b6142-b684-4c54-a047-04d51d0ebcfa,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:08:47.805225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:47.895081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32aaa2-3180-4f63-ac71-eef366b9628d None None] Pushing event updated for resources: {'Port': ['ID=738b6142-b684-4c54-a047-04d51d0ebcfa,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:48.062926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb728c75-99cb-42e7-95cc-f365506d612d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:08:48.228655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fb728c75-99cb-42e7-95cc-f365506d612d completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:08:48.237765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb728c75-99cb-42e7-95cc-f365506d612d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:48.238214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.253272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.1 (36c7390b-d9b0-4393-9e8e-9c080068862c/ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2/fbd44ff2-bbdf-491d-a197-0bc7814555c5) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:08:48.373575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.393415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port fb728c75-99cb-42e7-95cc-f365506d612d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb728c75-99cb-42e7-95cc-f365506d612d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:48.399475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.446231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.462643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object fbd44ff2-bbdf-491d-a197-0bc7814555c5 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:08:48.477839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=fb728c75-99cb-42e7-95cc-f365506d612d,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:48.492933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.562710 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 36c7390b-d9b0-4393-9e8e-9c080068862c is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:08:48.570138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:08:48.575410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:08:48.610503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=fbd44ff2-bbdf-491d-a197-0bc7814555c5,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:48.637272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.695027 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.762987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.919898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:48.994598 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f379f80-dd1c-4be6-80c9-abbda00943b6 None None] Network 36c7390b-d9b0-4393-9e8e-9c080068862c requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:08:49.112662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e716c870-dd61-466c-89bd-e53fdab50d08 None None] Provisioning for port 738b6142-b684-4c54-a047-04d51d0ebcfa completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:08:49.345670 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:49.350423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:49.459676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3a02f634-7f93-44f0-95ca-d1ce0b7ade16 None None] Provisioning for port fbd44ff2-bbdf-491d-a197-0bc7814555c5 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:08:49.466422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3a02f634-7f93-44f0-95ca-d1ce0b7ade16 None None] Provisioning complete for port fbd44ff2-bbdf-491d-a197-0bc7814555c5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:49.466903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3a02f634-7f93-44f0-95ca-d1ce0b7ade16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:49.524267 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3a02f634-7f93-44f0-95ca-d1ce0b7ade16 None None] Port fbd44ff2-bbdf-491d-a197-0bc7814555c5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:08:49.594171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:49.597562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=fbd44ff2-bbdf-491d-a197-0bc7814555c5,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:49.643591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-7a0f98c2-e907-491a-bbc7-4b3f0c71fa1f None None] Provisioning complete for port fbd44ff2-bbdf-491d-a197-0bc7814555c5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:49.643957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a0f98c2-e907-491a-bbc7-4b3f0c71fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:49.704392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f98c2-e907-491a-bbc7-4b3f0c71fa1f None None] Port fbd44ff2-bbdf-491d-a197-0bc7814555c5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:08:49.743072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 36c7390b-d9b0-4393-9e8e-9c080068862c is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:08:49.744130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:08:49.923589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3165bfbe-ee80-4676-9274-97164a88e69a None None] Provisioning complete for port fbd44ff2-bbdf-491d-a197-0bc7814555c5 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:49.924045 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3165bfbe-ee80-4676-9274-97164a88e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:49.928035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router eb3549d9-4b54-4714-acd7-8ae5e314092d has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:08:49.983582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-3165bfbe-ee80-4676-9274-97164a88e69a None None] Port fbd44ff2-bbdf-491d-a197-0bc7814555c5 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:08:50.082257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 738b6142-b684-4c54-a047-04d51d0ebcfa up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:08:50.111543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:08:50.124884 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-db00e92a-9a80-4154-a167-b2ddffe3b3f2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/eb3549d9-4b54-4714-acd7-8ae5e314092d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2665868 Apr 23 01:08:50.129134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Sync routers for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:08:50.154619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:50.155238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:50.204949 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:50.251017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 738b6142-b684-4c54-a047-04d51d0ebcfa completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:08:50.307081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 738b6142-b684-4c54-a047-04d51d0ebcfa triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:50.307081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:50.393268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:50.400844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-5a2069da-0b51-48e7-b385-2db26ba8dc85 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:50.415933 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-5a2069da-0b51-48e7-b385-2db26ba8dc85 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:50.417430 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-5a2069da-0b51-48e7-b385-2db26ba8dc85 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268286129&fields=id&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 267 time: 0.0558352 Apr 23 01:08:50.569969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-a09245c5-233c-4aa5-a8ba-1fd9840b315e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:50.570667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-a09245c5-233c-4aa5-a8ba-1fd9840b315e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:50.586378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-a09245c5-233c-4aa5-a8ba-1fd9840b315e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:50.587525 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-a09245c5-233c-4aa5-a8ba-1fd9840b315e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 795 time: 0.1635706 Apr 23 01:08:50.602682 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-f305081d-9deb-406b-b285-f40b5db48133 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/quotas/9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 375 time: 0.0092871 Apr 23 01:08:50.648772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:50.695271 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-aa52a488-aef9-4c3b-b00d-160606659f56 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:50.704343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 738b6142-b684-4c54-a047-04d51d0ebcfa, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=738b6142-b684-4c54-a047-04d51d0ebcfa,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:50.711700 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-aa52a488-aef9-4c3b-b00d-160606659f56 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:50.713075 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-aa52a488-aef9-4c3b-b00d-160606659f56 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046660 Apr 23 01:08:50.714524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:50.715292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb728c75-99cb-42e7-95cc-f365506d612d up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:08:50.897576 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-57e7411f-b11a-48e7-93a3-c5911124351a service neutron] 10.222.0.39 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721745 Apr 23 01:08:50.916158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=738b6142-b684-4c54-a047-04d51d0ebcfa,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:50.936372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb728c75-99cb-42e7-95cc-f365506d612d triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:50.936740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:50.997902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:49Z', 'revision_number': 2, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:51.006129 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Checking router: eb3549d9-4b54-4714-acd7-8ae5e314092d for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:08:51.006522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Updating router eb3549d9-4b54-4714-acd7-8ae5e314092d port fbd44ff2-bbdf-491d-a197-0bc7814555c5 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:08:51.032243 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-847aa8b3-cce6-45a3-8959-f38a1e13b713 service neutron] 10.222.0.39 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286485 Apr 23 01:08:51.102191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:51.276276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-78082896-4233-4301-a9dc-d7cf995fc839 req-96b62fa1-d585-4aa7-b40a-0bf21753a2b9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:51.293159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-78082896-4233-4301-a9dc-d7cf995fc839 req-96b62fa1-d585-4aa7-b40a-0bf21753a2b9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:51.294320 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-78082896-4233-4301-a9dc-d7cf995fc839 req-96b62fa1-d585-4aa7-b40a-0bf21753a2b9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 210 time: 0.1239352 Apr 23 01:08:51.466635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:51.478256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Transition to ACTIVE for port object fbd44ff2-bbdf-491d-a197-0bc7814555c5 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:08:51.485320 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:51.612871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36748671-8a8c-4ec2-a680-c364572c2792 None None] Pushing event updated for resources: {'Port': ['ID=fbd44ff2-bbdf-491d-a197-0bc7814555c5,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:51.706594 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Attempting to bind port fbd44ff2-bbdf-491d-a197-0bc7814555c5 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:08:51.706965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Attempting to bind port fbd44ff2-bbdf-491d-a197-0bc7814555c5 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:08:51.707327 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Attempting to bind port fbd44ff2-bbdf-491d-a197-0bc7814555c5 on network 36c7390b-d9b0-4393-9e8e-9c080068862c {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:08:51.712913 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:08:51.713289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Checking segment: {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:08:51.713691 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:51.714178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Bound using segment: {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:08:51.714671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Bound port: fbd44ff2-bbdf-491d-a197-0bc7814555c5, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:08:51.715055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:51.806232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] For port fbd44ff2-bbdf-491d-a197-0bc7814555c5, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:08:51.810011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] For port fbd44ff2-bbdf-491d-a197-0bc7814555c5, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fbd44ff2-bbdf-491d-a197-0bc7814555c5,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:08:51.816148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:51.901361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:08:51.902157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:51.968388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36748671-8a8c-4ec2-a680-c364572c2792 None None] Pushing event updated for resources: {'Port': ['ID=fbd44ff2-bbdf-491d-a197-0bc7814555c5,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:52.051948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 738b6142-b684-4c54-a047-04d51d0ebcfa up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:08:52.153364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:08:52.293294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 738b6142-b684-4c54-a047-04d51d0ebcfa triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:52.293765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:52.399514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-4e4a187d-61fd-4356-a0c8-506f78f3f102 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:52.400210 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-4e4a187d-61fd-4356-a0c8-506f78f3f102 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:52.414183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-4e4a187d-61fd-4356-a0c8-506f78f3f102 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:52.415673 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-4e4a187d-61fd-4356-a0c8-506f78f3f102 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 795 time: 0.1911974 Apr 23 01:08:52.476006 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-39808856-3726-4053-8066-f46f654ec1b9 req-1c26a348-a4c4-4ab3-91e8-5fa3b101afa6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 210 time: 0.0563028 Apr 23 01:08:52.518833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-386932ae-39b4-4aba-a656-5a583ac07c6e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:52.531167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-386932ae-39b4-4aba-a656-5a583ac07c6e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:52.532365 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-386932ae-39b4-4aba-a656-5a583ac07c6e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 379 time: 0.0883303 Apr 23 01:08:52.549541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'port': {'device_id': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'admin_state_up': True, 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'security_groups': ['66c20193-a8f3-4c59-b137-ee0dee4532d2']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:52.656279 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:51Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:08:52.660280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab59ef7c-ba7f-4013-a939-ee084b8f55b6 None None] The sync data for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv is: [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:51Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:08:52.696546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:08:52.718800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:08:52.738712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:08:52.742184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:52.929155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.10 (36c7390b-d9b0-4393-9e8e-9c080068862c/ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2/89ab354e-ccb1-410f-bba7-38a43898d989) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:08:53.148851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:53.171491 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object 89ab354e-ccb1-410f-bba7-38a43898d989 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:08:53.200334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:53.274420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 36c7390b-d9b0-4393-9e8e-9c080068862c is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:08:53.282480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:08:53.287040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:08:53.319372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:53.358421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:53.359087 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:53.391657 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ae40683-7d2d-47da-83e2-e7c5c7b31d4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8458056 Apr 23 01:08:53.415676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Request body: {'port': {'device_id': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:08:53.542167 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4e465edc-122c-4f84-b299-f3a896ae02e9 None None] Provisioning for port 89ab354e-ccb1-410f-bba7-38a43898d989 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:08:53.548769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4e465edc-122c-4f84-b299-f3a896ae02e9 None None] Provisioning complete for port 89ab354e-ccb1-410f-bba7-38a43898d989 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:53.549510 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4e465edc-122c-4f84-b299-f3a896ae02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:53.550226 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:53.625843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-4e465edc-122c-4f84-b299-f3a896ae02e9 None None] Port 89ab354e-ccb1-410f-bba7-38a43898d989 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:08:53.879271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9b705-dae5-4085-ac17-321a64781da4 req-cbd9e370-bdac-4194-bb17-99e24d1e018a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:53.879981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-47f9b705-dae5-4085-ac17-321a64781da4 req-cbd9e370-bdac-4194-bb17-99e24d1e018a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:08:53.917923 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-47f9b705-dae5-4085-ac17-321a64781da4 req-cbd9e370-bdac-4194-bb17-99e24d1e018a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:08:53.919119 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-47f9b705-dae5-4085-ac17-321a64781da4 req-cbd9e370-bdac-4194-bb17-99e24d1e018a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 932 time: 0.2837105 Apr 23 01:08:54.023107 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-47f9b705-dae5-4085-ac17-321a64781da4 req-c9e53f95-4f56-42b9-afec-b4f6c4ba8908 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976357 Apr 23 01:08:54.025643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fbd44ff2-bbdf-491d-a197-0bc7814555c5 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:08:54.031081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ab354e-ccb1-410f-bba7-38a43898d989 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:08:54.040232 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.055564 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Transition to ACTIVE for port object 89ab354e-ccb1-410f-bba7-38a43898d989 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:08:54.059916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.095004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fbd44ff2-bbdf-491d-a197-0bc7814555c5 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:08:54.099776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fbd44ff2-bbdf-491d-a197-0bc7814555c5 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:54.100165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.228372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.264989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port fbd44ff2-bbdf-491d-a197-0bc7814555c5, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fbd44ff2-bbdf-491d-a197-0bc7814555c5,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:54.270437 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.315549 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:54.344069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=fbd44ff2-bbdf-491d-a197-0bc7814555c5,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:54.418863 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Attempting to bind port 89ab354e-ccb1-410f-bba7-38a43898d989 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:08:54.419442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Attempting to bind port 89ab354e-ccb1-410f-bba7-38a43898d989 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:08:54.419442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Attempting to bind port 89ab354e-ccb1-410f-bba7-38a43898d989 on network 36c7390b-d9b0-4393-9e8e-9c080068862c {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:08:54.423973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Port 89ab354e-ccb1-410f-bba7-38a43898d989 on network 36c7390b-d9b0-4393-9e8e-9c080068862c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:08:54.424292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Attempting to bind port 89ab354e-ccb1-410f-bba7-38a43898d989 on network 36c7390b-d9b0-4393-9e8e-9c080068862c {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:08:54.429534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:08:54.429871 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Checking segment: {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:08:54.430267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Bound using segment: {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:08:54.430702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Bound port: 89ab354e-ccb1-410f-bba7-38a43898d989, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:08:54.431047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.518692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:08:54.522220 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:08:54.527186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.584721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:54.585334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:54.586679 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] 10.222.0.42 "PUT /v2.0/ports/89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 1094 time: 1.1758831 Apr 23 01:08:54.587104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:08:54.615426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6eff9-e5cd-4b37-880b-0d583778c063 service neutron] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:08:54.704136 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a76dcf4-4eb2-45c1-a36f-7836deb515ca'] response: {'name': 'network-changed', 'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989', 'status': 'completed', 'code': 200} Apr 23 01:08:54.722614 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7105317e-4f1e-4b9e-81be-3bdb2da4ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:54.724284 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7105317e-4f1e-4b9e-81be-3bdb2da4ddc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1097 time: 0.0801959 Apr 23 01:08:54.803686 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-8b6b7f25-7562-46a6-bc92-1ca61631d538 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 217 time: 0.0674820 Apr 23 01:08:54.864627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-ed7cd4a1-d936-4289-858f-da2adf0e67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:54.865940 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-ed7cd4a1-d936-4289-858f-da2adf0e67b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0567811 Apr 23 01:08:54.942478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-61d4b18f-21c8-4ce1-9bd2-015f967dddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:54.943944 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-61d4b18f-21c8-4ce1-9bd2-015f967dddfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721121 Apr 23 01:08:55.077015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-7be2ef7a-5097-4447-b582-8a98b7f5f38f service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273501 Apr 23 01:08:55.254943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c9a9a95-09b5-426c-8fe1-c02b3d19bf72 req-ad37dce3-5cc1-4472-91df-88115732e5fa service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721199 Apr 23 01:08:55.279904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9449c-4899-4c0a-9823-1c6275ef4adb req-4595c811-49a9-4737-bb6b-0a440cea5d04 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:55.281498 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c6c9449c-4899-4c0a-9823-1c6275ef4adb req-4595c811-49a9-4737-bb6b-0a440cea5d04 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 944 time: 0.1189823 Apr 23 01:08:55.325349 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c6c9449c-4899-4c0a-9823-1c6275ef4adb req-f67a891e-a50d-401f-bd7a-c190f2c36af7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 Apr 23 01:08:55.426359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-8733b1c2-dfcb-4a82-9325-9a26e98cfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:55.427809 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-8733b1c2-dfcb-4a82-9325-9a26e98cfcb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1097 time: 0.0734353 Apr 23 01:08:55.554705 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-e42520ad-d9ab-4ee6-8417-83d0379b9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:55.556106 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-e42520ad-d9ab-4ee6-8417-83d0379b9ae6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.1228597 Apr 23 01:08:55.623403 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-baa274d8-3ce4-448b-a0a9-0a22a046cabb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 217 time: 0.0603788 Apr 23 01:08:55.687825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-fbb9fc38-e509-4446-9f60-5d3cd495d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:55.689188 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-fbb9fc38-e509-4446-9f60-5d3cd495d284 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0600736 Apr 23 01:08:55.764351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-3046c801-e85e-4b46-bb14-32e6a14dad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:55.765774 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-3046c801-e85e-4b46-bb14-32e6a14dad29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703366 Apr 23 01:08:55.896395 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-0c227344-6172-435d-ae55-cbe9ae15df3e service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244378 Apr 23 01:08:56.004005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fbd44ff2-bbdf-491d-a197-0bc7814555c5 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:08:56.079246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fbd44ff2-bbdf-491d-a197-0bc7814555c5 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:08:56.079617 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:56.150739 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c032b722-9653-47b3-aa6c-bc0a756c6211 req-e8cbcd63-3d66-45ab-9a29-69ad55a20bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474704 Apr 23 01:08:56.512462 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b9909-5d09-4cc7-8a60-491121cb7604 req-9ff022c1-6f62-4f0b-a11d-20f57c523750 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:56.513890 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f93b9909-5d09-4cc7-8a60-491121cb7604 req-9ff022c1-6f62-4f0b-a11d-20f57c523750 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 944 time: 0.0805068 Apr 23 01:08:56.563121 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f93b9909-5d09-4cc7-8a60-491121cb7604 req-47b3f6d4-ebcf-407c-9681-440926cba005 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436425 Apr 23 01:08:57.751461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6a63c-8422-45ea-ad8a-71d64adddb9d req-01c1467a-43ca-4fdb-93f8-0c8555edba97 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:57.752905 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-25c6a63c-8422-45ea-ad8a-71d64adddb9d req-01c1467a-43ca-4fdb-93f8-0c8555edba97 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 944 time: 0.0835178 Apr 23 01:08:57.797846 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-25c6a63c-8422-45ea-ad8a-71d64adddb9d req-a678f2cd-53ba-45d2-97f2-326d6c34a56d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392566 Apr 23 01:08:59.135167 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48156-49e2-467f-9d1a-dae2849f6afe req-35c3c951-0751-4459-9f64-e6d2f37107a8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:08:59.136742 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8cf48156-49e2-467f-9d1a-dae2849f6afe req-35c3c951-0751-4459-9f64-e6d2f37107a8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 944 time: 0.0812950 Apr 23 01:08:59.180434 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8cf48156-49e2-467f-9d1a-dae2849f6afe req-88ae4a8a-08ea-41da-9d7f-8f0ae0798b4c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381346 Apr 23 01:08:59.750479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 89ab354e-ccb1-410f-bba7-38a43898d989 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:08:59.884022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:59.897426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '89ab354e-ccb1-410f-bba7-38a43898d989', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'port_id': '89ab354e-ccb1-410f-bba7-38a43898d989', 'mac_address': 'fa:16:3e:4c:31:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:08:59.952567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:08:59.969556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ab354e-ccb1-410f-bba7-38a43898d989 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:08:59.985037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:08:59.990053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:00.060849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:09:00.366261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548c7b2-a13d-4e75-88fc-0c3914de1be7 req-bce95ad3-1489-4f9a-a04d-d319060c814d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:00.367628 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c548c7b2-a13d-4e75-88fc-0c3914de1be7 req-bce95ad3-1489-4f9a-a04d-d319060c814d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 945 time: 0.0805829 Apr 23 01:09:00.411586 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c548c7b2-a13d-4e75-88fc-0c3914de1be7 req-acc14c18-1d75-4fa4-a08e-8f050901be9d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370209 Apr 23 01:09:00.435952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['89ab354e-ccb1-410f-bba7-38a43898d989'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:09:01.251701 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:09:01.596631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa5285-8028-4c9e-8bf4-e69b68f8b115 req-2022d300-09f1-46d9-a02e-f4ca7083c374 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:01.598066 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aa5285-8028-4c9e-8bf4-e69b68f8b115 req-2022d300-09f1-46d9-a02e-f4ca7083c374 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 945 time: 0.0822146 Apr 23 01:09:01.642251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a2aa5285-8028-4c9e-8bf4-e69b68f8b115 req-6eca21af-14c5-4bff-9b5e-c801c601eb29 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Apr 23 01:09:01.766434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 89ab354e-ccb1-410f-bba7-38a43898d989 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:09:01.836278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 89ab354e-ccb1-410f-bba7-38a43898d989 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:09:01.841418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 89ab354e-ccb1-410f-bba7-38a43898d989 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:09:01.841770 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:01.954500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:01.980631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:09:01.990502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:09:01.995700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:02.029634 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404122e8-556b-42a5-ade8-4ff57f27b767'] response: {'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989', 'code': 200} Apr 23 01:09:02.068848 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:09:02.287124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59de2fa-5d88-4547-a437-c6f8a90086cc req-5454a74b-28c0-4dde-9c2f-d002c7ef9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:02.288487 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c59de2fa-5d88-4547-a437-c6f8a90086cc req-5454a74b-28c0-4dde-9c2f-d002c7ef9e7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1099 time: 0.0752170 Apr 23 01:09:02.329002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c59de2fa-5d88-4547-a437-c6f8a90086cc req-1ce505a8-27ae-45c8-b8f5-f1735981c720 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345078 Apr 23 01:09:02.825489 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3512e-d278-4293-a91c-2f5ec42070dd req-237b8e94-0e17-47fc-984d-06434add6803 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:02.827154 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d6e3512e-d278-4293-a91c-2f5ec42070dd req-237b8e94-0e17-47fc-984d-06434add6803 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0790515 Apr 23 01:09:02.871160 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d6e3512e-d278-4293-a91c-2f5ec42070dd req-1e8c027b-85a1-44ed-a970-c4489cf02e8c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376267 Apr 23 01:09:04.062313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7132271-0be3-42f8-8731-dc3a60885663 req-f24f18ef-65e4-45f2-8b92-704112cf6809 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:04.063752 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e7132271-0be3-42f8-8731-dc3a60885663 req-f24f18ef-65e4-45f2-8b92-704112cf6809 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0839348 Apr 23 01:09:04.107725 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e7132271-0be3-42f8-8731-dc3a60885663 req-c87d0cbe-ab07-458d-a724-b4cd7debf3d1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377967 Apr 23 01:09:04.404035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e04c5d-3409-4ae9-83f4-da111f09d897 req-f70b5f1d-a375-4c26-9583-07517e1835df tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:04.405488 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-55e04c5d-3409-4ae9-83f4-da111f09d897 req-f70b5f1d-a375-4c26-9583-07517e1835df tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.1935296 Apr 23 01:09:04.449676 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-55e04c5d-3409-4ae9-83f4-da111f09d897 req-ad135a1d-3b2e-486b-a8dc-ceff51ad6f37 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385575 Apr 23 01:09:04.471790 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48212) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:09:04.543552 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d52e56-02d6-4f64-9a2e-035716373fc7 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:04.545025 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-70d52e56-02d6-4f64-9a2e-035716373fc7 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1094 time: 0.0722790 Apr 23 01:09:04.547717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48216) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:09:04.552762 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '89ab354e-ccb1-410f-bba7-38a43898d989', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:09:04.558642 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:09:04.562466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:floatingip and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:09:04.565510 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:09:04.571364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:09:04.581100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:04.715196 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:04.846120 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.58 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/e48dec38-d5e8-4025-9464-b56666b4634f) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:09:04.990725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:05.019190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:05.079850 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:09:05.082639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:09:05.086122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:09:05.131392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=e48dec38-d5e8-4025-9464-b56666b4634f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:09:05.496452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:05.569054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:05.766320 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:05.770645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:05.880620 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=e48dec38-d5e8-4025-9464-b56666b4634f,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:09:05.888840 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:06.161922 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP c06451e7-4bfd-45d3-8275-20ff5d466644 associated. External IP: 172.26.8.58, port: 89ab354e-ccb1-410f-bba7-38a43898d989. Apr 23 01:09:06.505820 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router eb3549d9-4b54-4714-acd7-8ae5e314092d has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:09:06.680759 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:09:06.690931 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] Sync routers for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:09:06.701836 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:09:06.702475 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:09:06.705974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:06.764786 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-859db3bc-76e3-45aa-a9d7-3a187824d2da tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2159894 Apr 23 01:09:06.765389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:09:06.875893 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4b6e70-7427-4207-bc0f-51e413a5f014'] response: {'name': 'network-changed', 'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989', 'status': 'completed', 'code': 200} Apr 23 01:09:06.911346 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:09:07.048032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-f871323e-2ab1-4f34-840e-a6942067fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:07.049431 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-f871323e-2ab1-4f34-840e-a6942067fbc8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1099 time: 0.1377380 Apr 23 01:09:07.058172 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e511c35-0df3-499f-847a-3771797f1132 req-341c386f-7671-4d3e-8cbe-a5ef5ae2dc25 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:07.059570 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e511c35-0df3-499f-847a-3771797f1132 req-341c386f-7671-4d3e-8cbe-a5ef5ae2dc25 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.1174376 Apr 23 01:09:07.191363 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5e511c35-0df3-499f-847a-3771797f1132 req-c8d1fb9d-bcfa-4890-b8e7-de9584065e39 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115203 Apr 23 01:09:07.216969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48228) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:09:07.220071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-cce78974-614c-4ea8-b81a-4e07cf0eb8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:07.221521 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-cce78974-614c-4ea8-b81a-4e07cf0eb8f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.1611102 Apr 23 01:09:07.255409 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'c06451e7-4bfd-45d3-8275-20ff5d466644', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'port_id': '89ab354e-ccb1-410f-bba7-38a43898d989', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'mac_address': 'fa:16:3e:4c:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:09:05Z', 'updated_at': '2022-04-23T01:09:05Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:54Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:09:07.259358 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] Checking router: eb3549d9-4b54-4714-acd7-8ae5e314092d for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:09:07.268411 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:09:07.269004 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:08:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:09:07.321445 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d4af6fd0-4cc5-4f44-9df8-1ed5c57733ae tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/c06451e7-4bfd-45d3-8275-20ff5d466644 HTTP/1.1" status: 200 len: 991 time: 0.1018839 Apr 23 01:09:07.326807 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-13bfa181-ff2b-42ab-9095-9bb589ae3f02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 999 time: 0.0994735 Apr 23 01:09:07.388347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-1ab8d4e3-5977-427d-892e-f67bb30eebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:07.389776 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-1ab8d4e3-5977-427d-892e-f67bb30eebb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0569775 Apr 23 01:09:07.444950 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:09:07.467550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-6e75fb44-4ec0-426f-b1f6-6c4b8074d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:07.469030 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-6e75fb44-4ec0-426f-b1f6-6c4b8074d8d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735779 Apr 23 01:09:07.600894 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-3a37b201-fe19-4c2a-b381-07155f633a1a service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249187 Apr 23 01:09:07.730391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c57e9a24-d27f-4979-a583-9099db3dfc99 req-56569936-6a55-4f70-9d16-93c54b5586c4 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241410 Apr 23 01:09:07.788262 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'c06451e7-4bfd-45d3-8275-20ff5d466644', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'port_id': '89ab354e-ccb1-410f-bba7-38a43898d989', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'mac_address': 'fa:16:3e:4c:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:09:05Z', 'updated_at': '2022-04-23T01:09:05Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:54Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:09:07.792156 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219e9032-f7c3-401d-870b-ec48fe1ae8d4 None None] The sync data for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv is: [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'c06451e7-4bfd-45d3-8275-20ff5d466644', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'port_id': '89ab354e-ccb1-410f-bba7-38a43898d989', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'mac_address': 'fa:16:3e:4c:31:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:09:05Z', 'updated_at': '2022-04-23T01:09:05Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:54Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:09:07.981502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b1fe4-988a-4be6-bc33-377d269a8858 None None] New status for floating IP c06451e7-4bfd-45d3-8275-20ff5d466644: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:09:08.324429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48232) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:09:08.428952 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6ddae6c7-8a6c-47ff-ac96-29405302aac4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/c06451e7-4bfd-45d3-8275-20ff5d466644 HTTP/1.1" status: 200 len: 993 time: 0.1033609 Apr 23 01:09:10.257803 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:15.244015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c4420d78-cb14-461d-9664-2cfedeefc950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:17.678611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-08b6736c-a8dd-452c-b4d3-c330f5e87fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:18.687537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:18.764226 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:20.110869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:34.089247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-5eed37a9-c057-4c87-8e67-ca4a7f712478 req-3e205d34-d690-4a81-b430-472b4432b6fe service neutron] (88072) timed out ('10.222.0.42', 49884) {{(pid=88072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 23 01:09:38.251281 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:09:40.252558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:45.246987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3c982db0-0a18-4e3d-a82c-5461082a258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:47.680872 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-45907db0-1cb8-4c86-b54b-3ad623e940fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:48.688546 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:48.766718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:50.114518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:09:53.988425 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-f70c7059-75f4-4caf-a8ee-0f7caa2963a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713115 Apr 23 01:09:54.144534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-3705141b-5aee-4b41-be72-de9654a37f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:54.145956 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-3705141b-5aee-4b41-be72-de9654a37f60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1099 time: 0.0723772 Apr 23 01:09:54.409276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-99f81225-e62b-491b-ae87-1c17c0a85c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:54.410749 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-99f81225-e62b-491b-ae87-1c17c0a85c54 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.2460110 Apr 23 01:09:54.508734 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-36db236c-2fa9-43d8-9dff-0b3beeeed2eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 1001 time: 0.0916295 Apr 23 01:09:54.572590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-aad66f8c-84b3-493e-bdb6-65da1b292b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:54.574008 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-aad66f8c-84b3-493e-bdb6-65da1b292b29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0588806 Apr 23 01:09:54.646884 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-77ea73ce-2808-4c00-88b1-2720a815adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:09:54.648312 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-77ea73ce-2808-4c00-88b1-2720a815adf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680938 Apr 23 01:09:54.780681 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-c51c7909-b03b-47c9-8eb9-c325a8814ce6 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261752 Apr 23 01:09:54.912552 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8517a60-a962-4938-a1e9-8a3e7898ca1a req-91c33441-1ba9-4456-b161-4061b3a4dab2 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253486 Apr 23 01:10:09.481468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48260) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:10:09.530767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6c6ac-870a-4a35-aea4-b1a88fa5eab0 req-5f6340f9-9a63-43ea-bd9c-f9e089c61152 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:09.532329 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abe6c6ac-870a-4a35-aea4-b1a88fa5eab0 req-5f6340f9-9a63-43ea-bd9c-f9e089c61152 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0876424 Apr 23 01:10:09.576259 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-abe6c6ac-870a-4a35-aea4-b1a88fa5eab0 req-61eefcec-5934-4cd7-bb01-741c376585a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383229 Apr 23 01:10:09.597794 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-6e7cba73-bc24-4380-a399-b4488e1c8e83 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151373 Apr 23 01:10:10.272257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:10.765779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aff84-e8d4-45bb-920d-e0b6c31409f0 req-d1c6cef4-594f-44d8-937d-bdca555cda81 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:10.767226 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-763aff84-e8d4-45bb-920d-e0b6c31409f0 req-d1c6cef4-594f-44d8-937d-bdca555cda81 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0805161 Apr 23 01:10:10.814847 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-763aff84-e8d4-45bb-920d-e0b6c31409f0 req-0a244a88-d6b7-4208-a650-10220fba404d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419295 Apr 23 01:10:11.997564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e7d98-abf4-441a-9b21-5debf634c55a req-05e1a8d2-62bb-4356-8bbd-8cd4985b2d29 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:11.999195 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2c7e7d98-abf4-441a-9b21-5debf634c55a req-05e1a8d2-62bb-4356-8bbd-8cd4985b2d29 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0795460 Apr 23 01:10:12.048836 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2c7e7d98-abf4-441a-9b21-5debf634c55a req-f18dbe5f-8681-4b3b-a11c-ab16aec0a520 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Apr 23 01:10:13.238826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828cdcc-ba97-4bd5-a103-816a7e41cc3d req-88769c2c-0b99-43ba-af56-7334f292077b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:13.240261 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7828cdcc-ba97-4bd5-a103-816a7e41cc3d req-88769c2c-0b99-43ba-af56-7334f292077b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0861428 Apr 23 01:10:13.284654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7828cdcc-ba97-4bd5-a103-816a7e41cc3d req-f6f0bb1c-fc3d-42f7-9409-f662448289d0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386038 Apr 23 01:10:14.472470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4fc3a-462e-4e16-bbd7-86df94d4b0c0 req-8e49dda9-0022-4e73-9205-7e1683c4812a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:14.473927 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0ac4fc3a-462e-4e16-bbd7-86df94d4b0c0 req-8e49dda9-0022-4e73-9205-7e1683c4812a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0820413 Apr 23 01:10:14.520837 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0ac4fc3a-462e-4e16-bbd7-86df94d4b0c0 req-3f8460e0-f3d2-443e-a3f6-02159fee8168 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411243 Apr 23 01:10:14.947313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-94ba537a-081c-4c2e-b46a-9092705efa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:14.948773 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-94ba537a-081c-4c2e-b46a-9092705efa27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1099 time: 0.0705688 Apr 23 01:10:15.079236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-0dd4e8ff-9d86-48a0-b4ba-1443e78e4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:15.080682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-0dd4e8ff-9d86-48a0-b4ba-1443e78e4a7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.1256542 Apr 23 01:10:15.182227 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-f105193f-0fc6-42d4-9a2e-afadc1a1c7dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 1001 time: 0.0954375 Apr 23 01:10:15.244852 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-1bb8c64c-2f96-472e-b895-be19287be8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:15.246257 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-1bb8c64c-2f96-472e-b895-be19287be8b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0588050 Apr 23 01:10:15.250743 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97bf0740-2ff2-43a1-a07e-ae094ee23985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:15.254251 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:10:15.320276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-e57d1c33-8913-4897-afd1-0c47dff6823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:15.321702 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-e57d1c33-8913-4897-afd1-0c47dff6823b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701125 Apr 23 01:10:15.449058 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-1960443a-9cc3-4ca1-82d4-8496413afc99 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215672 Apr 23 01:10:15.582149 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-ddc63e0f-2c6c-480a-8284-af804a873e13 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272285 Apr 23 01:10:15.708129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b9024-abbd-4513-b1d8-ddceae5e42b3 req-a0138140-3b18-4198-887c-8e3254ba6d16 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:15.709705 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-698b9024-abbd-4513-b1d8-ddceae5e42b3 req-a0138140-3b18-4198-887c-8e3254ba6d16 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0820992 Apr 23 01:10:15.758182 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-698b9024-abbd-4513-b1d8-ddceae5e42b3 req-b4118b21-9844-4d96-9672-fc63db29b0f3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Apr 23 01:10:16.950137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaaefa-9626-45ba-b80a-abe0ba66c912 req-5ca052a9-163b-4127-b554-4f846d43847f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:16.951615 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eccaaefa-9626-45ba-b80a-abe0ba66c912 req-5ca052a9-163b-4127-b554-4f846d43847f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0819962 Apr 23 01:10:16.996280 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-eccaaefa-9626-45ba-b80a-abe0ba66c912 req-f7d95fd1-acec-424d-95c5-3ca8d5c74fa3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378709 Apr 23 01:10:17.683353 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9cca665e-c85c-45ee-ab7d-7ab1df087540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:18.182747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86571856-0b83-4603-9d7d-f235c62ba281 req-ed2d47b2-5a9b-429b-9992-fde247807c2b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:18.184198 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86571856-0b83-4603-9d7d-f235c62ba281 req-ed2d47b2-5a9b-429b-9992-fde247807c2b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0800745 Apr 23 01:10:18.227430 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86571856-0b83-4603-9d7d-f235c62ba281 req-841fa167-2698-4797-af64-2dce28864cb0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375183 Apr 23 01:10:18.691024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:18.769191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:19.411963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911eadc6-a151-4145-8bd0-8bfff684c1de req-f552bf95-6708-46f8-80a9-380c93279797 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:19.413390 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-911eadc6-a151-4145-8bd0-8bfff684c1de req-f552bf95-6708-46f8-80a9-380c93279797 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0782530 Apr 23 01:10:19.456321 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-911eadc6-a151-4145-8bd0-8bfff684c1de req-92219512-212d-4338-bc06-bc6f87cb2323 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374141 Apr 23 01:10:20.117431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:20.742299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fc67d-967a-4dd5-9055-b5573a6d50c4 req-928895b2-8951-4d8d-b2a7-fe4d922b3676 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:20.743657 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-479fc67d-967a-4dd5-9055-b5573a6d50c4 req-928895b2-8951-4d8d-b2a7-fe4d922b3676 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.1829419 Apr 23 01:10:20.787857 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-479fc67d-967a-4dd5-9055-b5573a6d50c4 req-3dcdda80-dece-4102-918c-88d62decb273 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384526 Apr 23 01:10:21.973957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e8472-902d-4bfe-a57d-126cf0d36940 req-fdeaf05e-251d-4205-ab3c-dc9ee5d86aa7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:21.975420 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bb8e8472-902d-4bfe-a57d-126cf0d36940 req-fdeaf05e-251d-4205-ab3c-dc9ee5d86aa7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0842211 Apr 23 01:10:22.020384 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bb8e8472-902d-4bfe-a57d-126cf0d36940 req-3c1b0b36-fa21-4b7c-acbe-6867cfb70362 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 Apr 23 01:10:23.202789 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1466bd-fbaa-4a5a-94b2-8144bb091a47 req-2dea4aa3-ffa4-45cf-b48a-a6d8352cc1bc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:23.204860 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ba1466bd-fbaa-4a5a-94b2-8144bb091a47 req-2dea4aa3-ffa4-45cf-b48a-a6d8352cc1bc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0798819 Apr 23 01:10:23.247005 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ba1466bd-fbaa-4a5a-94b2-8144bb091a47 req-4b20ce99-b7c1-461a-a0d5-8984e09d1edc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365698 Apr 23 01:10:24.435652 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb0e4e-5f21-4734-96d1-6664be9e52c1 req-7ee66eee-cde8-40cc-b95c-54083c0e78c4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:24.437101 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f8bb0e4e-5f21-4734-96d1-6664be9e52c1 req-7ee66eee-cde8-40cc-b95c-54083c0e78c4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0806093 Apr 23 01:10:24.483278 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f8bb0e4e-5f21-4734-96d1-6664be9e52c1 req-200de281-f37c-4f08-9a07-d19c022ef973 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 Apr 23 01:10:25.672921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede30b7-cc59-4f69-b1ba-664c7f8aa79e req-901ddaa1-f7ef-4afb-b393-2e0732fef941 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:25.674402 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1ede30b7-cc59-4f69-b1ba-664c7f8aa79e req-901ddaa1-f7ef-4afb-b393-2e0732fef941 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0838466 Apr 23 01:10:25.718348 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1ede30b7-cc59-4f69-b1ba-664c7f8aa79e req-0f09a6e8-e726-4fd9-b623-a7214793c8e2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Apr 23 01:10:27.007355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acb11d-0084-444a-85d7-3899e7a37aea req-dc30303c-2469-4f9d-9ff4-0e5bb33db4d0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:27.008728 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-61acb11d-0084-444a-85d7-3899e7a37aea req-dc30303c-2469-4f9d-9ff4-0e5bb33db4d0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.1832242 Apr 23 01:10:27.052759 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-61acb11d-0084-444a-85d7-3899e7a37aea req-86d8f43f-68c4-4aeb-8a0c-5e2974bacfc1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383356 Apr 23 01:10:28.239151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe89e1-a1a9-4169-9800-86a10f8c8332 req-ef8f9947-0878-452f-9bc3-1f04baaed300 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:28.240515 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0dbe89e1-a1a9-4169-9800-86a10f8c8332 req-ef8f9947-0878-452f-9bc3-1f04baaed300 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0800135 Apr 23 01:10:28.288443 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0dbe89e1-a1a9-4169-9800-86a10f8c8332 req-855c08a2-9678-4b89-9885-c423247deee6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423362 Apr 23 01:10:29.473513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8360e64-e98c-4861-85c0-d48a272cb98f req-c34c9b60-72c5-4cb3-8062-b29b70dbd8d9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:29.474972 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a8360e64-e98c-4861-85c0-d48a272cb98f req-c34c9b60-72c5-4cb3-8062-b29b70dbd8d9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0807650 Apr 23 01:10:29.519253 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a8360e64-e98c-4861-85c0-d48a272cb98f req-54cc9ceb-7142-43f0-ad01-3bc0277e4bbb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386939 Apr 23 01:10:30.702622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e1cae-25f3-4f5b-be25-f0e7bbe19f5f req-97d5d364-2281-4a2d-8b84-86da940e0f9d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:30.704211 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d1e1cae-25f3-4f5b-be25-f0e7bbe19f5f req-97d5d364-2281-4a2d-8b84-86da940e0f9d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0796683 Apr 23 01:10:30.747909 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6d1e1cae-25f3-4f5b-be25-f0e7bbe19f5f req-482fac48-d913-47cf-b721-399bc07ebd7c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Apr 23 01:10:31.931970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac5c4d-8492-4b9f-8030-d0bb8e493cc9 req-d39cd7e0-a96a-48b1-86d5-12dba4be00c1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:31.933402 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07ac5c4d-8492-4b9f-8030-d0bb8e493cc9 req-d39cd7e0-a96a-48b1-86d5-12dba4be00c1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0786216 Apr 23 01:10:31.979630 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-07ac5c4d-8492-4b9f-8030-d0bb8e493cc9 req-e740300d-7054-4971-8fea-d14ed1262e1f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 Apr 23 01:10:32.415188 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-c59274a2-6df0-4f98-89e1-e6bb03a4c175 service neutron] 10.222.0.42 "GET /v2.0/ports/89ab354e-ccb1-410f-bba7-38a43898d989/bindings/hv-neutron-8387 HTTP/1.1" status: 200 len: 384 time: 0.0771439 Apr 23 01:10:32.697774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-405192e8-87ea-4751-a699-cac7e51b6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:32.699163 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-405192e8-87ea-4751-a699-cac7e51b6d08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 1099 time: 0.0697477 Apr 23 01:10:32.803044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-2ee65333-5421-4674-806f-9da75d86d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:32.804494 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-2ee65333-5421-4674-806f-9da75d86d7e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1099 time: 0.0730743 Apr 23 01:10:32.938692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-67b2ebb1-d3eb-490f-b409-6f55e795c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:32.940101 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-67b2ebb1-d3eb-490f-b409-6f55e795c880 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.1301889 Apr 23 01:10:33.042065 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-1608dd7b-130e-4e7d-85dc-1421068a7c3f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 1001 time: 0.0955007 Apr 23 01:10:33.142159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-c7a03b35-3ce2-4c9a-ada3-4c3da086581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:33.143576 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-c7a03b35-3ce2-4c9a-ada3-4c3da086581c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0955670 Apr 23 01:10:33.227780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168ec3c-02d6-4a42-b4b7-dd5687b473f2 req-37c6c6b9-08db-4e4e-a714-c1bd91d94a45 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:33.229198 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6168ec3c-02d6-4a42-b4b7-dd5687b473f2 req-37c6c6b9-08db-4e4e-a714-c1bd91d94a45 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.1365988 Apr 23 01:10:33.263768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-7b74c1cc-07e6-41e4-9d9a-6075d669384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:33.265098 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-7b74c1cc-07e6-41e4-9d9a-6075d669384a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140418 Apr 23 01:10:33.314714 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6168ec3c-02d6-4a42-b4b7-dd5687b473f2 req-b375fdfe-27fa-46d2-a269-b9e44527eef1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759101 Apr 23 01:10:33.404272 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-59cbdf67-38e9-4c0b-b202-ad616db711ec service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315887 Apr 23 01:10:33.534002 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-38d27012-d11c-48c0-a11c-d3458afd9c82 req-763987cb-029f-476a-97a8-436f2a11e44b service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237211 Apr 23 01:10:34.499146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28540ae-8c55-4d14-a526-b9c5c84f3b73 req-ad26c133-190a-4e9c-8c8e-945a764b04e5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:34.501142 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d28540ae-8c55-4d14-a526-b9c5c84f3b73 req-ad26c133-190a-4e9c-8c8e-945a764b04e5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0794291 Apr 23 01:10:34.544683 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d28540ae-8c55-4d14-a526-b9c5c84f3b73 req-aae7c5be-8235-4268-8cd8-1aa3d09a9cc1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379794 Apr 23 01:10:35.733714 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190135a-13cd-4125-97f1-cc12030689c3 req-7d6f9566-9556-43ba-81f9-463b635e62b3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:35.735718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6190135a-13cd-4125-97f1-cc12030689c3 req-7d6f9566-9556-43ba-81f9-463b635e62b3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0845571 Apr 23 01:10:35.779287 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6190135a-13cd-4125-97f1-cc12030689c3 req-b0aa26ab-ff9b-403c-9c7b-253e8a48f2c7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380509 Apr 23 01:10:36.176618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 89ab354e-ccb1-410f-bba7-38a43898d989 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:10:36.185321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 89ab354e-ccb1-410f-bba7-38a43898d989 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:10:36.408981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:10:36.415895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:36.435824 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '89ab354e-ccb1-410f-bba7-38a43898d989', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'port_id': '89ab354e-ccb1-410f-bba7-38a43898d989', 'mac_address': 'fa:16:3e:4c:31:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:10:36.473274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:10:36.494667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:10:36.509257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:36.559247 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:36.589278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89ab354e-ccb1-410f-bba7-38a43898d989 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:10:36.631075 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af796a3-403c-4284-991f-7547fc181c7d'] response: {'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989', 'code': 200} Apr 23 01:10:36.638869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:10:36.651453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.651804 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.652146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.652482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.652813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.653145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.653473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.653799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.654122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.654474 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.654798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.655117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:10:36.670899 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:10:36.671259 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:10:36.968096 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e937ef8-16b6-4d21-965e-df688c0b3f5c req-71789fe6-284e-4fef-8325-a9abe12a5e8e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:36.969802 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e937ef8-16b6-4d21-965e-df688c0b3f5c req-71789fe6-284e-4fef-8325-a9abe12a5e8e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 944 time: 0.0798268 Apr 23 01:10:37.014606 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e937ef8-16b6-4d21-965e-df688c0b3f5c req-d9395df0-f33c-494d-9b7f-3c442c489574 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385838 Apr 23 01:10:37.230175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:37.247675 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ab354e-ccb1-410f-bba7-38a43898d989 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:10:37.263723 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:10:37.268148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:37.336073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:10:37.393136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['89ab354e-ccb1-410f-bba7-38a43898d989'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:10:37.494721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec6c95-c6d8-4303-953c-460d975d1296 req-6cb2e5ca-9db4-4809-9c34-acb7533a2fad tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:37.496103 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-afec6c95-c6d8-4303-953c-460d975d1296 req-6cb2e5ca-9db4-4809-9c34-acb7533a2fad tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 945 time: 0.2525141 Apr 23 01:10:37.503765 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec204-75cb-439b-9d07-e971b1201e34 req-a172f0c1-8a7d-498e-ab61-9ff989dc2cba tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:37.505131 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-a172f0c1-8a7d-498e-ab61-9ff989dc2cba tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618&tenant_id=9d79b42c956244e4929beb95e4defc4e&binding%3Ahost_id=hv-neutron-8387 HTTP/1.1" status: 200 len: 945 time: 0.2260289 Apr 23 01:10:37.547830 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-afec6c95-c6d8-4303-953c-460d975d1296 req-345a1ce4-16bc-43d0-8ae5-0b08edf23714 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Apr 23 01:10:37.669195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec204-75cb-439b-9d07-e971b1201e34 req-46081fe8-5475-443f-9846-4f9de8a3e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:37.670783 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-46081fe8-5475-443f-9846-4f9de8a3e2cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1098 time: 0.0736048 Apr 23 01:10:37.747324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1a4fc-a42e-42c0-a22f-5e60dbaac791 req-2cb2ecba-c89e-4106-aa95-e40011f87579 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:37.748770 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6be1a4fc-a42e-42c0-a22f-5e60dbaac791 req-2cb2ecba-c89e-4106-aa95-e40011f87579 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 945 time: 0.0851071 Apr 23 01:10:37.792742 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6be1a4fc-a42e-42c0-a22f-5e60dbaac791 req-8bfeddf5-55aa-4d37-a2f6-e3649cba21a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379670 Apr 23 01:10:37.805171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec204-75cb-439b-9d07-e971b1201e34 req-bb4487d6-493d-47a8-b1cd-49be18c3a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:37.806544 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-bb4487d6-493d-47a8-b1cd-49be18c3a783 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.1297622 Apr 23 01:10:37.910345 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-65a18f8d-a5a8-47ed-84f3-aae1eeddb5df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 1000 time: 0.0976996 Apr 23 01:10:37.973894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec204-75cb-439b-9d07-e971b1201e34 req-59f518ae-770b-4232-967a-70a440fcb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:37.975314 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-59f518ae-770b-4232-967a-70a440fcb0fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0584097 Apr 23 01:10:38.053880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bec204-75cb-439b-9d07-e971b1201e34 req-7d7e1cbb-3918-48f7-9430-63f63879d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:38.055364 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-7d7e1cbb-3918-48f7-9430-63f63879d192 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736811 Apr 23 01:10:38.187037 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-6c73b974-60eb-4456-8739-16d0f9517bdd service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252885 Apr 23 01:10:38.191122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 89ab354e-ccb1-410f-bba7-38a43898d989 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:10:38.257048 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 89ab354e-ccb1-410f-bba7-38a43898d989 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:10:38.257696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:38.319578 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-27bec204-75cb-439b-9d07-e971b1201e34 req-a82cd306-4874-4caa-9cd8-e65d0a44fb75 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256964 Apr 23 01:10:38.375974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:38.407922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:10:38.411833 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:38.478146 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:10:38.632404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:10:38.685411 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bbdcb9e-aeba-49d8-b180-82c560e4169e'] response: {'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989', 'code': 200} Apr 23 01:10:38.989631 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed898ba-92c4-4b18-88e9-12a1673e74f0 req-9cb1abc6-a007-4858-afaa-6061f8591e33 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:38.991133 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4ed898ba-92c4-4b18-88e9-12a1673e74f0 req-9cb1abc6-a007-4858-afaa-6061f8591e33 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0830386 Apr 23 01:10:39.037522 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4ed898ba-92c4-4b18-88e9-12a1673e74f0 req-3968b350-35a1-4ddc-b750-51ecccd60c16 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405750 Apr 23 01:10:39.061163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48362) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:10:39.165459 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2f1d6a71-715d-41f7-9d11-217fdd45ea0f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/c06451e7-4bfd-45d3-8275-20ff5d466644 HTTP/1.1" status: 200 len: 993 time: 0.1031151 Apr 23 01:10:40.271952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:45.253387 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b2d65aca-7f07-4b81-8622-ab09eafb59c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:47.685626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-209bed3a-eb57-45fe-b7ff-9bd3e782deee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:48.692981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:48.770599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:50.122111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:10:52.254675 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:10:54.010493 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-30901573-0a12-4398-a71e-3943bf21a5ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699077 Apr 23 01:10:54.166467 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942b1c-9265-4077-b474-81d335869867 req-64f205d6-c3a3-4bea-8e43-0b7a63e626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:54.167879 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-64f205d6-c3a3-4bea-8e43-0b7a63e626e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1099 time: 0.0726378 Apr 23 01:10:54.309490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942b1c-9265-4077-b474-81d335869867 req-351b9b93-a322-48c1-90b7-bf94c3cde062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:54.310915 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-351b9b93-a322-48c1-90b7-bf94c3cde062 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.1238601 Apr 23 01:10:54.408490 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-e93bf036-7da4-450a-b7dd-e9ac9c27e73f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 1001 time: 0.0917604 Apr 23 01:10:54.472090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942b1c-9265-4077-b474-81d335869867 req-c744ad45-038e-463b-814a-983c88ed1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:54.473468 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-c744ad45-038e-463b-814a-983c88ed1c09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0594635 Apr 23 01:10:54.545544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942b1c-9265-4077-b474-81d335869867 req-7aebaa80-cb79-4711-9720-b7aaa20ed6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:10:54.546987 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-7aebaa80-cb79-4711-9720-b7aaa20ed6fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678999 Apr 23 01:10:54.676103 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-c53f59bd-2732-4949-8914-65756fbc3ad2 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215782 Apr 23 01:10:54.910803 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91942b1c-9265-4077-b474-81d335869867 req-67dcd2e1-78ab-4f11-a8f7-7fa7a653e09f service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278910 Apr 23 01:11:10.324284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:15.255347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9f83a6d-5588-4b7b-bd0d-298325e50c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:17.686708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7b4822f2-f1d2-4865-b355-7f53f7b2b040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:18.694866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:18.772772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:20.121640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:25.665097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48386) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:25.867908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port e48dec38-d5e8-4025-9464-b56666b4634f {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:11:25.868256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:26.039383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:26.039716 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:26.160008 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for e48dec38-d5e8-4025-9464-b56666b4634f owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:11:26.309052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:26.352674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=e48dec38-d5e8-4025-9464-b56666b4634f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:26.385603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.385950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.386315 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.386654 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.386982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.387306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.387626 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.387946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.388263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.388578 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.388892 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.389206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:26.456308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:26.456631 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP c06451e7-4bfd-45d3-8275-20ff5d466644 disassociated (deleted). External IP: 172.26.8.58, port: 89ab354e-ccb1-410f-bba7-38a43898d989. Apr 23 01:11:26.894276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router eb3549d9-4b54-4714-acd7-8ae5e314092d has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:11:27.077968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:11:27.088455 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] Sync routers for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:11:27.098840 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:27.099380 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:27.099503 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:27.156061 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-64a76c22-587d-4fcd-8baa-61ae59419b2e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/floatingips/c06451e7-4bfd-45d3-8275-20ff5d466644 HTTP/1.1" status: 204 len: 168 time: 1.4898221 Apr 23 01:11:27.157082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:11:27.204105 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de2f86b-58e7-43f8-9901-4fde1bd42f8a'] response: {'name': 'network-changed', 'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989', 'status': 'completed', 'code': 200} Apr 23 01:11:27.284344 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:27.329717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-c3e9ce36-a7b1-43c3-b17d-3e5b3712d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:27.331195 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-c3e9ce36-a7b1-43c3-b17d-3e5b3712d7cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 1099 time: 0.0778809 Apr 23 01:11:27.513242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-69e96f82-c319-4ad0-91b1-89da37d864f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:27.514732 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-69e96f82-c319-4ad0-91b1-89da37d864f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 200 len: 895 time: 0.1778636 Apr 23 01:11:27.589703 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-a2526c39-8e36-47cb-b36d-897c23c3e220 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 200 len: 217 time: 0.0678496 Apr 23 01:11:27.608058 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:54Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:27.612474 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] Checking router: eb3549d9-4b54-4714-acd7-8ae5e314092d for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:11:27.620541 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:27.621118 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:27.664211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03796334-89e0-4c54-b0d7-ebb66ba70453 req-e9b9b50f-490d-4797-a161-17e01382e09b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:27.665677 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-03796334-89e0-4c54-b0d7-ebb66ba70453 req-e9b9b50f-490d-4797-a161-17e01382e09b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.1995957 Apr 23 01:11:27.689235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-4c11f5a0-8f5e-4a3a-840d-4f1388bfbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:27.690664 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-4c11f5a0-8f5e-4a3a-840d-4f1388bfbee0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 200 len: 834 time: 0.0936790 Apr 23 01:11:27.757897 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-03796334-89e0-4c54-b0d7-ebb66ba70453 req-edd11e9e-9637-4771-9095-212c383a8c1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860007 Apr 23 01:11:27.786402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-8d4c3f60-300a-4720-a272-477e1405ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:27.787858 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-8d4c3f60-300a-4720-a272-477e1405ec74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36c7390b-d9b0-4393-9e8e-9c080068862c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899639 Apr 23 01:11:27.800215 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:27.926424 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-740f9507-dbc3-4b15-a6bf-414f607f699d service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280913 Apr 23 01:11:28.061322 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-91c4d73c-bd7e-4a03-9bdc-19faee1fd562 req-29d23ef4-e5c0-4fe9-acb7-a6323a4cacc9 service neutron] 10.222.0.42 "GET /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276815 Apr 23 01:11:28.114942 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:54Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:28.118791 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e74c0f5-a8b1-4e3f-b67b-8a8e184c54f5 None None] The sync data for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv is: [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'fbd44ff2-bbdf-491d-a197-0bc7814555c5', 'name': '', 'network_id': '36c7390b-d9b0-4393-9e8e-9c080068862c', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:aa:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:48Z', 'updated_at': '2022-04-23T01:08:54Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:11:28.322840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839cf535-f6c6-44e6-aeae-fc441cdb1e7f None None] New status for floating IP c06451e7-4bfd-45d3-8275-20ff5d466644: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:11:28.948222 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db947069-1b7e-4ba5-8a9a-c894067b102e req-42f59a88-e4e3-401c-b338-4d693a75aa6f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:28.948913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-db947069-1b7e-4ba5-8a9a-c894067b102e req-42f59a88-e4e3-401c-b338-4d693a75aa6f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:11:28.964192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-db947069-1b7e-4ba5-8a9a-c894067b102e req-42f59a88-e4e3-401c-b338-4d693a75aa6f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:11:28.965558 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-db947069-1b7e-4ba5-8a9a-c894067b102e req-42f59a88-e4e3-401c-b338-4d693a75aa6f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0952833 Apr 23 01:11:29.009852 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-db947069-1b7e-4ba5-8a9a-c894067b102e req-c79caa72-4725-4e5f-bbaa-f651df82e3de tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384519 Apr 23 01:11:29.254482 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:11:29.517959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-e9d2e20d-3865-4b44-b4f7-e80fbba2f1aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:29.519391 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-e9d2e20d-3865-4b44-b4f7-e80fbba2f1aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.0794201 Apr 23 01:11:29.591695 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 89ab354e-ccb1-410f-bba7-38a43898d989 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:11:29.592304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:29.839390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port 89ab354e-ccb1-410f-bba7-38a43898d989, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=89ab354e-ccb1-410f-bba7-38a43898d989,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:29.839741 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:29.960053 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 89ab354e-ccb1-410f-bba7-38a43898d989 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:11:30.260867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:30.323686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=89ab354e-ccb1-410f-bba7-38a43898d989,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:30.367810 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.368157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.368498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.368842 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.369176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.369508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.369839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.370165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.370515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.370843 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.371170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.371496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:30.412324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c36d1-41fe-4118-b834-bb5f9fd46836 req-593b6ec2-a518-4436-a30c-5bdd6597b87f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:30.413789 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-663c36d1-41fe-4118-b834-bb5f9fd46836 req-593b6ec2-a518-4436-a30c-5bdd6597b87f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=75072cda-034d-467a-93e9-6c6e5dcdb618 HTTP/1.1" status: 200 len: 946 time: 0.2343297 Apr 23 01:11:30.439624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] No DVR routers for this DVR port 89ab354e-ccb1-410f-bba7-38a43898d989 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:11:30.443047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:30.445455 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-deleted', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:11:30.475533 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e9143ca7-6c91-45e3-9d25-1154642e3865 req-a0d23dc9-e722-43be-bd4a-012c79478265 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "DELETE /v2.0/ports/89ab354e-ccb1-410f-bba7-38a43898d989 HTTP/1.1" status: 204 len: 173 time: 0.9510939 Apr 23 01:11:30.482822 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-663c36d1-41fe-4118-b834-bb5f9fd46836 req-1464011d-769b-4e1a-ae35-e0ea0fbac496 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=66c20193-a8f3-4c59-b137-ee0dee4532d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634263 Apr 23 01:11:30.490053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdacaf52-2994-47d1-a16c-55e9e6a83b54'] response: {'server_uuid': '75072cda-034d-467a-93e9-6c6e5dcdb618', 'name': 'network-vif-deleted', 'tag': '89ab354e-ccb1-410f-bba7-38a43898d989', 'status': 'completed', 'code': 200} Apr 23 01:11:31.579999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48412) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:32.128364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:32.356884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 89ab354e-ccb1-410f-bba7-38a43898d989 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:11:32.394785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 89ab354e-ccb1-410f-bba7-38a43898d989 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:11:32.395126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 89ab354e-ccb1-410f-bba7-38a43898d989 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:11:32.592321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port fbd44ff2-bbdf-491d-a197-0bc7814555c5 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:11:32.592906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:32.774949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port fbd44ff2-bbdf-491d-a197-0bc7814555c5, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fbd44ff2-bbdf-491d-a197-0bc7814555c5,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:32.775310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:32.898846 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for fbd44ff2-bbdf-491d-a197-0bc7814555c5 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:11:33.176992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:33.228466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=fbd44ff2-bbdf-491d-a197-0bc7814555c5,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:33.502955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:33.969318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router eb3549d9-4b54-4714-acd7-8ae5e314092d has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:11:34.146403 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:11:34.155873 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] Sync routers for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:11:34.159145 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a508128f-3a97-414c-8580-bd2b551ed4f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/eb3549d9-4b54-4714-acd7-8ae5e314092d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781002 Apr 23 01:11:34.161816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48416) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:34.165839 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:34.166466 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:34.227346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting subnet ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:11:34.230147 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.287405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.339671 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:34.370410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.448656 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.487206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:34.492765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.498417 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e7f6dd5d-a572-4680-a6e1-64732ffdc0ed tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/subnets/ef8f0cc2-1ff8-4a48-a9f7-c46b95aa0ba2 HTTP/1.1" status: 204 len: 168 time: 0.3355803 Apr 23 01:11:34.500039 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a119051-75e8-4935-8a3b-36fce28fd912 None None] Network 36c7390b-d9b0-4393-9e8e-9c080068862c requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:11:34.502401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48420) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:34.658644 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:11:33Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:34.662616 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] Checking router: eb3549d9-4b54-4714-acd7-8ae5e314092d for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:11:34.671107 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] Routers {'eb3549d9-4b54-4714-acd7-8ae5e314092d'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:34.671708 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['eb3549d9-4b54-4714-acd7-8ae5e314092d'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:34.694449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.749360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] DHCP port deletion for 36c7390b-d9b0-4393-9e8e-9c080068862c request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:11:34.753601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] Deleting port 738b6142-b684-4c54-a047-04d51d0ebcfa {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:11:34.753970 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.857111 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] Set router eb3549d9-4b54-4714-acd7-8ae5e314092d gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:34.894081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.905101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port fb728c75-99cb-42e7-95cc-f365506d612d {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:11:34.905457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:34.976933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] For port 738b6142-b684-4c54-a047-04d51d0ebcfa, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=738b6142-b684-4c54-a047-04d51d0ebcfa,segment=NetworkSegment(8caf9c5a-a63f-453d-8af4-ce8c4d2a859c),segment_id=8caf9c5a-a63f-453d-8af4-ce8c4d2a859c)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:34.977243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.108640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port fb728c75-99cb-42e7-95cc-f365506d612d, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb728c75-99cb-42e7-95cc-f365506d612d,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:35.109049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.113281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] Calling delete_port for 738b6142-b684-4c54-a047-04d51d0ebcfa owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:11:35.147725 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:11:33Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:35.152142 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1364dcb-5598-4608-a639-dc86e70b0256 None None] The sync data for ids ['eb3549d9-4b54-4714-acd7-8ae5e314092d'] in dv-neutron-838784-1-hyperv is: [{'id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1443727182', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:08:43Z', 'updated_at': '2022-04-23T01:11:33Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb728c75-99cb-42e7-95cc-f365506d612d', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3549d9-4b54-4714-acd7-8ae5e314092d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:08:44Z', 'updated_at': '2022-04-23T01:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:11:35.196623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.238457 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for fb728c75-99cb-42e7-95cc-f365506d612d owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:11:35.245215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] Pushing event deleted for resources: {'Port': ['ID=738b6142-b684-4c54-a047-04d51d0ebcfa,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:35.248766 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adcc1b2-c567-4f7a-aece-7e6ee3762bed None None] No DVR routers for this DVR port 738b6142-b684-4c54-a047-04d51d0ebcfa on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:11:35.404663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.452283 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=fb728c75-99cb-42e7-95cc-f365506d612d,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:35.551592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.833326 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.839649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.863098 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.863766 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Fanout notify agent at l3_agent the message router_deleted on router eb3549d9-4b54-4714-acd7-8ae5e314092d {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:11:35.879942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:35.880853 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-76550156-a252-4c00-98de-69ff7e5ce8dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/routers/eb3549d9-4b54-4714-acd7-8ae5e314092d HTTP/1.1" status: 204 len: 168 time: 1.3769603 Apr 23 01:11:35.883507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48426) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:36.002299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.131088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.156180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c7390b-d9b0-4393-9e8e-9c080068862c']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:36.168088 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:36.168388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8caf9c5a-a63f-453d-8af4-ce8c4d2a859c') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:36.180122 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.196472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.202480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:11:36.202866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:11:36.217181 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:11:36.296541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.302052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.328990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Network': ['ID=36c7390b-d9b0-4393-9e8e-9c080068862c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:36.340342 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e9bc4371-901e-41f1-b283-d422094cb5a4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/networks/36c7390b-d9b0-4393-9e8e-9c080068862c HTTP/1.1" status: 204 len: 168 time: 0.4558363 Apr 23 01:11:36.342878 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48430) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:36.387616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 738b6142-b684-4c54-a047-04d51d0ebcfa no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:11:36.421737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 738b6142-b684-4c54-a047-04d51d0ebcfa {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:11:36.422087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 738b6142-b684-4c54-a047-04d51d0ebcfa not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:11:36.423076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fbd44ff2-bbdf-491d-a197-0bc7814555c5 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:11:36.424074 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87f2bf24-ba05-448e-8fcc-4b61d233d13e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.454276 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87f2bf24-ba05-448e-8fcc-4b61d233d13e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.458404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: fbd44ff2-bbdf-491d-a197-0bc7814555c5 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:11:36.458759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fbd44ff2-bbdf-491d-a197-0bc7814555c5 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:11:36.459183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb728c75-99cb-42e7-95cc-f365506d612d no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:11:36.491468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: fb728c75-99cb-42e7-95cc-f365506d612d {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:11:36.491821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb728c75-99cb-42e7-95cc-f365506d612d not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:11:36.525228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87f2bf24-ba05-448e-8fcc-4b61d233d13e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.542778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2bf24-ba05-448e-8fcc-4b61d233d13e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c20193-a8f3-4c59-b137-ee0dee4532d2,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:36.555430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-87f2bf24-ba05-448e-8fcc-4b61d233d13e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:36.556553 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-87f2bf24-ba05-448e-8fcc-4b61d233d13e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/security-groups/66c20193-a8f3-4c59-b137-ee0dee4532d2 HTTP/1.1" status: 204 len: 168 time: 0.2125771 Apr 23 01:11:37.411215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48438) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:37.416559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501733410', 'description': 'tempest-secgroup-smoke-1501733410 description', 'project_id': '9d79b42c956244e4929beb95e4defc4e'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:37.423808 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:37.428134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:37.430953 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:37.436465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:37.447715 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.466890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:37.471859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:37.474580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:37.480104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:37.550494 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.554029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.602016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1844c3-0a98-4023-82f9-1aadc67c831a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:37.605657 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.606908 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9d35c600-4ea8-4320-9146-e7ae41fe7ee0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1947079 Apr 23 01:11:37.610395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48442) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:37.615255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '2f1844c3-0a98-4023-82f9-1aadc67c831a', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:37.621092 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:37.624926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:37.627881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:37.633474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:37.649718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.710454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.713847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.738699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a25f9c9-3cfe-40cc-99d6-a4a139efd27a,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:37.747847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.749041 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2b576929-39a2-46a8-b0af-8952c99dd3f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378028 Apr 23 01:11:37.751945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48446) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:37.756914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '2f1844c3-0a98-4023-82f9-1aadc67c831a', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:37.762662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:37.767202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:37.770623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:37.776296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:37.792804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.853543 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.857036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.880336 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a59afb-dba6-4c9a-ab27-e4a16af875c2,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:37.888848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.890074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2b319f51-4c60-48cf-a2d1-b1b7856aa667 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372230 Apr 23 01:11:37.893165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48450) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:37.897880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '2f1844c3-0a98-4023-82f9-1aadc67c831a', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:37.903687 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:37.908113 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:37.910980 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:37.916607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:37.933171 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:37.997771 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.001416 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.027346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523ad285-eda8-49a7-8711-d1c7318020ff,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:38.037311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.038509 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e862124e-a94f-4a50-852f-3d5aa0a72e61 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444194 Apr 23 01:11:38.041211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48454) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:38.046105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '2f1844c3-0a98-4023-82f9-1aadc67c831a', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:38.052104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:38.055885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:38.058742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:38.065067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:38.081840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.143208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.146610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.171080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb43fa5-b7e3-4cd7-8d56-e886bd0fb138,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:38.180590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.181861 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-985add40-4e0f-48b7-8e96-f5fd7a2d2b32 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397297 Apr 23 01:11:38.184534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48458) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:38.190463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '2f1844c3-0a98-4023-82f9-1aadc67c831a', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:38.196075 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:38.199855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:38.202701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:38.209426 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:38.219260 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:11:38.225665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.291955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.295344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.318805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370d6453-6deb-4ea4-8e23-6cd5506bc63e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:38.326811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.328074 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-98dc1e98-b749-4927-914c-cb608c27bcd4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426420 Apr 23 01:11:38.331423 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48462) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:38.336322 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '2f1844c3-0a98-4023-82f9-1aadc67c831a', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:38.341973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:38.345802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:38.348686 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:38.354392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:38.364417 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:11:38.371036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.437865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.442544 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.465609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7d6657-c4d1-4bb7-b3ce-2e2b7b368f26,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:38.474166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.475381 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-73880e25-07a9-4fad-8c5e-bebfadeb04a9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430352 Apr 23 01:11:38.478478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48466) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:38.483813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'network': {'name': 'tempest-network-smoke--537370372', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'port_security_enabled': True}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:38.489205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:38.493312 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:network and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:38.496159 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:38.502466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:38.513170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:11:38.516707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.543090 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:11:38.552524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.552870 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Added segment 34c66741-21f8-4fb6-afb5-c21634ab110f of type vlan for network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 Apr 23 01:11:38.578077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.605388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.611354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:38.612341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.716154 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2363894 Apr 23 01:11:38.718848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48470) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:38.724669 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db9c80-2de8-42b5-bbb4-21536c6a3976 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Network': ['ID=667b4d30-d96f-4b46-9b16-9959fae7b5d4,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:38.724863 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'admin_state_up': True, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:38.734981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:11:38.736182 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:38.740099 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:router and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:38.742917 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:38.749677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:38.759958 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.760695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:38.775987 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:39.043594 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:39.341712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:39.373455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:39.504924 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.120 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/fb7dd903-f58a-4989-b69f-a1041d7f3d89) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:11:39.749287 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:39.778192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:39.842527 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:11:39.849567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:11:39.853566 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:11:39.882942 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=fb7dd903-f58a-4989-b69f-a1041d7f3d89,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:40.269516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:40.285186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:40.605842 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:40.804311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:11:41.084003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:11:41.095379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Sync routers for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:11:41.104462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:41.105069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:41.112732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:41.117042 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2b753372-4a72-4e46-8ffc-c3a73bce016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3940673 Apr 23 01:11:41.117171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48474) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:41.215676 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7e8d39b2-29f9-44ec-8489-83ccf2065a0f tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9d79b42c956244e4929beb95e4defc4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0974019 Apr 23 01:11:41.218433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48480) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:41.317814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:41.349064 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9679fb2-d738-4980-ae31-650e8b5b4881 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:41.350543 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f9679fb2-d738-4980-ae31-650e8b5b4881 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312079 Apr 23 01:11:41.353349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48484) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:41.391553 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7ce1b491-715a-45b0-8f57-03e61432bb37 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371773 Apr 23 01:11:41.394723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48488) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:41.399889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1146784580', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:41.509712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:41.513669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:subnet and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:41.516475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:41.522727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:41.533109 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:11:41.536718 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:41.600166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:40Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:41.603910 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Checking router: ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:11:41.604263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Updating router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af port fb7dd903-f58a-4989-b69f-a1041d7f3d89 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:11:41.661209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:41.754988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:41.835606 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Subnet': ['ID=fe07e638-d717-4008-b256-e70a71168be1,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:41.844705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Checking segment: {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:11:41.845583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network hostable DHCP agents. Network: 667b4d30-d96f-4b46-9b16-9959fae7b5d4, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:11:41.864848 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:11:41.874056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 667b4d30-d96f-4b46-9b16-9959fae7b5d4) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:11:41.878845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:41.879427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:41.886426 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f29a719-2418-40f3-9d84-bc69f9309a17 None None] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:11:41.900439 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4840e645-b3af-483b-92c7-d0d996536d5a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5047462 Apr 23 01:11:41.903279 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48492) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:42.124222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:42.148106 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Transition to ACTIVE for port object fb7dd903-f58a-4989-b69f-a1041d7f3d89 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:11:42.156793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:42.272270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Attempting to bind port fb7dd903-f58a-4989-b69f-a1041d7f3d89 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:11:42.272647 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Attempting to bind port fb7dd903-f58a-4989-b69f-a1041d7f3d89 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:11:42.273016 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Attempting to bind port fb7dd903-f58a-4989-b69f-a1041d7f3d89 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:11:42.275231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:11:42.276021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:42.300890 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:11:42.301270 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:11:42.301673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:42.302957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:11:42.303444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Bound port: fb7dd903-f58a-4989-b69f-a1041d7f3d89, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:11:42.303821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:42.343588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Pushing event updated for resources: {'Port': ['ID=fb7dd903-f58a-4989-b69f-a1041d7f3d89,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:42.393300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.393537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.393876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.394205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.394568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.394896 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.395222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.395637 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.395963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.396278 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.396597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.396945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:42.459864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] For port fb7dd903-f58a-4989-b69f-a1041d7f3d89, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:11:42.464562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] For port fb7dd903-f58a-4989-b69f-a1041d7f3d89, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb7dd903-f58a-4989-b69f-a1041d7f3d89,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:11:42.494213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:42.597449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:42.598081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:42.646174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Allocated IP 172.20.0.2 (667b4d30-d96f-4b46-9b16-9959fae7b5d4/fe07e638-d717-4008-b256-e70a71168be1/8d41b317-f23d-44da-8c7e-085132fd8883) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:11:42.669814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac2559-cad7-4503-b280-c387fa4eb05a None None] Pushing event updated for resources: {'Port': ['ID=fb7dd903-f58a-4989-b69f-a1041d7f3d89,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:42.715703 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:42.921200 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:43.214176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:43.251645 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Transition to ACTIVE for port object 8d41b317-f23d-44da-8c7e-085132fd8883 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:11:43.281849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Transition to ACTIVE for port object 8d41b317-f23d-44da-8c7e-085132fd8883 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:11:43.287903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:43.354895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.1 (667b4d30-d96f-4b46-9b16-9959fae7b5d4/fe07e638-d717-4008-b256-e70a71168be1/aa794e2f-661a-43c2-845c-79de4c76ce79) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:11:43.355621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:11:43.359220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:11:43.370110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:11:43.377676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Pushing event updated for resources: {'Port': ['ID=8d41b317-f23d-44da-8c7e-085132fd8883,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:43.441358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:40Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:43.453653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc00d7b-d460-4c0d-947a-1bb395366ecc None None] The sync data for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv is: [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:40Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:11:43.478638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Attempting to bind port 8d41b317-f23d-44da-8c7e-085132fd8883 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:11:43.479011 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Attempting to bind port 8d41b317-f23d-44da-8c7e-085132fd8883 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:11:43.479369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Attempting to bind port 8d41b317-f23d-44da-8c7e-085132fd8883 on network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:11:43.485147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:11:43.486126 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Checking segment: {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:11:43.487012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:43.487012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Bound using segment: {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:11:43.487392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Bound port: 8d41b317-f23d-44da-8c7e-085132fd8883, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:11:43.487758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:43.521410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:43.538366 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object aa794e2f-661a-43c2-845c-79de4c76ce79 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:11:43.564160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:43.584749 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] For port 8d41b317-f23d-44da-8c7e-085132fd8883, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:11:43.589189 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] For port 8d41b317-f23d-44da-8c7e-085132fd8883, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8d41b317-f23d-44da-8c7e-085132fd8883,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:11:43.593695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:43.628272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:11:43.639501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:11:43.644413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:11:43.679116 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=aa794e2f-661a-43c2-845c-79de4c76ce79,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:43.715973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc0cb8-4af3-4534-b59d-060a5e39a9c9 None None] Pushing event updated for resources: {'Port': ['ID=8d41b317-f23d-44da-8c7e-085132fd8883,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:43.737632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.061179 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.171099 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8d41b317-f23d-44da-8c7e-085132fd8883 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:11:44.246423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 8d41b317-f23d-44da-8c7e-085132fd8883 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:11:44.253208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb7dd903-f58a-4989-b69f-a1041d7f3d89 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:11:44.333065 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port fb7dd903-f58a-4989-b69f-a1041d7f3d89 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:11:44.339060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb7dd903-f58a-4989-b69f-a1041d7f3d89 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:44.339441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.477340 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.497023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port fb7dd903-f58a-4989-b69f-a1041d7f3d89, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb7dd903-f58a-4989-b69f-a1041d7f3d89,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:44.502712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.525129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.530713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.579218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=fb7dd903-f58a-4989-b69f-a1041d7f3d89,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:44.787650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.796199 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=aa794e2f-661a-43c2-845c-79de4c76ce79,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:44.809611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a671b119-2244-4f35-9368-a4ec7a52a8c0 None None] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:11:44.905100 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b4494042-21a1-477a-89e1-47683b24aae0 None None] Provisioning for port 8d41b317-f23d-44da-8c7e-085132fd8883 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:11:44.919055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b4494042-21a1-477a-89e1-47683b24aae0 None None] Provisioning complete for port 8d41b317-f23d-44da-8c7e-085132fd8883 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:44.919431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4494042-21a1-477a-89e1-47683b24aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:44.945010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:11:44.946475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:11:45.146515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:11:45.148800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4494042-21a1-477a-89e1-47683b24aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:45.190164 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-b4494042-21a1-477a-89e1-47683b24aae0 None None] For port 8d41b317-f23d-44da-8c7e-085132fd8883, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8d41b317-f23d-44da-8c7e-085132fd8883,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:45.198628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b4494042-21a1-477a-89e1-47683b24aae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:45.288233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4494042-21a1-477a-89e1-47683b24aae0 None None] Pushing event updated for resources: {'Port': ['ID=8d41b317-f23d-44da-8c7e-085132fd8883,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:45.291171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-720a88f2-30da-4324-be17-5617b2fec4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:45.343400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:11:45.354138 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Sync routers for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:11:45.362826 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b4a67ae4-572a-4c80-a422-cc5fbafb1b23 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4523199 Apr 23 01:11:45.364021 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:45.364626 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:45.525570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-813bd9b8-7a48-46c6-86d4-25da54f7f533 None None] Provisioning for port aa794e2f-661a-43c2-845c-79de4c76ce79 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:11:45.537218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-813bd9b8-7a48-46c6-86d4-25da54f7f533 None None] Provisioning complete for port aa794e2f-661a-43c2-845c-79de4c76ce79 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:45.537973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-813bd9b8-7a48-46c6-86d4-25da54f7f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:45.550877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d52e6b03-212e-4075-a635-ed9380196515 req-8ab5a61b-331c-4467-b6a1-cfa1e867b4b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:11:45.561587 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:45.568559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d52e6b03-212e-4075-a635-ed9380196515 req-8ab5a61b-331c-4467-b6a1-cfa1e867b4b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:11:45.570369 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-8ab5a61b-331c-4467-b6a1-cfa1e867b4b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501733410&fields=id&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 267 time: 0.0704274 Apr 23 01:11:45.668599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-813bd9b8-7a48-46c6-86d4-25da54f7f533 None None] Port aa794e2f-661a-43c2-845c-79de4c76ce79 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:11:45.680935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-813bd9b8-7a48-46c6-86d4-25da54f7f533 None None] Provisioning complete for port 8d41b317-f23d-44da-8c7e-085132fd8883 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:45.681500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-813bd9b8-7a48-46c6-86d4-25da54f7f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:45.755364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-b0aa6bf3-97b3-47ba-8317-700ec1c5178a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:45.759839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d52e6b03-212e-4075-a635-ed9380196515 req-b0aa6bf3-97b3-47ba-8317-700ec1c5178a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:11:45.777690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d52e6b03-212e-4075-a635-ed9380196515 req-b0aa6bf3-97b3-47ba-8317-700ec1c5178a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:11:45.787280 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-b0aa6bf3-97b3-47ba-8317-700ec1c5178a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 796 time: 0.2091923 Apr 23 01:11:45.807380 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-2e9cd78e-a519-4109-9ba0-ed4a8856dda7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/quotas/9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 375 time: 0.0186360 Apr 23 01:11:45.896981 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d52e6b03-212e-4075-a635-ed9380196515 req-560def71-abbd-44bd-992f-fac568e45586 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:11:45.912404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d52e6b03-212e-4075-a635-ed9380196515 req-560def71-abbd-44bd-992f-fac568e45586 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:11:45.913692 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-560def71-abbd-44bd-992f-fac568e45586 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053121 Apr 23 01:11:45.928282 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 2, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:45.932710 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Checking router: ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:11:45.933068 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Updating router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af port aa794e2f-661a-43c2-845c-79de4c76ce79 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:11:45.936285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5eaf27ba-c117-4b82-a7c4-800c077664cb None None] Provisioning complete for port aa794e2f-661a-43c2-845c-79de4c76ce79 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:45.936875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5eaf27ba-c117-4b82-a7c4-800c077664cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:45.998590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf27ba-c117-4b82-a7c4-800c077664cb None None] Port aa794e2f-661a-43c2-845c-79de4c76ce79 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:11:46.026536 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.092822 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8d41b317-f23d-44da-8c7e-085132fd8883 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:11:46.107328 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-b195f7e7-1c09-4788-a969-1dc6c743f710 service neutron] 10.222.0.39 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798496 Apr 23 01:11:46.164660 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 8d41b317-f23d-44da-8c7e-085132fd8883 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:46.165152 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.294382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb7dd903-f58a-4989-b69f-a1041d7f3d89 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:11:46.350835 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-96c9795c-4550-4e55-8ea8-e62756943f9e service neutron] 10.222.0.39 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362928 Apr 23 01:11:46.370703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port fb7dd903-f58a-4989-b69f-a1041d7f3d89 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:46.371255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.377287 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.388921 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Transition to ACTIVE for port object aa794e2f-661a-43c2-845c-79de4c76ce79 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:11:46.397537 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.568036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-29e19d5d-4a1a-415c-9f5c-b45c1be9404e req-09732cf1-d8ab-43bb-9ecc-381a71f9b911 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:11:46.583301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-29e19d5d-4a1a-415c-9f5c-b45c1be9404e req-09732cf1-d8ab-43bb-9ecc-381a71f9b911 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:11:46.595576 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-29e19d5d-4a1a-415c-9f5c-b45c1be9404e req-09732cf1-d8ab-43bb-9ecc-381a71f9b911 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 210 time: 0.0770299 Apr 23 01:11:46.611000 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Pushing event updated for resources: {'Port': ['ID=aa794e2f-661a-43c2-845c-79de4c76ce79,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:46.629691 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.630045 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.630408 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.630746 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.631077 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.631409 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.631723 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.632163 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.632370 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.632696 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.633018 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.633346 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:11:46.640297 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Attempting to bind port aa794e2f-661a-43c2-845c-79de4c76ce79 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:11:46.640838 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Attempting to bind port aa794e2f-661a-43c2-845c-79de4c76ce79 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:11:46.641361 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Attempting to bind port aa794e2f-661a-43c2-845c-79de4c76ce79 on network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:11:46.658221 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:11:46.658606 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Checking segment: {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:11:46.659093 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.659376 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Bound using segment: {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:11:46.659898 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Bound port: aa794e2f-661a-43c2-845c-79de4c76ce79, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:11:46.660279 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.759414 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] For port aa794e2f-661a-43c2-845c-79de4c76ce79, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:11:46.762560 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] For port aa794e2f-661a-43c2-845c-79de4c76ce79, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=aa794e2f-661a-43c2-845c-79de4c76ce79,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:11:46.767193 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:46.848737 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:11:46.849344 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:46.925407 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418966c-a81a-4e29-b060-99613d78d676 None None] Pushing event updated for resources: {'Port': ['ID=aa794e2f-661a-43c2-845c-79de4c76ce79,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:47.055486 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:11:47.366843 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:46Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:11:47.370699 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535cf20f-34bc-4427-8518-94aa401712bd None None] The sync data for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv is: [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:46Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:11:47.708041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-90434c95-3235-449f-98c9-bebb50c57a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:47.783997 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9da93656-8e15-49aa-a148-95b272b7bc1b req-7a2c1ea4-dc54-4d7b-8dc9-eaf64b59077d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 210 time: 0.0534227 Apr 23 01:11:47.790787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-4b734994-bd9b-4ef7-b30b-5c8491e82109 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:47.792216 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-4b734994-bd9b-4ef7-b30b-5c8491e82109 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 796 time: 0.2197473 Apr 23 01:11:47.855821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-f6ab79ca-6bfe-440e-875e-2b9d04d3a8d5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 380 time: 0.0449414 Apr 23 01:11:47.864901 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'port': {'device_id': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'admin_state_up': True, 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'security_groups': ['2f1844c3-0a98-4023-82f9-1aadc67c831a']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:48.009330 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:48.020556 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:48.032029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:11:48.038184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.121034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa794e2f-661a-43c2-845c-79de4c76ce79 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:11:48.193089 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port aa794e2f-661a-43c2-845c-79de4c76ce79 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:11:48.198634 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port aa794e2f-661a-43c2-845c-79de4c76ce79 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:48.199014 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.222945 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.10 (667b4d30-d96f-4b46-9b16-9959fae7b5d4/fe07e638-d717-4008-b256-e70a71168be1/a6678aef-a249-4d4f-8152-a99b4ed5bc74) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:11:48.323700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.358507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port aa794e2f-661a-43c2-845c-79de4c76ce79, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=aa794e2f-661a-43c2-845c-79de4c76ce79,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:48.363501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.430480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.446104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=aa794e2f-661a-43c2-845c-79de4c76ce79,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:48.447720 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object a6678aef-a249-4d4f-8152-a99b4ed5bc74 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:11:48.476490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.544385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:11:48.552704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:11:48.557308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:11:48.590542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=a6678aef-a249-4d4f-8152-a99b4ed5bc74,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:48.628787 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:48.629429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.656819 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-8f59a446-c16b-4602-af48-3d155ddad621 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7957561 Apr 23 01:11:48.674285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Request body: {'port': {'device_id': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:48.700441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.781772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.785897 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-84cd53cb-89b8-40bb-ab62-017cd3617ec1 None None] Provisioning for port a6678aef-a249-4d4f-8152-a99b4ed5bc74 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:11:48.790781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-84cd53cb-89b8-40bb-ab62-017cd3617ec1 None None] Provisioning complete for port a6678aef-a249-4d4f-8152-a99b4ed5bc74 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:48.791141 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-84cd53cb-89b8-40bb-ab62-017cd3617ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.792797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:48.850567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-84cd53cb-89b8-40bb-ab62-017cd3617ec1 None None] Port a6678aef-a249-4d4f-8152-a99b4ed5bc74 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:11:48.982402 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1a452-a023-4418-8912-0f0db97889f4 req-c13bee77-898d-4528-a02b-59cdd56315a8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:48.983854 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ab1a452-a023-4418-8912-0f0db97889f4 req-c13bee77-898d-4528-a02b-59cdd56315a8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 932 time: 0.0823696 Apr 23 01:11:49.030477 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6ab1a452-a023-4418-8912-0f0db97889f4 req-54facca9-ad9d-4a9d-ab6a-c1da2998016a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402384 Apr 23 01:11:49.141437 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6678aef-a249-4d4f-8152-a99b4ed5bc74 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:11:49.149967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:49.164016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Transition to ACTIVE for port object a6678aef-a249-4d4f-8152-a99b4ed5bc74 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:11:49.167938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:49.328826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6678aef-a249-4d4f-8152-a99b4ed5bc74,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:49.517180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Attempting to bind port a6678aef-a249-4d4f-8152-a99b4ed5bc74 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:11:49.517539 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Attempting to bind port a6678aef-a249-4d4f-8152-a99b4ed5bc74 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:11:49.517867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Attempting to bind port a6678aef-a249-4d4f-8152-a99b4ed5bc74 on network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:11:49.522470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Port a6678aef-a249-4d4f-8152-a99b4ed5bc74 on network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:11:49.522737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Attempting to bind port a6678aef-a249-4d4f-8152-a99b4ed5bc74 on network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:11:49.527707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:11:49.528042 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Checking segment: {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:11:49.528421 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Bound using segment: {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:11:49.528839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Bound port: a6678aef-a249-4d4f-8152-a99b4ed5bc74, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c66741-21f8-4fb6-afb5-c21634ab110f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:11:49.529182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:49.620413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] For port a6678aef-a249-4d4f-8152-a99b4ed5bc74, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:11:49.623350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] For port a6678aef-a249-4d4f-8152-a99b4ed5bc74, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:11:49.628698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:49.681822 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:49.682495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:49.683803 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 1094 time: 1.0146072 Apr 23 01:11:49.684248 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:11:49.732625 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8ceab-e533-4217-917d-29f9d5c48bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a6678aef-a249-4d4f-8152-a99b4ed5bc74,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:49.740777 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2969753d-e392-4441-9709-ec00fb39df2f'] response: {'name': 'network-changed', 'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'status': 'completed', 'code': 200} Apr 23 01:11:49.835120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-25b7416d-5e7f-419e-b653-7533ebaeb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:49.836758 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-25b7416d-5e7f-419e-b653-7533ebaeb4f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1097 time: 0.0795195 Apr 23 01:11:49.911964 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-00f70f8f-4119-43a7-ab24-a26f92499281 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 217 time: 0.0617762 Apr 23 01:11:49.977902 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-6935ac05-1678-42a4-8cfe-e90eadfe2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:49.979351 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-6935ac05-1678-42a4-8cfe-e90eadfe2c48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 200 len: 835 time: 0.0616331 Apr 23 01:11:50.057313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6b03-212e-4075-a635-ed9380196515 req-26f30666-a80e-4673-8f7e-5e5d50b6b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:50.058843 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-26f30666-a80e-4673-8f7e-5e5d50b6b189 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=667b4d30-d96f-4b46-9b16-9959fae7b5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734105 Apr 23 01:11:50.084507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa794e2f-661a-43c2-845c-79de4c76ce79 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:11:50.149783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:50.165447 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port aa794e2f-661a-43c2-845c-79de4c76ce79 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:50.165821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:50.198102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-fc5eb26a-b191-4dae-9572-ed9869b640b1 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326835 Apr 23 01:11:50.224364 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1030d-ef54-4eef-9ce6-87f4bbb9854a req-5639d9ad-ba46-41ca-867f-be55c19e6fc0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:50.225986 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-01a1030d-ef54-4eef-9ce6-87f4bbb9854a req-5639d9ad-ba46-41ca-867f-be55c19e6fc0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 944 time: 0.0870869 Apr 23 01:11:50.273747 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-01a1030d-ef54-4eef-9ce6-87f4bbb9854a req-df5ab5ef-c871-41bb-a704-09ede4e0f247 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 Apr 23 01:11:50.336827 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d52e6b03-212e-4075-a635-ed9380196515 req-79ea675d-9af0-4c30-8a98-3e829a93cd7d service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332376 Apr 23 01:11:50.494643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b207564-b5af-4f60-b877-323e7c848de0 req-95ac71e3-3ef9-4f49-832f-5f878b14b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:50.496119 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b207564-b5af-4f60-b877-323e7c848de0 req-95ac71e3-3ef9-4f49-832f-5f878b14b97b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1097 time: 0.0770092 Apr 23 01:11:50.629064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b207564-b5af-4f60-b877-323e7c848de0 req-b532ff67-5d38-4d85-b010-cfbf3e750ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:50.630572 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b207564-b5af-4f60-b877-323e7c848de0 req-b532ff67-5d38-4d85-b010-cfbf3e750ac2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 896 time: 0.1281772 Apr 23 01:11:50.696927 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b207564-b5af-4f60-b877-323e7c848de0 req-b9169821-361b-45a0-acee-bf5fd876228b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 217 time: 0.0601699 Apr 23 01:11:50.760858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b207564-b5af-4f60-b877-323e7c848de0 req-ccfa305a-cd41-445d-9ec4-6168a68efb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:50.762233 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b207564-b5af-4f60-b877-323e7c848de0 req-ccfa305a-cd41-445d-9ec4-6168a68efb0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 200 len: 835 time: 0.0591383 Apr 23 01:11:50.837129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b207564-b5af-4f60-b877-323e7c848de0 req-1ca4ac52-7b3a-4b69-88b4-772d626c081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:50.838495 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b207564-b5af-4f60-b877-323e7c848de0 req-1ca4ac52-7b3a-4b69-88b4-772d626c081b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=667b4d30-d96f-4b46-9b16-9959fae7b5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700190 Apr 23 01:11:50.966381 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b207564-b5af-4f60-b877-323e7c848de0 req-18e0a73f-c410-46bd-b9da-df769f663778 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214890 Apr 23 01:11:51.101609 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0b207564-b5af-4f60-b877-323e7c848de0 req-29baa926-8739-4ffa-91fb-2d4a13b4a654 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285775 Apr 23 01:11:51.464529 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a963101-bff2-43b2-9d28-b31869635668 req-4848a9e7-b7ef-41f1-b71f-f90a8410b226 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:51.465138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-6a963101-bff2-43b2-9d28-b31869635668 req-4848a9e7-b7ef-41f1-b71f-f90a8410b226 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:11:51.479994 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-6a963101-bff2-43b2-9d28-b31869635668 req-4848a9e7-b7ef-41f1-b71f-f90a8410b226 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:11:51.481358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a963101-bff2-43b2-9d28-b31869635668 req-4848a9e7-b7ef-41f1-b71f-f90a8410b226 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 944 time: 0.0999784 Apr 23 01:11:51.627323 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6a963101-bff2-43b2-9d28-b31869635668 req-b55f087e-0c2f-41c2-8f7e-afb0b04703e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392543 Apr 23 01:11:52.813296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71488e7-20a8-4094-9063-03038e3f6870 req-b24525fd-8501-4aad-a0bb-3eb2c0349140 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:52.815401 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a71488e7-20a8-4094-9063-03038e3f6870 req-b24525fd-8501-4aad-a0bb-3eb2c0349140 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 944 time: 0.0802934 Apr 23 01:11:52.862382 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a71488e7-20a8-4094-9063-03038e3f6870 req-a6156ef6-9bfc-491a-8ac1-b914c962e961 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Apr 23 01:11:54.050697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7575e-ba44-4c81-8c25-458dd1ceb551 req-73f794f8-6cc8-4703-824d-aeca579cfce1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:54.052130 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cff7575e-ba44-4c81-8c25-458dd1ceb551 req-73f794f8-6cc8-4703-824d-aeca579cfce1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 944 time: 0.0814126 Apr 23 01:11:54.095714 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cff7575e-ba44-4c81-8c25-458dd1ceb551 req-568b4451-47c5-4685-873e-f1380f43f5ae tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377450 Apr 23 01:11:54.448591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a6678aef-a249-4d4f-8152-a99b4ed5bc74 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:11:54.580621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a6678aef-a249-4d4f-8152-a99b4ed5bc74, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:54.593272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'port_id': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'mac_address': 'fa:16:3e:c1:43:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:11:54.650793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:54.666782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6678aef-a249-4d4f-8152-a99b4ed5bc74 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:11:54.681625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a6678aef-a249-4d4f-8152-a99b4ed5bc74, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:54.686233 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:54.750134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=a6678aef-a249-4d4f-8152-a99b4ed5bc74,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:55.097254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['a6678aef-a249-4d4f-8152-a99b4ed5bc74'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:11:55.284219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad3fa0-4c08-44ab-b23a-1428b9a74a93 req-67376a4d-9c45-4b29-a864-103606c286ba tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:55.285624 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4fad3fa0-4c08-44ab-b23a-1428b9a74a93 req-67376a4d-9c45-4b29-a864-103606c286ba tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 945 time: 0.0808780 Apr 23 01:11:55.331732 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4fad3fa0-4c08-44ab-b23a-1428b9a74a93 req-2ef3f2d1-0973-4e55-9203-51d11f951924 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 Apr 23 01:11:56.448923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a6678aef-a249-4d4f-8152-a99b4ed5bc74 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:11:56.515216 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port a6678aef-a249-4d4f-8152-a99b4ed5bc74 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:11:56.519353 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66711bf-fa09-4889-9a72-32baaf523ecc req-4355d44a-5bc9-4e80-9192-3ad0a9f72f89 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:56.520204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port a6678aef-a249-4d4f-8152-a99b4ed5bc74 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:11:56.520816 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e66711bf-fa09-4889-9a72-32baaf523ecc req-4355d44a-5bc9-4e80-9192-3ad0a9f72f89 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 945 time: 0.0853801 Apr 23 01:11:56.522456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:56.568977 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e66711bf-fa09-4889-9a72-32baaf523ecc req-15aef85f-c497-44bb-acd9-f452ddda99a0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Apr 23 01:11:56.642460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:56.668224 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:11:56.679424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port a6678aef-a249-4d4f-8152-a99b4ed5bc74, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:11:56.683071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:56.715355 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff27cb09-d5e0-4ab0-b017-503b668aa985'] response: {'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'code': 200} Apr 23 01:11:56.753759 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=a6678aef-a249-4d4f-8152-a99b4ed5bc74,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:11:56.963084 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07fd86-bf27-42bc-8973-5e3ccbb42bf1 req-c90514b5-6dce-40dd-803c-9f0f7396022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:56.964457 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4f07fd86-bf27-42bc-8973-5e3ccbb42bf1 req-c90514b5-6dce-40dd-803c-9f0f7396022d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1099 time: 0.0691180 Apr 23 01:11:57.008535 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4f07fd86-bf27-42bc-8973-5e3ccbb42bf1 req-1ceacc7b-918c-425a-a774-8b58448b6bf5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 Apr 23 01:11:57.753167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89abb83-03d6-4385-b62e-0e27da8656e5 req-48f1cee9-65f4-430b-9e35-cd44a86c1f4f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:57.754702 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d89abb83-03d6-4385-b62e-0e27da8656e5 req-48f1cee9-65f4-430b-9e35-cd44a86c1f4f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0802491 Apr 23 01:11:57.797928 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d89abb83-03d6-4385-b62e-0e27da8656e5 req-3d78c024-b992-4ed2-90af-c13205139ef2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377059 Apr 23 01:11:58.988627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7599f-32d5-4d67-a5cc-c72c889cfe80 req-7b12da62-20a7-4118-9d37-d178163e2aba tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:58.990058 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5ef7599f-32d5-4d67-a5cc-c72c889cfe80 req-7b12da62-20a7-4118-9d37-d178163e2aba tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0842116 Apr 23 01:11:59.034748 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5ef7599f-32d5-4d67-a5cc-c72c889cfe80 req-e5ec9fc6-b75e-40e9-992a-fa6fde772419 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389500 Apr 23 01:11:59.221941 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09246286-3892-412c-b6cf-edda743e188d req-e269ae8f-7fde-49ae-ab81-e8261f45684c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:59.223313 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09246286-3892-412c-b6cf-edda743e188d req-e269ae8f-7fde-49ae-ab81-e8261f45684c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0835352 Apr 23 01:11:59.267428 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-09246286-3892-412c-b6cf-edda743e188d req-649c83cc-7435-4873-ae87-6a7a1fbe0c6c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382800 Apr 23 01:11:59.289394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48552) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:59.358574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03750a57-8fdb-43f8-8f83-23d61295f9f3 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:11:59.360042 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-03750a57-8fdb-43f8-8f83-23d61295f9f3 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1094 time: 0.0697076 Apr 23 01:11:59.363060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48556) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:11:59.367956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:11:59.373812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:11:59.378654 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:floatingip and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:11:59.381390 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:11:59.387001 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:11:59.397873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:59.531848 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:59.667224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.60 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/a9fe5dee-dc7f-4959-8649-e9056bf5623d) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:11:59.814682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:59.843252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:11:59.906196 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:11:59.909062 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:11:59.911587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:11:59.957569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=a9fe5dee-dc7f-4959-8649-e9056bf5623d,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:12:00.325615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:00.398602 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:00.699903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:00.705024 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:00.814795 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=a9fe5dee-dc7f-4959-8649-e9056bf5623d,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:12:00.824290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:00.995792 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP 23762cfb-a527-4b99-a3de-f09e78224e47 associated. External IP: 172.26.8.60, port: a6678aef-a249-4d4f-8152-a99b4ed5bc74. Apr 23 01:12:01.342655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:12:01.520844 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:12:01.530204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] Sync routers for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:12:01.543999 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:12:01.544678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:12:01.546373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:01.603375 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1e6ea1dd-be57-415a-ab22-f1453ef106aa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2391279 Apr 23 01:12:01.603793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:12:01.655606 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63ed373-ad0f-4b9d-b578-40ca4caa187c'] response: {'name': 'network-changed', 'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'status': 'completed', 'code': 200} Apr 23 01:12:01.748657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:12:01.784285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-b5f34baa-9f48-4e65-9dd0-81ab1ef260c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:01.785764 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-b5f34baa-9f48-4e65-9dd0-81ab1ef260c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1099 time: 0.0785625 Apr 23 01:12:01.798872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73861f-605d-4153-88e1-3b609686398a req-0a3f5ddf-e04c-42d1-88d4-4f29c945edab tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:01.800489 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0e73861f-605d-4153-88e1-3b609686398a req-0a3f5ddf-e04c-42d1-88d4-4f29c945edab tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0963573 Apr 23 01:12:01.851309 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0e73861f-605d-4153-88e1-3b609686398a req-a7564e17-c372-469d-80d8-3cb5c7d1347b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448151 Apr 23 01:12:01.875159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48564) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:12:01.946978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-e3d36f2f-ffda-47c5-a7dd-f8035c4f0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:01.948432 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-e3d36f2f-ffda-47c5-a7dd-f8035c4f0c0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 896 time: 0.1569297 Apr 23 01:12:02.008267 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-aa0acaed-455f-4400-8f8e-4fdebfabc71e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/23762cfb-a527-4b99-a3de-f09e78224e47 HTTP/1.1" status: 200 len: 991 time: 0.1301124 Apr 23 01:12:02.130311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '23762cfb-a527-4b99-a3de-f09e78224e47', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.60', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'port_id': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'mac_address': 'fa:16:3e:c1:43:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:12:00Z', 'updated_at': '2022-04-23T01:12:00Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:48Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:12:02.134050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] Checking router: ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:12:02.142981 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:12:02.143575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:11:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:12:02.169979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-78e6f5c6-3de1-46dd-8854-060068f3b38d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 999 time: 0.2143576 Apr 23 01:12:02.232476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-1c11a9e9-31e0-4e07-a863-0efba60dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:02.233886 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-1c11a9e9-31e0-4e07-a863-0efba60dbe92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 200 len: 835 time: 0.0574942 Apr 23 01:12:02.308712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-657b4134-6df9-4ab9-af45-8ae60e88dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:02.310194 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-657b4134-6df9-4ab9-af45-8ae60e88dbb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=667b4d30-d96f-4b46-9b16-9959fae7b5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706849 Apr 23 01:12:02.317443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:12:02.443994 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-729b5b23-6fbf-4756-b615-ea73692403c5 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263359 Apr 23 01:12:02.578183 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9ee2f9d5-3ef6-45ce-b724-d52eb954f5e0 req-432c81b1-3efd-4e2b-8d27-3e7ee49057b6 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280355 Apr 23 01:12:02.694479 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '23762cfb-a527-4b99-a3de-f09e78224e47', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.60', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'port_id': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'mac_address': 'fa:16:3e:c1:43:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:12:00Z', 'updated_at': '2022-04-23T01:12:00Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:48Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:12:02.698326 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fb4ffa-035c-4dc3-83f1-0cd7452352a4 None None] The sync data for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv is: [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '23762cfb-a527-4b99-a3de-f09e78224e47', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.60', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'port_id': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'mac_address': 'fa:16:3e:c1:43:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:12:00Z', 'updated_at': '2022-04-23T01:12:00Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:48Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:12:02.876568 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dad6d2-9471-49a3-829f-2b5e56d8ed0c None None] New status for floating IP 23762cfb-a527-4b99-a3de-f09e78224e47: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:12:03.011146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48568) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:12:03.119441 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-08afbb09-6422-43ab-8b93-fe65e2861862 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/23762cfb-a527-4b99-a3de-f09e78224e47 HTTP/1.1" status: 200 len: 991 time: 0.1060452 Apr 23 01:12:04.121413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48574) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:12:04.317254 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-725f0649-32b6-4551-97a2-0b45c447eddb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/23762cfb-a527-4b99-a3de-f09e78224e47 HTTP/1.1" status: 200 len: 993 time: 0.1946781 Apr 23 01:12:06.253701 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:12:07.832318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-8dd627e9-5b6d-461c-9fbd-d0de428b987c req-1337a1d1-9732-481e-8231-d17c54ae9a41 service neutron] (88072) timed out ('10.222.0.39', 44740) {{(pid=88072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 23 01:12:10.287134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:15.262263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-01e2c675-384c-40b8-a512-5ddc3a2e1f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:17.696454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c8d8d8a0-e0bc-4d00-8857-63cd0180490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:18.693401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:18.778080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:20.128859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:40.287328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:43.252122 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:12:45.263771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-76aa8825-a812-4932-b20c-74d5aedb9177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:47.688311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9877cc30-0ac7-484d-9ef2-df4e1f2d63ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:48.695133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:48.781644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:50.132600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:12:54.036594 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-fce9b8d2-7dac-4456-a4c6-1c0d3627dc52 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1194222 Apr 23 01:12:54.191587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-a9b5c912-8f3b-4714-9442-695375195034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:54.192975 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-a9b5c912-8f3b-4714-9442-695375195034 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1099 time: 0.0713232 Apr 23 01:12:54.335569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-e91be429-fa92-414e-b5e6-1ae54fd53d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:54.336999 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-e91be429-fa92-414e-b5e6-1ae54fd53d87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 896 time: 0.1258454 Apr 23 01:12:54.439112 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-6a743710-a21c-45c2-b87a-eaa8b8ea0e67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 1001 time: 0.0965104 Apr 23 01:12:54.499632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-a14d8a9b-15e1-495b-a1d8-2a8d50ff0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:54.501011 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-a14d8a9b-15e1-495b-a1d8-2a8d50ff0f33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 200 len: 835 time: 0.0562890 Apr 23 01:12:54.577140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-d2deb2a8-1c5d-4477-abd6-496d14e6861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:12:54.578616 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-d2deb2a8-1c5d-4477-abd6-496d14e6861d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=667b4d30-d96f-4b46-9b16-9959fae7b5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719278 Apr 23 01:12:54.705541 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-10cb2e7b-fbde-442e-ba70-297d2303aa2c service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207495 Apr 23 01:12:54.836726 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f5fcce24-6edd-46b5-abe7-cb97166ca85e req-2d2bd5c6-2f92-485b-b0a6-ab9cba97e544 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243105 Apr 23 01:13:05.372570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8cc72-b6b9-4c07-a694-f265ce4ba0b7 req-be989c40-bbdb-47bf-9b63-e69411e6f9f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:05.373929 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1b8cc72-b6b9-4c07-a694-f265ce4ba0b7 req-be989c40-bbdb-47bf-9b63-e69411e6f9f7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0818002 Apr 23 01:13:05.417888 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1b8cc72-b6b9-4c07-a694-f265ce4ba0b7 req-465c095b-cad9-4e57-83e8-1f39a06dd50a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375779 Apr 23 01:13:06.606832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f006b8c-a736-4341-98fa-52449219df75 req-0aa0eeac-e941-434d-beca-12077539b707 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:06.608266 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f006b8c-a736-4341-98fa-52449219df75 req-0aa0eeac-e941-434d-beca-12077539b707 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0807812 Apr 23 01:13:06.651942 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f006b8c-a736-4341-98fa-52449219df75 req-0bac8ed8-174d-442c-9973-dac99c52248c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373321 Apr 23 01:13:07.840664 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98ce53-07fe-4cb7-9709-efe2a47e9b73 req-04f9890d-7bdd-44a7-b0bc-4a5fa8a1a1e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:07.842109 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e98ce53-07fe-4cb7-9709-efe2a47e9b73 req-04f9890d-7bdd-44a7-b0bc-4a5fa8a1a1e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0862756 Apr 23 01:13:07.885696 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e98ce53-07fe-4cb7-9709-efe2a47e9b73 req-f5ab0b68-067f-449f-b30d-4368db712291 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Apr 23 01:13:09.074547 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbd0b4-456a-438e-8f5c-a1ef305bdfb4 req-3988510e-2053-4687-9eaf-4f8ca5850e00 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:09.076002 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3ccbd0b4-456a-438e-8f5c-a1ef305bdfb4 req-3988510e-2053-4687-9eaf-4f8ca5850e00 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0830948 Apr 23 01:13:09.120492 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3ccbd0b4-456a-438e-8f5c-a1ef305bdfb4 req-06841c3a-5967-461c-a412-fcac45f01b53 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388739 Apr 23 01:13:10.297722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:10.307949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe1d02-3311-4c07-9913-0357bb6077cf req-fd8b5641-c332-4b85-9dde-dfc0afff2df4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:10.309387 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0bfe1d02-3311-4c07-9913-0357bb6077cf req-fd8b5641-c332-4b85-9dde-dfc0afff2df4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0813508 Apr 23 01:13:10.356820 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0bfe1d02-3311-4c07-9913-0357bb6077cf req-7661baa9-faf8-444f-91fd-92233b414816 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Apr 23 01:13:11.541045 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea5edc-ce11-47b8-a36a-6b42ba4d289f req-f59b1de6-fde0-42d2-99e3-028a5f8a0a1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:11.542530 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-97ea5edc-ce11-47b8-a36a-6b42ba4d289f req-f59b1de6-fde0-42d2-99e3-028a5f8a0a1b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0816765 Apr 23 01:13:11.585933 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-97ea5edc-ce11-47b8-a36a-6b42ba4d289f req-b6221bcf-a3c2-4f40-b0c5-072b4a8ae0fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377510 Apr 23 01:13:12.770730 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214654-071a-46d6-a429-510c27c2bbd2 req-398bdcb4-54ba-4460-b857-e4fac57b68fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:12.772172 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-da214654-071a-46d6-a429-510c27c2bbd2 req-398bdcb4-54ba-4460-b857-e4fac57b68fd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0795574 Apr 23 01:13:12.815274 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-da214654-071a-46d6-a429-510c27c2bbd2 req-a003dc25-ced4-4ef0-9ff0-1d9b813d2447 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375302 Apr 23 01:13:14.001410 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b7701-98c9-40ee-acbe-a2592666c158 req-e1cb0e62-118c-48dc-95a1-47e6360e62f3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:14.002870 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa0b7701-98c9-40ee-acbe-a2592666c158 req-e1cb0e62-118c-48dc-95a1-47e6360e62f3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0829148 Apr 23 01:13:14.048941 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fa0b7701-98c9-40ee-acbe-a2592666c158 req-9bae0fab-5f0f-4dea-b888-29b9a36e17b5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397463 Apr 23 01:13:15.268099 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bd6da8e9-ebb8-4717-a55e-899ff2ff4150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:15.348834 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd18ebe-019f-445c-9745-bcab8ef4b16c req-f9fe5be8-65b4-4da4-81a3-b4115cfb84dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:15.350305 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dbd18ebe-019f-445c-9745-bcab8ef4b16c req-f9fe5be8-65b4-4da4-81a3-b4115cfb84dc tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.1926599 Apr 23 01:13:15.397790 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-dbd18ebe-019f-445c-9745-bcab8ef4b16c req-9ad1d57e-87c2-4916-8d8f-105952f59dd9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417149 Apr 23 01:13:16.586020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242f9ab-3b82-4dcb-98d5-9229bbade375 req-e3382a47-1232-47a0-8c3b-a98c6e91a60c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:16.587479 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0242f9ab-3b82-4dcb-98d5-9229bbade375 req-e3382a47-1232-47a0-8c3b-a98c6e91a60c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0826919 Apr 23 01:13:16.631295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0242f9ab-3b82-4dcb-98d5-9229bbade375 req-5aa7099b-c8f2-4cd3-a6e5-5337146a4bc3 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381596 Apr 23 01:13:17.691308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-57754678-f26a-4a29-a452-e8c929d3f7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:17.814774 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef305b-e6e8-442c-a4d2-ca2781487763 req-6f3c5360-ef51-41d9-a744-8763b1572f91 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:17.817300 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-feef305b-e6e8-442c-a4d2-ca2781487763 req-6f3c5360-ef51-41d9-a744-8763b1572f91 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0819414 Apr 23 01:13:17.864160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-feef305b-e6e8-442c-a4d2-ca2781487763 req-1d4b2af6-f9d0-4a1e-ba70-88d068f37d70 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Apr 23 01:13:18.697147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:18.783246 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:19.048180 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d05b98-0acb-4e04-a819-36180923fb92 req-92f8b8d9-c4ff-4f33-afe9-f123d759d17e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:19.049630 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-87d05b98-0acb-4e04-a819-36180923fb92 req-92f8b8d9-c4ff-4f33-afe9-f123d759d17e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0801570 Apr 23 01:13:19.093950 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-87d05b98-0acb-4e04-a819-36180923fb92 req-3b0c8a2d-7894-4ed6-903a-5863a469d856 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Apr 23 01:13:20.136438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:20.259010 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:13:20.286592 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73673386-2328-4ed4-9f9a-e72607c6b173 req-11e08b00-9661-4536-a377-20501e366db4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:20.287989 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73673386-2328-4ed4-9f9a-e72607c6b173 req-11e08b00-9661-4536-a377-20501e366db4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0848827 Apr 23 01:13:20.332812 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-73673386-2328-4ed4-9f9a-e72607c6b173 req-00f505c8-b7d0-43c9-8737-00499cfb90df tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391152 Apr 23 01:13:21.518739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce5e6b-35de-49ad-aa6c-2a34d4c69c61 req-f1baf244-3679-4eeb-b71f-69bcd6fc1929 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:21.520724 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-adce5e6b-35de-49ad-aa6c-2a34d4c69c61 req-f1baf244-3679-4eeb-b71f-69bcd6fc1929 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0822492 Apr 23 01:13:21.564139 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-adce5e6b-35de-49ad-aa6c-2a34d4c69c61 req-ca599adb-4f55-4ef2-a82a-9d49b4d78f46 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378144 Apr 23 01:13:21.587890 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48632) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:13:21.691930 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-1cd12f70-3e75-4c8d-ad03-561594334346 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/23762cfb-a527-4b99-a3de-f09e78224e47 HTTP/1.1" status: 200 len: 993 time: 0.1028759 Apr 23 01:13:23.204515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52db5c2-847b-4feb-b2ce-bec6f6c0704d req-cb971ec2-141e-401b-b8c4-5ff35f34a0f9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:23.205968 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a52db5c2-847b-4feb-b2ce-bec6f6c0704d req-cb971ec2-141e-401b-b8c4-5ff35f34a0f9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.1316249 Apr 23 01:13:23.264500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-f46fc6bb-c62b-45ce-ab8f-04f0396cba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:23.265959 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-f46fc6bb-c62b-45ce-ab8f-04f0396cba76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1099 time: 0.1244907 Apr 23 01:13:23.269447 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a52db5c2-847b-4feb-b2ce-bec6f6c0704d req-73887a65-eacc-41e8-adc6-af081afcaa09 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549681 Apr 23 01:13:23.396138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-b37d05ec-da40-41ca-bde6-aaadbfaa0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:23.397597 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-b37d05ec-da40-41ca-bde6-aaadbfaa0014 service neutron] 10.222.0.42 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 896 time: 0.1256764 Apr 23 01:13:23.499560 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-18fdb753-cdb8-4002-be32-49ae9e574e68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 1001 time: 0.0966492 Apr 23 01:13:23.561595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-0937d0db-bc94-49c4-a47b-0d4d00dac1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:23.562930 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-0937d0db-bc94-49c4-a47b-0d4d00dac1b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 200 len: 835 time: 0.0582137 Apr 23 01:13:23.635671 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-3800148e-72df-430b-a96d-ec01d96ac691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:23.637100 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-3800148e-72df-430b-a96d-ec01d96ac691 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=667b4d30-d96f-4b46-9b16-9959fae7b5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680964 Apr 23 01:13:23.765138 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-fa6920aa-bea1-4482-b875-0ef7a566d02b service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217134 Apr 23 01:13:23.891656 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a17f56fd-3973-44a6-a14d-7c1c2c3ecb8d req-34abf35c-5af3-400a-a95a-2f2d0235efd6 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201911 Apr 23 01:13:24.457739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0cd65-3aae-461d-a9bb-2fe17afc7e9c req-2a1018e1-f02c-4224-ad58-ce38d043ab9b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:24.459220 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-34f0cd65-3aae-461d-a9bb-2fe17afc7e9c req-2a1018e1-f02c-4224-ad58-ce38d043ab9b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0831597 Apr 23 01:13:24.509385 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-34f0cd65-3aae-461d-a9bb-2fe17afc7e9c req-af398e79-fe65-43c8-9621-42822f9bdf02 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444207 Apr 23 01:13:25.698305 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16c0fb-ffa5-41c2-8fc3-765616913eb0 req-4b46f15f-3029-4bea-a017-de6763603d5e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:25.699753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8a16c0fb-ffa5-41c2-8fc3-765616913eb0 req-4b46f15f-3029-4bea-a017-de6763603d5e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0789685 Apr 23 01:13:25.746083 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8a16c0fb-ffa5-41c2-8fc3-765616913eb0 req-102b0daf-73f1-42ff-9d25-542a409b319f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Apr 23 01:13:25.769658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48646) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:13:25.873426 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9132d0b6-1017-4488-9a16-d81e0a48cff9 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/23762cfb-a527-4b99-a3de-f09e78224e47 HTTP/1.1" status: 200 len: 993 time: 0.1024919 Apr 23 01:13:40.328992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:45.271524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a85d584b-148a-4845-8f96-f02e1e5a4db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:47.694629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-63e48fbc-5c32-4140-977d-e04aa7d0aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:48.698864 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:48.786943 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:50.138468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:13:54.028763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-818dd726-0c4a-4a5d-b365-756fa7d36330 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713716 Apr 23 01:13:54.180728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-f7a5d82e-20e6-41b6-a2e5-de42f0fc87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:54.182171 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-f7a5d82e-20e6-41b6-a2e5-de42f0fc87d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1099 time: 0.0711088 Apr 23 01:13:54.326008 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-6ea7face-685f-4128-8e8e-2088b4e6e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:54.327396 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-6ea7face-685f-4128-8e8e-2088b4e6e870 service neutron] 10.222.0.42 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 896 time: 0.1268239 Apr 23 01:13:54.428651 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-1ddf0bbb-f6ec-4b8b-9896-7950af844d88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 1001 time: 0.0949554 Apr 23 01:13:54.591804 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-7d595b28-e28f-417b-9920-5dc93d3c11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:54.593174 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-7d595b28-e28f-417b-9920-5dc93d3c11bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 200 len: 835 time: 0.1591032 Apr 23 01:13:54.667038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-f7dcaf74-e576-481c-83e1-8da8e63d2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:13:54.668487 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-f7dcaf74-e576-481c-83e1-8da8e63d2cd6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=667b4d30-d96f-4b46-9b16-9959fae7b5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701511 Apr 23 01:13:54.798232 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-871744f8-b518-42b8-bcfa-2aadeb43b48c service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237800 Apr 23 01:13:54.931212 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2e9cce50-0fa9-40f7-b234-1c73d562340b req-c70008aa-761c-4e9f-ac82-4a2186848ae1 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269433 Apr 23 01:13:57.247786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:14:10.353755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:14.349605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48666) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:14.753435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port a9fe5dee-dc7f-4959-8649-e9056bf5623d {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:14:14.753780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:14.924931 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:14.925360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:15.045530 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for a9fe5dee-dc7f-4959-8649-e9056bf5623d owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:14:15.197408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:15.243624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=a9fe5dee-dc7f-4959-8649-e9056bf5623d,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:15.272533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-75393be5-47b8-4653-8f4c-f4a7d6dd6537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:15.281418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.281766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.282103 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.282465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.282798 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.283123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.283445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.284383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.284717 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.285043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.285367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.285683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:15.438418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:15.439170 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP 23762cfb-a527-4b99-a3de-f09e78224e47 disassociated (deleted). External IP: 172.26.8.60, port: a6678aef-a249-4d4f-8152-a99b4ed5bc74. Apr 23 01:14:15.787166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:14:15.967517 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:14:15.980352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] Sync routers for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:14:15.988043 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:15.990371 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:15.991165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:13:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:16.046051 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7904bf76-8314-4312-9767-b4ddae2f8e21 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/floatingips/23762cfb-a527-4b99-a3de-f09e78224e47 HTTP/1.1" status: 204 len: 168 time: 1.6930277 Apr 23 01:14:16.046051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:14:16.184350 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:16.265273 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8a8a95-8f4f-494a-aab2-90f65496ce4e'] response: {'name': 'network-changed', 'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'status': 'completed', 'code': 200} Apr 23 01:14:16.390375 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-06b596b6-bcbe-47b9-a1d4-26b72c79a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:16.392551 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-06b596b6-bcbe-47b9-a1d4-26b72c79a12c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 1099 time: 0.0802166 Apr 23 01:14:16.522191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:48Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:16.526332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] Checking router: ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:14:16.528422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-cb01ff9b-a41f-4ab6-915c-e145fcf53fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:16.529872 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-cb01ff9b-a41f-4ab6-915c-e145fcf53fdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 200 len: 896 time: 0.1314652 Apr 23 01:14:16.535575 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:16.536268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:13:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:16.599097 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-b5dcd3ea-af1a-472b-883b-4133c580f20d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 200 len: 217 time: 0.0618665 Apr 23 01:14:16.634799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0582d9-bccf-415a-af77-e5e72daa2ad3 req-dd04fbdc-c5db-4650-8697-a71351dc7d55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:16.635632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-af0582d9-bccf-415a-af77-e5e72daa2ad3 req-dd04fbdc-c5db-4650-8697-a71351dc7d55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:14:16.651968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-af0582d9-bccf-415a-af77-e5e72daa2ad3 req-dd04fbdc-c5db-4650-8697-a71351dc7d55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:14:16.653664 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af0582d9-bccf-415a-af77-e5e72daa2ad3 req-dd04fbdc-c5db-4650-8697-a71351dc7d55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.1527548 Apr 23 01:14:16.666837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-6165721f-ca3e-40c0-9cd2-6cf83d9eff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:16.668291 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-6165721f-ca3e-40c0-9cd2-6cf83d9eff76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 200 len: 835 time: 0.0638278 Apr 23 01:14:16.704321 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-af0582d9-bccf-415a-af77-e5e72daa2ad3 req-c0167bee-3ca6-43c7-8624-b0c6b5acdc43 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429029 Apr 23 01:14:16.716157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:16.747223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-418c316e-9ff7-4584-bb13-a00a352dea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:16.748691 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-418c316e-9ff7-4584-bb13-a00a352dea4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=667b4d30-d96f-4b46-9b16-9959fae7b5d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723205 Apr 23 01:14:16.883486 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-44ac8bf7-c7d8-4c62-b933-53c6ea41ebe7 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282365 Apr 23 01:14:17.020575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-be3c91d3-96a1-46d9-b508-d3c1f112cd3b req-6ca9f25b-00c5-456e-bae6-b901468937c0 service neutron] 10.222.0.42 "GET /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307647 Apr 23 01:14:17.072625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:48Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:17.076580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0263268f-eacb-48dd-8554-550fe06bf542 None None] The sync data for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv is: [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:11:43Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'aa794e2f-661a-43c2-845c-79de4c76ce79', 'name': '', 'network_id': '667b4d30-d96f-4b46-9b16-9959fae7b5d4', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:d5:a4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'fe07e638-d717-4008-b256-e70a71168be1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:42Z', 'updated_at': '2022-04-23T01:11:48Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': 'fe07e638-d717-4008-b256-e70a71168be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:14:17.276568 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9023ff27-d8b6-4181-abca-3f93775ef463 None None] New status for floating IP 23762cfb-a527-4b99-a3de-f09e78224e47: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:14:17.696381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d67939bd-cbf9-44bb-a7a9-7befb29f5000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:17.943952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667fbc4-ec00-4223-9bcc-a8322d38b0c8 req-9334cd2a-bbe6-47ff-b432-31040af8f316 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:17.945396 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5667fbc4-ec00-4223-9bcc-a8322d38b0c8 req-9334cd2a-bbe6-47ff-b432-31040af8f316 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.1276555 Apr 23 01:14:17.991042 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5667fbc4-ec00-4223-9bcc-a8322d38b0c8 req-af19f61b-3d6f-409b-a05b-1d2e51705b98 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f1844c3-0a98-4023-82f9-1aadc67c831a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Apr 23 01:14:18.418508 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-089e9022-966c-4f55-a57f-922349295e50 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:18.419911 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-089e9022-966c-4f55-a57f-922349295e50 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 946 time: 0.0789812 Apr 23 01:14:18.491821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port a6678aef-a249-4d4f-8152-a99b4ed5bc74 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:14:18.492155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:18.700835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:18.733237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port a6678aef-a249-4d4f-8152-a99b4ed5bc74, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=a6678aef-a249-4d4f-8152-a99b4ed5bc74,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:18.733596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:18.790335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:18.959438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for a6678aef-a249-4d4f-8152-a99b4ed5bc74 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:14:19.106641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:19.146638 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-40abadf0-74ce-481f-b701-9ed15d508f75 req-fb8471ea-ac20-4dc6-92e2-d08b9efcc66c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b4b7db-61a7-43d1-a749-4990d7d1bfeb HTTP/1.1" status: 200 len: 210 time: 0.0444937 Apr 23 01:14:19.187325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=a6678aef-a249-4d4f-8152-a99b4ed5bc74,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:19.204129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.204479 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.204819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.205152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.205482 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.206864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.207195 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.207523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.207846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.208168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.208489 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.208813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:19.249991 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] No DVR routers for this DVR port a6678aef-a249-4d4f-8152-a99b4ed5bc74 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:14:19.252493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:19.256634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'name': 'network-vif-deleted', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:14:19.271487 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-604f1271-c336-45d1-a8b4-224d6f4ec6b0 req-cef2cf64-ace9-493f-9fb9-5c1b7121773f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "DELETE /v2.0/ports/a6678aef-a249-4d4f-8152-a99b4ed5bc74 HTTP/1.1" status: 204 len: 173 time: 0.8453934 Apr 23 01:14:19.352987 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805a109a-d6af-4c1a-a5a4-8c81c3eccd92'] response: {'server_uuid': 'b0b4b7db-61a7-43d1-a749-4990d7d1bfeb', 'name': 'network-vif-deleted', 'tag': 'a6678aef-a249-4d4f-8152-a99b4ed5bc74', 'status': 'completed', 'code': 200} Apr 23 01:14:20.141328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:20.240249 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48694) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:20.875797 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:21.227613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port aa794e2f-661a-43c2-845c-79de4c76ce79 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:14:21.227872 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:21.413773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port aa794e2f-661a-43c2-845c-79de4c76ce79, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=aa794e2f-661a-43c2-845c-79de4c76ce79,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:21.414508 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:21.537761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for aa794e2f-661a-43c2-845c-79de4c76ce79 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:14:21.858265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:21.936123 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=aa794e2f-661a-43c2-845c-79de4c76ce79,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:22.289800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:22.646950 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:14:22.823545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:14:22.833690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] Sync routers for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:14:22.837782 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b51767bc-a330-481e-a99e-f01088710a1a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5964706 Apr 23 01:14:22.840447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48698) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:22.843178 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:22.843775 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:22.905551 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting subnet fe07e638-d717-4008-b256-e70a71168be1 {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:14:22.908343 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:22.966351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.024030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:23.051916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.123945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.167212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Subnet': ['ID=fe07e638-d717-4008-b256-e70a71168be1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:23.169061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.176135 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c8e91523-f276-4d84-9894-6b79d99c6487 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/subnets/fe07e638-d717-4008-b256-e70a71168be1 HTTP/1.1" status: 204 len: 168 time: 0.3347349 Apr 23 01:14:23.178747 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48702) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:23.210662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1bf2d1-c92b-4226-bde4-51a06592051c None None] Network 667b4d30-d96f-4b46-9b16-9959fae7b5d4 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:14:23.259611 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a6678aef-a249-4d4f-8152-a99b4ed5bc74 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:14:23.348820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: a6678aef-a249-4d4f-8152-a99b4ed5bc74 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:14:23.349165 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device a6678aef-a249-4d4f-8152-a99b4ed5bc74 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:14:23.352888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.516868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120'}], 'enable_snat': True}, 'gw_port_id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:14:21Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'fb7dd903-f58a-4989-b69f-a1041d7f3d89', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:11:39Z', 'updated_at': '2022-04-23T01:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:23.524135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] Checking router: ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:14:23.530599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.535994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] Routers {'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:23.536623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:23.545788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port fb7dd903-f58a-4989-b69f-a1041d7f3d89 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:14:23.546132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.604033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] DHCP port deletion for 667b4d30-d96f-4b46-9b16-9959fae7b5d4 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:14:23.656328 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Deleting port 8d41b317-f23d-44da-8c7e-085132fd8883 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:14:23.656699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.744038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] Set router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:23.842605 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port fb7dd903-f58a-4989-b69f-a1041d7f3d89, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=fb7dd903-f58a-4989-b69f-a1041d7f3d89,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:23.843183 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:23.921005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:14:23Z', 'revision_number': 6, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:23.929915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9af38-6912-410f-af70-0b620bc2e610 None None] The sync data for ids ['ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af'] in dv-neutron-838784-1-hyperv is: [{'id': 'ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1037215612', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:11:38Z', 'updated_at': '2022-04-23T01:14:23Z', 'revision_number': 6, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:14:23.967486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for fb7dd903-f58a-4989-b69f-a1041d7f3d89 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:14:24.046765 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] For port 8d41b317-f23d-44da-8c7e-085132fd8883, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=8d41b317-f23d-44da-8c7e-085132fd8883,segment=NetworkSegment(34c66741-21f8-4fb6-afb5-c21634ab110f),segment_id=34c66741-21f8-4fb6-afb5-c21634ab110f)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:24.047157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.138549 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.168179 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Calling delete_port for 8d41b317-f23d-44da-8c7e-085132fd8883 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:14:24.184694 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=fb7dd903-f58a-4989-b69f-a1041d7f3d89,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:24.242682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.278786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.292989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Pushing event deleted for resources: {'Port': ['ID=8d41b317-f23d-44da-8c7e-085132fd8883,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:24.297816 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] No DVR routers for this DVR port 8d41b317-f23d-44da-8c7e-085132fd8883 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:14:24.304550 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.304900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.305242 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.305578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.308668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeeb41d-a5f3-427b-bb48-e5ec259419b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:24.466007 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.468238 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.491004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.491507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Fanout notify agent at l3_agent the message router_deleted on router ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:14:24.506870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.507940 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e7317e5b-279d-4e7a-86fb-cef9bf0902f4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/routers/ff8de2ea-8aee-41dc-ae2f-4f63a0c4d1af HTTP/1.1" status: 204 len: 168 time: 1.3283107 Apr 23 01:14:24.510664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48708) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:24.623190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.710024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8d41b317-f23d-44da-8c7e-085132fd8883 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:14:24.748565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 8d41b317-f23d-44da-8c7e-085132fd8883 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:14:24.748995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 8d41b317-f23d-44da-8c7e-085132fd8883 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:14:24.749483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa794e2f-661a-43c2-845c-79de4c76ce79 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:14:24.756273 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.780847 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667b4d30-d96f-4b46-9b16-9959fae7b5d4']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:24.782651 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: aa794e2f-661a-43c2-845c-79de4c76ce79 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:14:24.782976 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa794e2f-661a-43c2-845c-79de4c76ce79 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:14:24.795236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c66741-21f8-4fb6-afb5-c21634ab110f') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:24.795558 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c66741-21f8-4fb6-afb5-c21634ab110f') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:24.807843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.824051 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.831053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:14:24.831428 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:14:24.845985 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:14:24.929071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.949524 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:24.961185 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Network': ['ID=667b4d30-d96f-4b46-9b16-9959fae7b5d4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:24.973825 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d8400e68-e9cd-4176-bff4-0f70032e6420 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/networks/667b4d30-d96f-4b46-9b16-9959fae7b5d4 HTTP/1.1" status: 204 len: 168 time: 0.4589431 Apr 23 01:14:24.974223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48712) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:25.047227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-facd8b63-d7d3-47ca-908f-fc5e80b452b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:25.080095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-facd8b63-d7d3-47ca-908f-fc5e80b452b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:25.145097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-facd8b63-d7d3-47ca-908f-fc5e80b452b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:25.162485 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8b63-d7d3-47ca-908f-fc5e80b452b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1844c3-0a98-4023-82f9-1aadc67c831a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:25.174071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-facd8b63-d7d3-47ca-908f-fc5e80b452b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:25.176057 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-facd8b63-d7d3-47ca-908f-fc5e80b452b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/security-groups/2f1844c3-0a98-4023-82f9-1aadc67c831a HTTP/1.1" status: 204 len: 168 time: 0.2006893 Apr 23 01:14:26.114616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb7dd903-f58a-4989-b69f-a1041d7f3d89 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:14:26.151005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: fb7dd903-f58a-4989-b69f-a1041d7f3d89 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:14:26.151348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device fb7dd903-f58a-4989-b69f-a1041d7f3d89 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:14:26.834923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48722) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:26.840168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1751939834', 'description': 'tempest-secgroup-smoke-1751939834 description', 'project_id': '9d79b42c956244e4929beb95e4defc4e'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:26.846101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:26.850392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:26.853309 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:26.859284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:26.870038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:26.889537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:26.893245 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:26.895969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:26.901457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:26.970891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:26.975763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.020571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4978a9-b9dd-4263-a5a6-98cf2af73fef,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:27.023197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.024382 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f822c376-617a-4f0c-9f0e-b676827bfbf7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884611 Apr 23 01:14:27.027611 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48726) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:27.032161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '9a4978a9-b9dd-4263-a5a6-98cf2af73fef', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:27.038830 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:27.042632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:27.045442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:27.051664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:27.068294 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.226819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.230709 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.256332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841a0ae0-1d9a-41f5-b920-536ad1677e48,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:27.266291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.267448 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-fdc316ed-74a9-47b3-a61a-c05df73d334e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2392161 Apr 23 01:14:27.270177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48730) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:27.274991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '9a4978a9-b9dd-4263-a5a6-98cf2af73fef', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:27.280666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:27.284854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:27.287640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:27.293184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:27.309375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.369205 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.372621 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.394387 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1b5cc5-e0c1-4aa3-a174-b20b2a373de5,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:27.403588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.404976 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-81075e28-5819-4e38-b212-4df7ea02778d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338782 Apr 23 01:14:27.407632 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48734) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:27.412905 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '9a4978a9-b9dd-4263-a5a6-98cf2af73fef', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:27.418544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:27.422296 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:27.425684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:27.431588 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:27.447475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.508609 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.511903 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.538142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5289b1-e4bb-496d-bfe9-c4975d16edd2,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:27.547020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.548169 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8e2d69e8-b69f-422c-826b-78451508f948 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396518 Apr 23 01:14:27.551437 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48738) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:27.556345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '9a4978a9-b9dd-4263-a5a6-98cf2af73fef', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:27.562265 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:27.566122 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:27.568992 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:27.574668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:27.591453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.654994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.658336 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.681800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ab3c76-24f5-4bfb-9c6b-03b48d76829a,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:27.690706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.691867 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-90456082-c2c3-42bd-b113-4a1c07b5c126 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395330 Apr 23 01:14:27.694603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48742) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:27.699412 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '9a4978a9-b9dd-4263-a5a6-98cf2af73fef', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:27.705081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:27.709650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:27.712516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:27.718156 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:27.729277 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:14:27.735973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.798983 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.803641 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.826177 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd3a1ed-a2cd-4d8a-bbf9-a16a3ef24724,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:27.835663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.837010 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-46c7b6b4-99c8-4446-bdca-59619f6af370 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415048 Apr 23 01:14:27.839645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48746) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:27.844502 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'security_group_rule': {'security_group_id': '9a4978a9-b9dd-4263-a5a6-98cf2af73fef', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:27.850377 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:27.854363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:security_group_rule and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:27.857225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:27.863144 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:27.873180 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Project 9d79b42c956244e4929beb95e4defc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:14:27.880159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.946368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.949801 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.973584 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10a35f2-57e0-492a-8bf1-980abc189171,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:27.982653 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:27.983826 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e6a7d46e-b53f-4e92-b068-3c5b8a4c3233 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432710 Apr 23 01:14:27.986587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48750) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:27.992118 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'network': {'name': 'tempest-network-smoke--124224683', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'port_security_enabled': True}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:27.996943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:28.001102 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:network and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:28.004645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:28.010347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:28.021382 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:14:28.024822 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.052233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:14:28.060275 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.060608 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Added segment 94d952c2-0fdb-4944-b4e6-166cc9738639 of type vlan for network 333d2a1c-c9cf-47a3-9df8-32b12354525a Apr 23 01:14:28.088173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.117040 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.122537 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:28.123108 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.227427 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2397046 Apr 23 01:14:28.230066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48754) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:28.233259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86570c-c577-4e20-a4c0-fc41685ce49a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Network': ['ID=333d2a1c-c9cf-47a3-9df8-32b12354525a,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:28.235364 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'admin_state_up': True, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:28.243512 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:28.244134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:14:28.247420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:router and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:28.250302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:28.257493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:28.266925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.267887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.283214 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.544926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.839970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:28.872056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:29.003723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.55 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/d8aa3583-0750-42e7-8c91-868835531155) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:14:29.154534 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:29.184139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:29.352268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:14:29.355047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:14:29.358594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:14:29.403970 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=d8aa3583-0750-42e7-8c91-868835531155,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:29.782267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:30.120064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:30.314610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 58f0f0d8-2cae-4780-a0e7-530960983b70 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:14:30.488524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:14:30.497680 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Sync routers for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:14:30.507233 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:30.507826 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:30.515803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:30.517019 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7cabce14-8798-4099-a4c6-2a054b5db5fa tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2859492 Apr 23 01:14:30.520965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48758) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:30.566700 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-58793e47-55f8-4d2a-9d14-52822cdf7637 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=9d79b42c956244e4929beb95e4defc4e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422013 Apr 23 01:14:30.566932 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48762) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:30.683632 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:30.695757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b5256-752e-48a1-b876-294f7651e6d0 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:30.697234 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-644b5256-752e-48a1-b876-294f7651e6d0 tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294274 Apr 23 01:14:30.699988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48766) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:30.739845 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-29a355cb-0c89-4036-9e93-eca03ba5487e tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=9363e437-fd76-444a-98f7-1399c89b24d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387411 Apr 23 01:14:30.742226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48770) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:30.747350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2066279292', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:30.856757 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:30.860497 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:subnet and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:30.863773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:30.869342 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:30.879699 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:14:30.883160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:30.972120 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:29Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:30.976777 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Checking router: 58f0f0d8-2cae-4780-a0e7-530960983b70 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:14:30.977129 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Updating router 58f0f0d8-2cae-4780-a0e7-530960983b70 port d8aa3583-0750-42e7-8c91-868835531155 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:14:31.034167 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.105562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.186213 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Subnet': ['ID=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:31.196076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Checking segment: {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:14:31.196438 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network hostable DHCP agents. Network: 333d2a1c-c9cf-47a3-9df8-32b12354525a, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:14:31.215039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:14:31.224604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 333d2a1c-c9cf-47a3-9df8-32b12354525a) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:14:31.229376 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:31.230452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.241831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868523e4-2a25-4f0e-acfd-8914c4d281fc None None] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:14:31.259103 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a87ffdc5-4fb6-4234-9042-7ee3480dd0a6 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5158727 Apr 23 01:14:31.261772 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48774) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:31.389487 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.401220 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Transition to ACTIVE for port object d8aa3583-0750-42e7-8c91-868835531155 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:14:31.408308 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.471692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-333d2a1c-c9cf-47a3-9df8-32b12354525a', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:14:31.472811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.483917 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Attempting to bind port d8aa3583-0750-42e7-8c91-868835531155 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:14:31.483917 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Attempting to bind port d8aa3583-0750-42e7-8c91-868835531155 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:14:31.484249 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Attempting to bind port d8aa3583-0750-42e7-8c91-868835531155 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:14:31.500141 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:14:31.500811 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:14:31.500934 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.501280 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:14:31.501724 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Bound port: d8aa3583-0750-42e7-8c91-868835531155, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:14:31.502084 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.532194 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Pushing event updated for resources: {'Port': ['ID=d8aa3583-0750-42e7-8c91-868835531155,revision_number=2']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:31.552001 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.552352 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.552692 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.553034 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.553362 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.553698 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.554022 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.554377 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.554711 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.555031 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.555349 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.555669 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:14:31.594684 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] For port d8aa3583-0750-42e7-8c91-868835531155, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:14:31.598414 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] For port d8aa3583-0750-42e7-8c91-868835531155, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d8aa3583-0750-42e7-8c91-868835531155,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:14:31.604308 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.646304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Allocated IP 172.20.0.2 (333d2a1c-c9cf-47a3-9df8-32b12354525a/3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f/74c2c61d-fe11-415f-bac8-f8c9c5d67956) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:14:31.686448 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:31.687069 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:31.763155 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b7bea-d3ac-4073-8ff4-a789840eb387 None None] Pushing event updated for resources: {'Port': ['ID=d8aa3583-0750-42e7-8c91-868835531155,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:31.866309 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.874130 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:31.877809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Transition to ACTIVE for port object 74c2c61d-fe11-415f-bac8-f8c9c5d67956 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:14:31.896201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Transition to ACTIVE for port object 74c2c61d-fe11-415f-bac8-f8c9c5d67956 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:14:31.902366 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:31.974391 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:14:31.977624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:14:31.982033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:14:31.984295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Pushing event updated for resources: {'Port': ['ID=74c2c61d-fe11-415f-bac8-f8c9c5d67956,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:32.109338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Attempting to bind port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:14:32.109455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Attempting to bind port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:14:32.109741 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Attempting to bind port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 on network 333d2a1c-c9cf-47a3-9df8-32b12354525a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:14:32.115826 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:14:32.116203 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Checking segment: {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:14:32.116600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:32.116988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Bound using segment: {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:14:32.117502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Bound port: 74c2c61d-fe11-415f-bac8-f8c9c5d67956, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:14:32.117879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:32.122516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:32.165208 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:29Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:32.169280 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f19672a-9e4a-41c3-893b-e957536c5056 None None] The sync data for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv is: [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:29Z', 'revision_number': 3, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:14:32.206050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] For port 74c2c61d-fe11-415f-bac8-f8c9c5d67956, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:14:32.209392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] For port 74c2c61d-fe11-415f-bac8-f8c9c5d67956, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=74c2c61d-fe11-415f-bac8-f8c9c5d67956,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:14:32.214443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:32.305187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c784d-8e7e-4c04-9742-26e3ba15e651 None None] Pushing event updated for resources: {'Port': ['ID=74c2c61d-fe11-415f-bac8-f8c9c5d67956,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:32.584174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.1 (333d2a1c-c9cf-47a3-9df8-32b12354525a/3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f/a1ebd21f-116e-4448-a032-11562413215b) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:14:32.755974 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:32.772630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object a1ebd21f-116e-4448-a032-11562413215b will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:14:32.797184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:32.866062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:14:32.877081 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:14:32.883022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:14:32.914384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=a1ebd21f-116e-4448-a032-11562413215b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:32.946778 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:33.222226 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:33.323113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeb032a-af88-410d-a382-ad67ee55fb49 None None] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:14:33.429861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c418e971-51f2-4365-a764-2356f78950a7 None None] Provisioning for port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:14:33.772274 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:33.777405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:33.861841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0ec204e6-6b59-439b-91b4-b20f31ab14f1 None None] Provisioning for port a1ebd21f-116e-4448-a032-11562413215b completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:14:33.868096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0ec204e6-6b59-439b-91b4-b20f31ab14f1 None None] Provisioning complete for port a1ebd21f-116e-4448-a032-11562413215b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:33.868096 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0ec204e6-6b59-439b-91b4-b20f31ab14f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:33.897074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:33.905829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=a1ebd21f-116e-4448-a032-11562413215b,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:33.927361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0ec204e6-6b59-439b-91b4-b20f31ab14f1 None None] Port a1ebd21f-116e-4448-a032-11562413215b cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:14:34.036870 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:14:34.037995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:14:34.061134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-fc670384-038c-435b-a221-2f0ed2714dfb None None] Provisioning complete for port a1ebd21f-116e-4448-a032-11562413215b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:34.061369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fc670384-038c-435b-a221-2f0ed2714dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:34.119441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-fc670384-038c-435b-a221-2f0ed2714dfb None None] Port a1ebd21f-116e-4448-a032-11562413215b cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:14:34.235875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 74c2c61d-fe11-415f-bac8-f8c9c5d67956 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:14:34.240350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 58f0f0d8-2cae-4780-a0e7-530960983b70 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:14:34.247032 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:14:34.311535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:14:34.316401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:34.316773 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:34.378553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1172843b-7b86-49d7-82de-6281066c245e None None] Provisioning complete for port a1ebd21f-116e-4448-a032-11562413215b triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:34.379201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1172843b-7b86-49d7-82de-6281066c245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:34.421640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:14:34.435014 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bfe7f6b9-4cf7-406f-86bc-ed10d06371e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/58f0f0d8-2cae-4780-a0e7-530960983b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1722252 Apr 23 01:14:34.438370 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Sync routers for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:14:34.475933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-1172843b-7b86-49d7-82de-6281066c245e None None] Port a1ebd21f-116e-4448-a032-11562413215b cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:14:34.491839 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:34.492457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:34.568590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:34.615730 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-a7855468-7403-434e-b93f-6fe5c4037bec tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751939834&fields=id&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 267 time: 0.0406616 Apr 23 01:14:34.680657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 74c2c61d-fe11-415f-bac8-f8c9c5d67956, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=74c2c61d-fe11-415f-bac8-f8c9c5d67956,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:34.693578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:34.694430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d8aa3583-0750-42e7-8c91-868835531155 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:14:34.788778 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:34.884524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-5e3aad83-bf00-4d44-9875-e15d3b3f7048 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:34.885856 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-5e3aad83-bf00-4d44-9875-e15d3b3f7048 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 796 time: 0.2636883 Apr 23 01:14:34.900544 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-48189c9a-22ae-45cc-9e5e-181ccae2a458 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/quotas/9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 375 time: 0.0092895 Apr 23 01:14:34.979290 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=74c2c61d-fe11-415f-bac8-f8c9c5d67956,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:34.990770 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-80068642-2cf6-4ce2-8548-1b7a389beda2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:14:35.006856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-80068642-2cf6-4ce2-8548-1b7a389beda2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:14:35.008128 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-80068642-2cf6-4ce2-8548-1b7a389beda2 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027145 Apr 23 01:14:35.027038 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-e89ce191-d761-41ed-8715-457c69174c40 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 01:14:35.028007 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-e89ce191-d761-41ed-8715-457c69174c40 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053041 Apr 23 01:14:35.043153 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port d8aa3583-0750-42e7-8c91-868835531155 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:14:35.058799 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d8aa3583-0750-42e7-8c91-868835531155 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:35.059170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:35.163269 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-a64628ad-a974-484f-bd9a-9e01b194ea19 service neutron] 10.222.0.39 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296654 Apr 23 01:14:35.285870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:35.301466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-18ab65bb-a8c2-4242-b76b-f8b4f4d8f9ec service neutron] 10.222.0.39 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321092 Apr 23 01:14:35.307258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port d8aa3583-0750-42e7-8c91-868835531155, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d8aa3583-0750-42e7-8c91-868835531155,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:35.309642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 2, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:35.313938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:35.344482 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Checking router: 58f0f0d8-2cae-4780-a0e7-530960983b70 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:14:35.344843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Updating router 58f0f0d8-2cae-4780-a0e7-530960983b70 port a1ebd21f-116e-4448-a032-11562413215b binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:14:35.423929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:35.443523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=d8aa3583-0750-42e7-8c91-868835531155,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:35.764293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:35.776368 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Transition to ACTIVE for port object a1ebd21f-116e-4448-a032-11562413215b will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:14:35.784468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:35.936866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bef667-6232-48ac-845d-1726141ea293 None None] Pushing event updated for resources: {'Port': ['ID=a1ebd21f-116e-4448-a032-11562413215b,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:36.007191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Attempting to bind port a1ebd21f-116e-4448-a032-11562413215b on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:14:36.007565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Attempting to bind port a1ebd21f-116e-4448-a032-11562413215b by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:14:36.007952 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Attempting to bind port a1ebd21f-116e-4448-a032-11562413215b on network 333d2a1c-c9cf-47a3-9df8-32b12354525a {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:14:36.013241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:14:36.013613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Checking segment: {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:14:36.014020 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:36.014486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Bound using segment: {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:14:36.014901 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Bound port: a1ebd21f-116e-4448-a032-11562413215b, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:14:36.015276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:36.108929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] For port a1ebd21f-116e-4448-a032-11562413215b, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:14:36.112914 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] For port a1ebd21f-116e-4448-a032-11562413215b, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a1ebd21f-116e-4448-a032-11562413215b,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:14:36.118208 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:36.173036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 74c2c61d-fe11-415f-bac8-f8c9c5d67956 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:14:36.242649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:36.243282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:36.307439 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bef667-6232-48ac-845d-1726141ea293 None None] Pushing event updated for resources: {'Port': ['ID=a1ebd21f-116e-4448-a032-11562413215b,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:36.424903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:36.425513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:36.492266 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:36.503447 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2baaaffb-67d7-48ef-a95e-261efba5a42d req-79e2c49e-9238-4ecc-a71d-f212b4188367 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:14:36.515186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-2baaaffb-67d7-48ef-a95e-261efba5a42d req-79e2c49e-9238-4ecc-a71d-f212b4188367 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:14:36.516323 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2baaaffb-67d7-48ef-a95e-261efba5a42d req-79e2c49e-9238-4ecc-a71d-f212b4188367 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 210 time: 0.0568748 Apr 23 01:14:36.803961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d8aa3583-0750-42e7-8c91-868835531155 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:14:36.931680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port d8aa3583-0750-42e7-8c91-868835531155 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:36.932049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:36.994636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:36Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:37.003501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec31bda-abbe-418d-a5dc-de70451bc2c6 None None] The sync data for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv is: [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:36Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:14:37.616753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-52bcef4c-bc47-40b1-9d9c-ff66337dcd7f req-eb1aedfe-4a75-4611-8a3f-68bc9706b93b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 210 time: 0.0455997 Apr 23 01:14:38.176716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a1ebd21f-116e-4448-a032-11562413215b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:14:38.243798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a1ebd21f-116e-4448-a032-11562413215b completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:14:38.248360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a1ebd21f-116e-4448-a032-11562413215b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:38.248735 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:38.365260 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:38.396159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a1ebd21f-116e-4448-a032-11562413215b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a1ebd21f-116e-4448-a032-11562413215b,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:38.399782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:38.468755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a1ebd21f-116e-4448-a032-11562413215b,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:38.719715 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6bf27cb8-c39c-405a-870c-7cdf92b2aced req-c13285ce-1e7e-47bd-a2d7-657af4d0a6e0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 210 time: 0.0479269 Apr 23 01:14:39.612961 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-ee6ea68c-5fe9-42d1-9fe0-85245fa2836b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:39.614425 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-ee6ea68c-5fe9-42d1-9fe0-85245fa2836b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 796 time: 0.1478596 Apr 23 01:14:39.668892 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-52cc9513-8643-4fda-a22d-9b1ee399d5cd tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d79b42c956244e4929beb95e4defc4e HTTP/1.1" status: 200 len: 380 time: 0.0409715 Apr 23 01:14:39.678433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'port': {'device_id': '97f798c5-822f-4470-8908-976bc1bae8e4', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'admin_state_up': True, 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'security_groups': ['9a4978a9-b9dd-4263-a5a6-98cf2af73fef']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:39.822067 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:39.832818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:39.884467 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-78ba610e-59a3-4e64-a474-409d1fe920cc req-1cb77ad9-eb09-4906-b82c-afa8117f5fa5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 210 time: 0.0526943 Apr 23 01:14:39.888769 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Made reservation on behalf of 9d79b42c956244e4929beb95e4defc4e for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:14:39.892308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.056374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.20.0.10 (333d2a1c-c9cf-47a3-9df8-32b12354525a/3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f/044b0f58-eefd-421d-99bf-6a80df767977) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:14:40.164830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a1ebd21f-116e-4448-a032-11562413215b up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:14:40.242352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a1ebd21f-116e-4448-a032-11562413215b triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:40.242725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.258356 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.274442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Transition to ACTIVE for port object 044b0f58-eefd-421d-99bf-6a80df767977 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:14:40.298442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.363880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:14:40.367651 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:14:40.372605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.376315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:14:40.418055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=044b0f58-eefd-421d-99bf-6a80df767977,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:40.450617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:40.451245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.477414 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-f10a9a7a-8b2c-4622-b224-cf706a31eceb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8028781 Apr 23 01:14:40.495121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Request body: {'port': {'device_id': '97f798c5-822f-4470-8908-976bc1bae8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:40.606676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.632658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-70cd389b-23cf-43a5-b033-74b33ea3f23f None None] Provisioning for port 044b0f58-eefd-421d-99bf-6a80df767977 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:14:40.637733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-70cd389b-23cf-43a5-b033-74b33ea3f23f None None] Provisioning complete for port 044b0f58-eefd-421d-99bf-6a80df767977 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:40.638136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-70cd389b-23cf-43a5-b033-74b33ea3f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:40.692534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-70cd389b-23cf-43a5-b033-74b33ea3f23f None None] Port 044b0f58-eefd-421d-99bf-6a80df767977 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:14:41.052740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044b0f58-eefd-421d-99bf-6a80df767977 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:14:41.060060 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:41.074374 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Transition to ACTIVE for port object 044b0f58-eefd-421d-99bf-6a80df767977 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:14:41.075915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193069b-3672-4e11-9e91-0fdd798ed201 req-8f505708-5f82-4ba0-b0be-e6019c498340 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:41.077428 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8193069b-3672-4e11-9e91-0fdd798ed201 req-8f505708-5f82-4ba0-b0be-e6019c498340 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 932 time: 0.0849962 Apr 23 01:14:41.078643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:41.122712 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8193069b-3672-4e11-9e91-0fdd798ed201 req-1155f928-49e0-4c98-a4c1-3502b868a489 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:14:41.139555 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8193069b-3672-4e11-9e91-0fdd798ed201 req-1155f928-49e0-4c98-a4c1-3502b868a489 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:14:41.140657 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8193069b-3672-4e11-9e91-0fdd798ed201 req-1155f928-49e0-4c98-a4c1-3502b868a489 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566828 Apr 23 01:14:41.210639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Pushing event updated for resources: {'Port': ['ID=044b0f58-eefd-421d-99bf-6a80df767977,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:41.319354 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Attempting to bind port 044b0f58-eefd-421d-99bf-6a80df767977 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:14:41.319694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Attempting to bind port 044b0f58-eefd-421d-99bf-6a80df767977 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:14:41.320023 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Attempting to bind port 044b0f58-eefd-421d-99bf-6a80df767977 on network 333d2a1c-c9cf-47a3-9df8-32b12354525a {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:14:41.324550 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Port 044b0f58-eefd-421d-99bf-6a80df767977 on network 333d2a1c-c9cf-47a3-9df8-32b12354525a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:14:41.324866 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Attempting to bind port 044b0f58-eefd-421d-99bf-6a80df767977 on network 333d2a1c-c9cf-47a3-9df8-32b12354525a {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:14:41.329933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:14:41.330684 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Checking segment: {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:14:41.331209 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Bound using segment: {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:14:41.331728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Bound port: 044b0f58-eefd-421d-99bf-6a80df767977, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d952c2-0fdb-4944-b4e6-166cc9738639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:14:41.332157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:41.421025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] For port 044b0f58-eefd-421d-99bf-6a80df767977, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:14:41.424728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] For port 044b0f58-eefd-421d-99bf-6a80df767977, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=044b0f58-eefd-421d-99bf-6a80df767977,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:14:41.429395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:41.489581 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:41.490193 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:41.491551 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] 10.222.0.42 "PUT /v2.0/ports/044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 1094 time: 1.0007324 Apr 23 01:14:41.491978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:14:41.519761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bb389-22fd-4a6d-8a18-27ecb92a51dc service neutron] Pushing event updated for resources: {'Port': ['ID=044b0f58-eefd-421d-99bf-6a80df767977,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:41.541434 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd348e71-9838-42b4-947c-f8f65275b176'] response: {'name': 'network-changed', 'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977', 'status': 'completed', 'code': 200} Apr 23 01:14:41.634229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-cf93440c-b8dc-4e62-a0be-e41ac9e3946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:41.635744 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-cf93440c-b8dc-4e62-a0be-e41ac9e3946c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0765691 Apr 23 01:14:41.713464 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-46534f87-379c-42a7-8ae0-37b16aa0fa74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 217 time: 0.0659544 Apr 23 01:14:41.774612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-64b5f0d1-f638-49db-8628-4db0006c1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:41.775980 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-64b5f0d1-f638-49db-8628-4db0006c1825 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 200 len: 835 time: 0.0570149 Apr 23 01:14:41.857449 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-5c2019f6-56ae-4b07-ba70-41087a41715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:41.858931 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-5c2019f6-56ae-4b07-ba70-41087a41715c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333d2a1c-c9cf-47a3-9df8-32b12354525a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744615 Apr 23 01:14:41.991939 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-803d55c4-44e7-4f5a-9f29-800589f84c27 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267970 Apr 23 01:14:42.123196 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5aed6444-9cdd-42bd-945d-2b7937d60072 req-40d58199-2e5c-4c71-97b5-8bbde1fc6e84 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253059 Apr 23 01:14:42.275030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2883-a277-476b-a083-204bb638bb3d req-3d9b8156-701f-474c-8f10-e5f597944598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:42.276482 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f0a2883-a277-476b-a083-204bb638bb3d req-3d9b8156-701f-474c-8f10-e5f597944598 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1097 time: 0.0715766 Apr 23 01:14:42.330171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc16a62-7c96-4bef-9bd7-912ad246c555 req-2bb00a1c-2da9-42fc-82e5-538ea97ba8b5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:42.332416 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fbc16a62-7c96-4bef-9bd7-912ad246c555 req-2bb00a1c-2da9-42fc-82e5-538ea97ba8b5 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 944 time: 0.0810213 Apr 23 01:14:42.380140 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fbc16a62-7c96-4bef-9bd7-912ad246c555 req-c016784d-320c-4079-ae2f-a1ea5f3082c4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Apr 23 01:14:42.406914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2883-a277-476b-a083-204bb638bb3d req-22a5ebd9-3cf2-46b8-bddb-23f2c494ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:42.408979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f0a2883-a277-476b-a083-204bb638bb3d req-22a5ebd9-3cf2-46b8-bddb-23f2c494ec06 service neutron] 10.222.0.42 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 896 time: 0.1255748 Apr 23 01:14:42.478652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f0a2883-a277-476b-a083-204bb638bb3d req-76051f90-b247-4d00-8ec6-9780954dee3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 217 time: 0.0640156 Apr 23 01:14:42.541115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2883-a277-476b-a083-204bb638bb3d req-74d618a2-c89a-4e2c-8433-c4e044a4b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:42.542487 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f0a2883-a277-476b-a083-204bb638bb3d req-74d618a2-c89a-4e2c-8433-c4e044a4b3ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 200 len: 835 time: 0.0582120 Apr 23 01:14:42.723906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2883-a277-476b-a083-204bb638bb3d req-a7f4ad27-2b1e-4d14-87bb-8bb3b1fba1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:42.725349 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f0a2883-a277-476b-a083-204bb638bb3d req-a7f4ad27-2b1e-4d14-87bb-8bb3b1fba1fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333d2a1c-c9cf-47a3-9df8-32b12354525a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774406 Apr 23 01:14:42.856751 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f0a2883-a277-476b-a083-204bb638bb3d req-76bfee52-2b35-458e-b503-e5d62fdeb4a8 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234951 Apr 23 01:14:42.988961 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5f0a2883-a277-476b-a083-204bb638bb3d req-59f91621-065f-47f9-8f49-4242ac7073c8 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264980 Apr 23 01:14:43.568873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c40fc1-6758-4100-8c75-c6ee3fdd0c4a req-0383396d-e467-48db-9c6d-f528ed719426 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:43.569559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f7c40fc1-6758-4100-8c75-c6ee3fdd0c4a req-0383396d-e467-48db-9c6d-f528ed719426 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:14:43.584554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f7c40fc1-6758-4100-8c75-c6ee3fdd0c4a req-0383396d-e467-48db-9c6d-f528ed719426 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:14:43.585953 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f7c40fc1-6758-4100-8c75-c6ee3fdd0c4a req-0383396d-e467-48db-9c6d-f528ed719426 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 944 time: 0.0974030 Apr 23 01:14:43.632016 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f7c40fc1-6758-4100-8c75-c6ee3fdd0c4a req-f58c185c-31c0-486d-b505-8116d11233c4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Apr 23 01:14:44.818539 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a909c-2d9d-4760-9a47-aedaa7cf1c2d req-78765304-fa0f-4c96-b5ba-7031def5c218 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:44.819966 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cc9a909c-2d9d-4760-9a47-aedaa7cf1c2d req-78765304-fa0f-4c96-b5ba-7031def5c218 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 944 time: 0.0802915 Apr 23 01:14:44.865249 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cc9a909c-2d9d-4760-9a47-aedaa7cf1c2d req-9dacf96a-f52b-48d0-b1a5-dd986409933c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396440 Apr 23 01:14:45.274469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1098a25f-c0a6-47e0-94f2-46c3265b40a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:45.349021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 044b0f58-eefd-421d-99bf-6a80df767977 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:14:45.478813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 044b0f58-eefd-421d-99bf-6a80df767977, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=044b0f58-eefd-421d-99bf-6a80df767977,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:45.492068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '044b0f58-eefd-421d-99bf-6a80df767977', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'port_id': '044b0f58-eefd-421d-99bf-6a80df767977', 'mac_address': 'fa:16:3e:e6:65:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:14:45.550524 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:45.567238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044b0f58-eefd-421d-99bf-6a80df767977 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:14:45.582610 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 044b0f58-eefd-421d-99bf-6a80df767977, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=044b0f58-eefd-421d-99bf-6a80df767977,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:45.586056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:45.654687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=044b0f58-eefd-421d-99bf-6a80df767977,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:46.009719 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['044b0f58-eefd-421d-99bf-6a80df767977'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:14:46.054830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f80ed-1eda-4c76-af25-1f707d3034bf req-81bf026a-e631-4745-a6b8-f0c4135defb4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:46.056271 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4c2f80ed-1eda-4c76-af25-1f707d3034bf req-81bf026a-e631-4745-a6b8-f0c4135defb4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 945 time: 0.0880795 Apr 23 01:14:46.101008 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4c2f80ed-1eda-4c76-af25-1f707d3034bf req-d2ebdce1-a92d-487f-93f6-e4f441b3b091 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Apr 23 01:14:47.297419 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffee5a2-8e70-4512-8761-52a9c252b864 req-e94e9069-4b05-4d58-989e-90e30ab1cb12 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:47.299950 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4ffee5a2-8e70-4512-8761-52a9c252b864 req-e94e9069-4b05-4d58-989e-90e30ab1cb12 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 945 time: 0.0903983 Apr 23 01:14:47.349211 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 044b0f58-eefd-421d-99bf-6a80df767977 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:14:47.425321 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 044b0f58-eefd-421d-99bf-6a80df767977 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:14:47.430692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 044b0f58-eefd-421d-99bf-6a80df767977 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:14:47.431132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:47.476839 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4ffee5a2-8e70-4512-8761-52a9c252b864 req-dc2f5055-65ff-4288-a798-0566433557a7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711144 Apr 23 01:14:47.586697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:47.615809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:14:47.625716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 044b0f58-eefd-421d-99bf-6a80df767977, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=044b0f58-eefd-421d-99bf-6a80df767977,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:14:47.630175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:47.668265 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e146b9-f59b-44c9-8cb0-517540d257f9'] response: {'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977', 'code': 200} Apr 23 01:14:47.715789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=044b0f58-eefd-421d-99bf-6a80df767977,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:47.718769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-10999977-4d12-4f68-98b2-8d9230d17d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:47.941585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19add3e3-cdef-41c8-ab99-787a0d24bc0d req-eaf89263-0cec-4dbc-a569-9844f75e5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:47.942989 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19add3e3-cdef-41c8-ab99-787a0d24bc0d req-eaf89263-0cec-4dbc-a569-9844f75e5d9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0713389 Apr 23 01:14:47.985207 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-19add3e3-cdef-41c8-ab99-787a0d24bc0d req-d8e18b47-aa25-4ec7-8167-4ae939da650e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350511 Apr 23 01:14:48.661225 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330d3bd-6e41-4d74-b769-ea828d455dc4 req-9373773a-50c7-4a03-b358-afb22bab1d8b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:48.662692 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d330d3bd-6e41-4d74-b769-ea828d455dc4 req-9373773a-50c7-4a03-b358-afb22bab1d8b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0799065 Apr 23 01:14:48.702263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:48.708601 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d330d3bd-6e41-4d74-b769-ea828d455dc4 req-86c81d10-4956-46aa-ac5f-3fe34d244187 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402792 Apr 23 01:14:48.792920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:49.897967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dd2f6-824e-4662-bedd-4c6b3dff61a0 req-7e7cfe3c-56f4-492b-a6da-9ec0c1b5a434 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:49.899432 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e45dd2f6-824e-4662-bedd-4c6b3dff61a0 req-7e7cfe3c-56f4-492b-a6da-9ec0c1b5a434 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0841177 Apr 23 01:14:49.942760 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e45dd2f6-824e-4662-bedd-4c6b3dff61a0 req-37510652-318e-4d2c-8788-1cfcea7d28c1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 Apr 23 01:14:50.130781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44953-75c6-4f01-b136-b6a0b8c93803 req-6bfebf67-9f5c-4b1e-853a-e6a5961d3176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:50.132257 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9ad44953-75c6-4f01-b136-b6a0b8c93803 req-6bfebf67-9f5c-4b1e-853a-e6a5961d3176 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0823743 Apr 23 01:14:50.145331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:50.177424 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9ad44953-75c6-4f01-b136-b6a0b8c93803 req-93518094-f296-48c4-9d72-d96fb97b91de tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394931 Apr 23 01:14:50.199188 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48848) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:50.272529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de33715-eb9e-42f1-bcc9-33d6a9a6091f tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:50.273901 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4de33715-eb9e-42f1-bcc9-33d6a9a6091f tempest-TestNetworkAdvancedServerOps-2109618999 tempest-TestNetworkAdvancedServerOps-2109618999-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1094 time: 0.0737617 Apr 23 01:14:50.276702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48852) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:50.281411 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '044b0f58-eefd-421d-99bf-6a80df767977', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:14:50.287232 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:14:50.290951 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Usage tracker for resource:floatingip and tenant:9d79b42c956244e4929beb95e4defc4e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:14:50.293687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:14:50.299190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:14:50.309579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:50.442908 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:50.571511 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Allocated IP 172.26.8.2 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/51a88dec-8587-45e0-9e42-df49c1715229) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:14:50.723295 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:50.752771 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:50.816967 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:14:50.819644 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:14:50.827206 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:14:50.861806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=51a88dec-8587-45e0-9e42-df49c1715229,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:51.239849 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:51.315009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:51.511572 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:51.516055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:51.722766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event updated for resources: {'Port': ['ID=51a88dec-8587-45e0-9e42-df49c1715229,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:14:51.732332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:51.903411 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP d17aaa64-6304-4d98-a464-626a4219a475 associated. External IP: 172.26.8.2, port: 044b0f58-eefd-421d-99bf-6a80df767977. Apr 23 01:14:52.252687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 58f0f0d8-2cae-4780-a0e7-530960983b70 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:14:52.430219 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:14:52.439839 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] Sync routers for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:14:52.450009 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:52.450654 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:52.455767 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:14:52.518805 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8423de1b-496a-4e94-bce5-26ec3e8671af tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2409070 Apr 23 01:14:52.519349 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:14:52.568670 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccdfdc2b-d0c1-4c8c-a0e0-e0bf626baee6'] response: {'name': 'network-changed', 'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977', 'status': 'completed', 'code': 200} Apr 23 01:14:52.634402 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:52.750223 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-04e69629-e287-488c-bb29-0ebcafea7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:52.751722 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-04e69629-e287-488c-bb29-0ebcafea7b56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1099 time: 0.1381788 Apr 23 01:14:52.759395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d511f-4f14-4f8c-909d-0558f438d2ad req-d79687a2-564e-46e9-9070-344f06d8e364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:52.760787 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b52d511f-4f14-4f8c-909d-0558f438d2ad req-d79687a2-564e-46e9-9070-344f06d8e364 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.1128418 Apr 23 01:14:52.899348 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b52d511f-4f14-4f8c-909d-0558f438d2ad req-ecb2b803-ac97-4398-896b-af2192aa4ea0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203568 Apr 23 01:14:52.931062 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48862) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:52.934184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-941d0a07-0aae-4346-99ad-9b657b02089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:52.935646 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-941d0a07-0aae-4346-99ad-9b657b02089f service neutron] 10.222.0.42 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 896 time: 0.1740253 Apr 23 01:14:53.024042 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'd17aaa64-6304-4d98-a464-626a4219a475', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'port_id': '044b0f58-eefd-421d-99bf-6a80df767977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'mac_address': 'fa:16:3e:e6:65:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f798c5-822f-4470-8908-976bc1bae8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:14:51Z', 'updated_at': '2022-04-23T01:14:51Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:53.028338 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] Checking router: 58f0f0d8-2cae-4780-a0e7-530960983b70 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:14:53.043980 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:14:53.044802 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:14:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:53.062646 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-7e9daf79-1c64-4dbb-8961-673265ba9560 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/d17aaa64-6304-4d98-a464-626a4219a475 HTTP/1.1" status: 200 len: 990 time: 0.1304188 Apr 23 01:14:53.086693 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-b94c0f62-80e7-4025-8c0b-3625503203ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 998 time: 0.1447849 Apr 23 01:14:53.149814 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-9438a632-3f7f-4b6e-baec-a904cfa9ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:53.151214 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-9438a632-3f7f-4b6e-baec-a904cfa9ae16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 200 len: 835 time: 0.0591843 Apr 23 01:14:53.236318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-8d8f6ee7-9b23-4319-acf2-2b45855f5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:53.237859 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-8d8f6ee7-9b23-4319-acf2-2b45855f5a33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333d2a1c-c9cf-47a3-9df8-32b12354525a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802383 Apr 23 01:14:53.270822 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:14:53.371573 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-78e3182e-e31b-499d-8b31-ce580dc9ed0d service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279042 Apr 23 01:14:53.507294 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4431c851-c02e-4e67-9303-ad03a95a5e37 req-94158e6f-913f-4d3d-9397-41705b1d67f1 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297359 Apr 23 01:14:53.627950 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'd17aaa64-6304-4d98-a464-626a4219a475', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'port_id': '044b0f58-eefd-421d-99bf-6a80df767977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'mac_address': 'fa:16:3e:e6:65:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f798c5-822f-4470-8908-976bc1bae8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:14:51Z', 'updated_at': '2022-04-23T01:14:51Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:14:53.631788 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b41e75-4449-4d0b-a3db-3d530ab2a089 None None] The sync data for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv is: [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'd17aaa64-6304-4d98-a464-626a4219a475', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'floating_ip_address': '172.26.8.2', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'port_id': '044b0f58-eefd-421d-99bf-6a80df767977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'mac_address': 'fa:16:3e:e6:65:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f798c5-822f-4470-8908-976bc1bae8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:14:51Z', 'updated_at': '2022-04-23T01:14:51Z', 'revision_number': 0, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:14:53.816158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6379ea1d-5ca4-4792-b3a4-f4daf014d3a3 None None] New status for floating IP d17aaa64-6304-4d98-a464-626a4219a475: ACTIVE {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:14:54.066566 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48866) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:14:54.277883 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8cfd6119-1a9c-4729-bba2-46e0349cb24e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/d17aaa64-6304-4d98-a464-626a4219a475 HTTP/1.1" status: 200 len: 992 time: 0.2095380 Apr 23 01:14:54.992211 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-666df822-9fdc-4131-8c1a-0e1ba83ee556 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698037 Apr 23 01:14:55.146644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-62619b5f-48bd-4d18-9814-cc74298f0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:55.148034 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-62619b5f-48bd-4d18-9814-cc74298f0c71 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0743451 Apr 23 01:14:55.291153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-e25cc27f-b58f-4b75-abfe-592db60e81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:55.292555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-e25cc27f-b58f-4b75-abfe-592db60e81d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 896 time: 0.1275361 Apr 23 01:14:55.391747 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-e2de9ff1-cae8-4e14-8f35-6141018be645 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 1000 time: 0.0936704 Apr 23 01:14:55.461101 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-d330ef25-f381-47da-b923-63e5c9e1ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:55.462508 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-d330ef25-f381-47da-b923-63e5c9e1ec1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 200 len: 835 time: 0.0647614 Apr 23 01:14:55.535612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-ab7b21e1-8f66-4a3a-ae53-8b9a7bf8c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:14:55.537203 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-ab7b21e1-8f66-4a3a-ae53-8b9a7bf8c02a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333d2a1c-c9cf-47a3-9df8-32b12354525a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694056 Apr 23 01:14:55.670819 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-9c8c96d6-c310-428d-a794-5b579d926370 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274190 Apr 23 01:14:55.799559 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e84a0a4e-09f4-45d1-91e4-c1317d2c45b4 req-ea65fc13-3953-4e51-ac61-6302cf7f6c13 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221523 Apr 23 01:15:10.359127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:11.246852 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:15:15.276808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d6610faf-e1ed-4a46-aae3-c791cc6a7ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:17.699646 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5201a25a-dcec-4497-b0c4-3af03eb0f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:18.704995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:18.794992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:20.147095 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:40.359299 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:45.279076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d75635d8-323c-4499-909e-072f6d53b821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:47.704024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21d3478f-eb4f-4baf-b488-c44444e09ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:48.245665 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:15:48.707667 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:48.797422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:50.151513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:15:55.053916 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-79bfa23f-bf3d-4a54-8d28-4a9cdb048fef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765941 Apr 23 01:15:55.211063 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-a056a607-0aee-48f2-82d0-7e7c11f30fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:55.212691 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-a056a607-0aee-48f2-82d0-7e7c11f30fbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0729740 Apr 23 01:15:55.372840 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-ae088871-340c-44e8-b250-323f705527d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:55.374268 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-ae088871-340c-44e8-b250-323f705527d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 896 time: 0.1390073 Apr 23 01:15:55.397325 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86f4d-ad14-4913-956f-84585a3003e4 req-8a50973e-89e5-4c90-85e0-6851f8b2b38f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:55.398837 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7cc86f4d-ad14-4913-956f-84585a3003e4 req-8a50973e-89e5-4c90-85e0-6851f8b2b38f tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0837073 Apr 23 01:15:55.445090 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7cc86f4d-ad14-4913-956f-84585a3003e4 req-4dd0c7a3-a8a7-4541-9e8c-ceb50fe5d7ce tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Apr 23 01:15:55.484765 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-ee09e367-6b06-46a7-9ee7-1162af37ce7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 1000 time: 0.1027539 Apr 23 01:15:55.547733 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-64537510-fc38-4d56-9c58-fb20065e91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:55.549411 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-64537510-fc38-4d56-9c58-fb20065e91ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 200 len: 835 time: 0.0575535 Apr 23 01:15:55.628900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-00f5880a-d96d-4883-9100-3bd8fcfd3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:55.630280 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-00f5880a-d96d-4883-9100-3bd8fcfd3d46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333d2a1c-c9cf-47a3-9df8-32b12354525a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737472 Apr 23 01:15:55.760436 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-ccd29fd7-99ee-49ae-9b47-a5e944d0f900 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231554 Apr 23 01:15:55.996281 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6f702d3a-c31b-4c9f-afda-be43a01e6447 req-f09d1148-eecc-4a69-9b3c-d6b89f6edf42 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293413 Apr 23 01:15:56.634320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ad1ae-c3d8-4813-af44-3b09b1158612 req-a5e9b916-d845-4d89-93b6-796ecafbde8a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:56.635761 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b4ad1ae-c3d8-4813-af44-3b09b1158612 req-a5e9b916-d845-4d89-93b6-796ecafbde8a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0799351 Apr 23 01:15:56.678733 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5b4ad1ae-c3d8-4813-af44-3b09b1158612 req-1413d318-a85e-4930-b37e-286b86705015 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373850 Apr 23 01:15:57.867749 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399bb8-1065-4ca3-948e-be221db25064 req-6dfff314-47ac-412f-8c34-553b22cdfacb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:57.869176 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-66399bb8-1065-4ca3-948e-be221db25064 req-6dfff314-47ac-412f-8c34-553b22cdfacb tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0827906 Apr 23 01:15:57.914683 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-66399bb8-1065-4ca3-948e-be221db25064 req-8c50062e-de6d-4e83-8b37-2e4a4534b380 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398867 Apr 23 01:15:57.937423 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48896) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:15:58.047251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cb78e835-a15f-4d17-b685-e9adcebf5d99 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/d17aaa64-6304-4d98-a464-626a4219a475 HTTP/1.1" status: 200 len: 992 time: 0.1087458 Apr 23 01:15:59.592978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f505b93-f261-47f5-be79-dfa1568b535d req-80def92d-5a63-4022-bf15-ae2242e87563 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:59.594464 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9f505b93-f261-47f5-be79-dfa1568b535d req-80def92d-5a63-4022-bf15-ae2242e87563 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.1422818 Apr 23 01:15:59.597750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-da6448a0-f864-4501-9414-26725954240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:59.599098 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-da6448a0-f864-4501-9414-26725954240a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1099 time: 0.1074939 Apr 23 01:15:59.720127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9f505b93-f261-47f5-be79-dfa1568b535d req-4e7098b0-fb3e-4975-a978-c61f6f8e7de7 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191709 Apr 23 01:15:59.765271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-2b43fd3c-0492-4cb7-b496-4102e46b537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:59.766886 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-2b43fd3c-0492-4cb7-b496-4102e46b537c service neutron] 10.222.0.42 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 896 time: 0.1509197 Apr 23 01:15:59.867617 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-2752ea39-d892-4b1d-99b8-28d9a9c5fd24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 1000 time: 0.0939021 Apr 23 01:15:59.934269 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-c8ae57e1-b6fc-4ac2-a3c8-3f18314cf02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:15:59.935721 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-c8ae57e1-b6fc-4ac2-a3c8-3f18314cf02a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 200 len: 835 time: 0.0620544 Apr 23 01:16:00.010935 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-b9fbb3bb-f9da-44a8-a91e-3a24156df8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:00.012446 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-b9fbb3bb-f9da-44a8-a91e-3a24156df8d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333d2a1c-c9cf-47a3-9df8-32b12354525a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708902 Apr 23 01:16:00.144429 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-9fa3aca5-b8e5-46ad-a619-6d9a7baf6e92 service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244643 Apr 23 01:16:00.274833 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a4324f18-67ab-4026-9234-4dbdf4dc0d08 req-90465dbf-0577-418c-9e36-0e3ed97d502d service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249919 Apr 23 01:16:00.907579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8416ec-2547-4c44-97ff-4e37499d44ba req-888d1029-e0fb-4273-a0c8-5262d1bfc691 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:00.909587 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9d8416ec-2547-4c44-97ff-4e37499d44ba req-888d1029-e0fb-4273-a0c8-5262d1bfc691 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0782108 Apr 23 01:16:00.953223 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9d8416ec-2547-4c44-97ff-4e37499d44ba req-d032508d-4f2d-43cd-9bea-6d9f65d72f4b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Apr 23 01:16:02.145728 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ff846-43c8-40c5-9d0c-a5225eec6f37 req-217caabb-28a9-4ba6-ab94-a32f1bcb03e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:02.147229 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c73ff846-43c8-40c5-9d0c-a5225eec6f37 req-217caabb-28a9-4ba6-ab94-a32f1bcb03e4 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0844367 Apr 23 01:16:02.192555 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c73ff846-43c8-40c5-9d0c-a5225eec6f37 req-fdbd8656-e30a-4c0d-9b6e-09a8cf7f81d0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Apr 23 01:16:02.214955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48912) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:02.427558 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b38f5829-c546-4a84-923d-ce0ae2d4f9b1 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/floatingips/d17aaa64-6304-4d98-a464-626a4219a475 HTTP/1.1" status: 200 len: 992 time: 0.2114966 Apr 23 01:16:02.795567 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48920) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:02.992562 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 51a88dec-8587-45e0-9e42-df49c1715229 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:16:02.992902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:03.159913 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:03.160155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:03.279360 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 51a88dec-8587-45e0-9e42-df49c1715229 owned by network:floatingip {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:16:03.427736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:03.475104 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=51a88dec-8587-45e0-9e42-df49c1715229,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:03.540845 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.541197 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.541541 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.541882 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.542218 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.542576 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.542907 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.543236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.543565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.543889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.544216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.544540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:03.574956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for floatingip, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:03.575290 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Floating IP d17aaa64-6304-4d98-a464-626a4219a475 disassociated (deleted). External IP: 172.26.8.2, port: 044b0f58-eefd-421d-99bf-6a80df767977. Apr 23 01:16:03.922151 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 58f0f0d8-2cae-4780-a0e7-530960983b70 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:16:04.202354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:16:04.212480 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557add46-1aab-43bb-9860-4ef862383103 None None] Sync routers for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:16:04.222006 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:04.222186 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:04.222668 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:15:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:04.279078 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-b305d851-048f-4d46-b89b-bfe1bf707a55 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/floatingips/d17aaa64-6304-4d98-a464-626a4219a475 HTTP/1.1" status: 204 len: 168 time: 1.4822576 Apr 23 01:16:04.279583 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:16:04.328271 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6beece-646b-4e1f-a6fb-2bbee16f2a04'] response: {'name': 'network-changed', 'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977', 'status': 'completed', 'code': 200} Apr 23 01:16:04.409318 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:04.448443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1d74f-a232-4900-8c89-ac8305896dac req-31f451b9-3ef2-4fbd-9777-c912b5747d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:04.449919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-72d1d74f-a232-4900-8c89-ac8305896dac req-31f451b9-3ef2-4fbd-9777-c912b5747d70 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d79b42c956244e4929beb95e4defc4e&device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 1099 time: 0.0759473 Apr 23 01:16:04.590230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1d74f-a232-4900-8c89-ac8305896dac req-e983dd17-630b-4d53-9c96-e8677142440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:04.591808 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-72d1d74f-a232-4900-8c89-ac8305896dac req-e983dd17-630b-4d53-9c96-e8677142440c service neutron] 10.222.0.42 "GET /v2.0/networks?id=333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 200 len: 896 time: 0.1358588 Apr 23 01:16:04.663802 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-72d1d74f-a232-4900-8c89-ac8305896dac req-234ac9bb-a2c5-4f1b-b81a-fa685b70ca7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 200 len: 217 time: 0.0649939 Apr 23 01:16:04.675866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51788969-2bac-466b-8daa-ee3559c6846e req-8af468d1-5f68-4e00-b7a2-d32d66957887 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:04.676529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-51788969-2bac-466b-8daa-ee3559c6846e req-8af468d1-5f68-4e00-b7a2-d32d66957887 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Synchronizing usage tracker for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:16:04.692065 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-51788969-2bac-466b-8daa-ee3559c6846e req-8af468d1-5f68-4e00-b7a2-d32d66957887 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Unset dirty status for tenant:9d79b42c956244e4929beb95e4defc4e on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:16:04.693312 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51788969-2bac-466b-8daa-ee3559c6846e req-8af468d1-5f68-4e00-b7a2-d32d66957887 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.1002858 Apr 23 01:16:04.729951 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1d74f-a232-4900-8c89-ac8305896dac req-978aed6c-ba2e-4ede-ad49-496210111ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:04.731415 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-72d1d74f-a232-4900-8c89-ac8305896dac req-978aed6c-ba2e-4ede-ad49-496210111ebf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 200 len: 835 time: 0.0618207 Apr 23 01:16:04.739809 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-51788969-2bac-466b-8daa-ee3559c6846e req-2ccc7ef1-ff40-4345-8b31-7b2ab205e0e0 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400147 Apr 23 01:16:04.740010 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:04.744811 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557add46-1aab-43bb-9860-4ef862383103 None None] Checking router: 58f0f0d8-2cae-4780-a0e7-530960983b70 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:16:04.755119 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:04.755722 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:15:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:04.813452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1d74f-a232-4900-8c89-ac8305896dac req-bce8a242-9e0d-432a-9522-5458c77446a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:04.815455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-72d1d74f-a232-4900-8c89-ac8305896dac req-bce8a242-9e0d-432a-9522-5458c77446a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=333d2a1c-c9cf-47a3-9df8-32b12354525a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773563 Apr 23 01:16:04.947005 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-72d1d74f-a232-4900-8c89-ac8305896dac req-f9169671-67ec-4e09-be5b-871c84db73aa service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249328 Apr 23 01:16:04.963801 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:05.191940 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-72d1d74f-a232-4900-8c89-ac8305896dac req-57a68e9f-2c88-4b27-b759-e987ca5f492b service neutron] 10.222.0.42 "GET /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381024 Apr 23 01:16:05.280913 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-557add46-1aab-43bb-9860-4ef862383103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:05.285139 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557add46-1aab-43bb-9860-4ef862383103 None None] The sync data for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv is: [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:33Z', 'revision_number': 4, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a1ebd21f-116e-4448-a032-11562413215b', 'name': '', 'network_id': '333d2a1c-c9cf-47a3-9df8-32b12354525a', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'mac_address': 'fa:16:3e:04:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:32Z', 'updated_at': '2022-04-23T01:14:38Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'subnets': [{'id': '3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:16:05.486172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb04eb3-04a6-45f9-a549-10876b4795e0 None None] New status for floating IP d17aaa64-6304-4d98-a464-626a4219a475: DOWN {{(pid=88074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:16:05.931731 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8bb1a-c7d9-474e-b250-2057bc9c7f32 req-c0fa7290-8301-4c66-bd58-2b360ef7ac12 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:05.933067 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f1e8bb1a-c7d9-474e-b250-2057bc9c7f32 req-c0fa7290-8301-4c66-bd58-2b360ef7ac12 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0814586 Apr 23 01:16:05.977674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f1e8bb1a-c7d9-474e-b250-2057bc9c7f32 req-c6ce0bfa-a907-4efa-beb7-2c8fe921ac3d tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a4978a9-b9dd-4263-a5a6-98cf2af73fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Apr 23 01:16:06.487858 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25d14-c751-4789-a406-ecdddb98363f req-094bdf91-ab95-4611-afbb-730c22abc524 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:06.489250 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-efe25d14-c751-4789-a406-ecdddb98363f req-094bdf91-ab95-4611-afbb-730c22abc524 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 946 time: 0.0817275 Apr 23 01:16:06.557290 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port 044b0f58-eefd-421d-99bf-6a80df767977 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:16:06.557629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:06.799956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port 044b0f58-eefd-421d-99bf-6a80df767977, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=044b0f58-eefd-421d-99bf-6a80df767977,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:06.800318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:06.921278 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for 044b0f58-eefd-421d-99bf-6a80df767977 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:16:07.073100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:07.125355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=044b0f58-eefd-421d-99bf-6a80df767977,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:07.131032 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5e239b38-e1f0-4bb1-970f-cd3af89e08ab req-842b4e5d-16a6-4ada-969d-5672d7b14d89 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "GET /v2.0/ports?device_id=97f798c5-822f-4470-8908-976bc1bae8e4 HTTP/1.1" status: 200 len: 210 time: 0.0435750 Apr 23 01:16:07.172417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.172767 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.173111 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.173445 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.174025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.174425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.174750 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.175162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.175490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.175816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.176144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.176471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:07.213299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] No DVR routers for this DVR port 044b0f58-eefd-421d-99bf-6a80df767977 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:16:07.215668 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:07.218140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'name': 'network-vif-deleted', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:16:07.233933 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-efe25d14-c751-4789-a406-ecdddb98363f req-3a0cd8c4-c5a8-4d33-8a6c-840580d9a94a tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.42 "DELETE /v2.0/ports/044b0f58-eefd-421d-99bf-6a80df767977 HTTP/1.1" status: 204 len: 173 time: 0.7385705 Apr 23 01:16:07.261840 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed74965-8ff4-4ff7-a3ee-0ccd980d4c87'] response: {'server_uuid': '97f798c5-822f-4470-8908-976bc1bae8e4', 'name': 'network-vif-deleted', 'tag': '044b0f58-eefd-421d-99bf-6a80df767977', 'status': 'completed', 'code': 200} Apr 23 01:16:08.228073 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48938) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:08.778901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:09.128237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port a1ebd21f-116e-4448-a032-11562413215b {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:16:09.128494 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:09.410039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port a1ebd21f-116e-4448-a032-11562413215b, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a1ebd21f-116e-4448-a032-11562413215b,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:09.410736 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:09.529684 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for a1ebd21f-116e-4448-a032-11562413215b owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:16:09.852952 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:09.901186 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=a1ebd21f-116e-4448-a032-11562413215b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:10.187038 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:10.355287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:10.547969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Router 58f0f0d8-2cae-4780-a0e7-530960983b70 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:16:10.830190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:16:10.839853 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] Sync routers for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:16:10.842459 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-20cbb915-067f-4d3f-80a6-fad4f26e635c tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "PUT /v2.0/routers/58f0f0d8-2cae-4780-a0e7-530960983b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6133344 Apr 23 01:16:10.845025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48942) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:10.850723 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:10.851318 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:15:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:10.912388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting subnet 3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:16:10.915292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:10.968657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.025578 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:11.056050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.128688 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.168089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:11.173209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.183107 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5e9a1feb-5adc-4bf8-bac2-fb67ebb08559 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/subnets/3d6a4dc8-b9ab-4369-a1c7-edb39a6b786f HTTP/1.1" status: 204 len: 168 time: 0.3338468 Apr 23 01:16:11.183107 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48946) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:11.185118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f79fd-2e70-4711-9648-4cf75fd20ad6 None None] Network 333d2a1c-c9cf-47a3-9df8-32b12354525a requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:16:11.314398 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:16:09Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:11.319459 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] Checking router: 58f0f0d8-2cae-4780-a0e7-530960983b70 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:16:11.328638 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] Routers {'58f0f0d8-2cae-4780-a0e7-530960983b70'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:11.329243 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:15:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['58f0f0d8-2cae-4780-a0e7-530960983b70'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:11.363375 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.449705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] DHCP port deletion for 333d2a1c-c9cf-47a3-9df8-32b12354525a request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:16:11.453870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Deleting port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:16:11.454292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.511978 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] Set router 58f0f0d8-2cae-4780-a0e7-530960983b70 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:11.550616 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.560554 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Deleting port d8aa3583-0750-42e7-8c91-868835531155 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:16:11.561174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.646453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 044b0f58-eefd-421d-99bf-6a80df767977 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:16:11.689517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 044b0f58-eefd-421d-99bf-6a80df767977 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:16:11.690547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 044b0f58-eefd-421d-99bf-6a80df767977 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:16:11.700480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] For port 74c2c61d-fe11-415f-bac8-f8c9c5d67956, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=74c2c61d-fe11-415f-bac8-f8c9c5d67956,segment=NetworkSegment(94d952c2-0fdb-4944-b4e6-166cc9738639),segment_id=94d952c2-0fdb-4944-b4e6-166cc9738639)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:11.700879 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.739129 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] For port d8aa3583-0750-42e7-8c91-868835531155, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=d8aa3583-0750-42e7-8c91-868835531155,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:11.739525 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.823462 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:16:09Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:11.827529 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f58cac-b044-4ec4-b193-738b98b5b803 None None] The sync data for ids ['58f0f0d8-2cae-4780-a0e7-530960983b70'] in dv-neutron-838784-1-hyperv is: [{'id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35850443', 'tenant_id': '9d79b42c956244e4929beb95e4defc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd8aa3583-0750-42e7-8c91-868835531155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:16:09Z', 'revision_number': 5, 'project_id': '9d79b42c956244e4929beb95e4defc4e', 'gw_port': {'id': 'd8aa3583-0750-42e7-8c91-868835531155', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:3e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0f0d8-2cae-4780-a0e7-530960983b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:14:28Z', 'updated_at': '2022-04-23T01:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:16:11.866961 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Calling delete_port for d8aa3583-0750-42e7-8c91-868835531155 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:16:11.869628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Calling delete_port for 74c2c61d-fe11-415f-bac8-f8c9c5d67956 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:16:11.945712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204'] for port, after_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:11.993382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Pushing event deleted for resources: {'Port': ['ID=74c2c61d-fe11-415f-bac8-f8c9c5d67956,revision_number=None']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:11.998127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] No DVR routers for this DVR port 74c2c61d-fe11-415f-bac8-f8c9c5d67956 on host dv-neutron-838784-1-hyperv {{(pid=88074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:16:12.004583 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.004930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.008337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.008337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.008337 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.008705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.008959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.009295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.009627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.009954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.010301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.010630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4bf3b-9ef7-4c41-bc14-294c235fb106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:12.046619 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.093809 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Port': ['ID=d8aa3583-0750-42e7-8c91-868835531155,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:12.192723 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.275640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 74c2c61d-fe11-415f-bac8-f8c9c5d67956 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:16:12.312858 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 74c2c61d-fe11-415f-bac8-f8c9c5d67956 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:16:12.313218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 74c2c61d-fe11-415f-bac8-f8c9c5d67956 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:16:12.313752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a1ebd21f-116e-4448-a032-11562413215b no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:16:12.349081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a1ebd21f-116e-4448-a032-11562413215b {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:16:12.349430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a1ebd21f-116e-4448-a032-11562413215b not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:16:12.475272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.477350 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.499160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.499662 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Fanout notify agent at l3_agent the message router_deleted on router 58f0f0d8-2cae-4780-a0e7-530960983b70 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:16:12.514459 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.515550 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ed9ea136-9a3b-4369-8185-27ce9dd5255b tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/routers/58f0f0d8-2cae-4780-a0e7-530960983b70 HTTP/1.1" status: 204 len: 168 time: 1.3323326 Apr 23 01:16:12.518769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48950) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:12.636052 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.765969 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.794698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333d2a1c-c9cf-47a3-9df8-32b12354525a']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:12.807526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d952c2-0fdb-4944-b4e6-166cc9738639') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:12.807818 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d952c2-0fdb-4944-b4e6-166cc9738639') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:12.819135 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.834819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.841009 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:16:12.841397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:16:12.856149 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:16:12.937874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.957035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:12.967832 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'Network': ['ID=333d2a1c-c9cf-47a3-9df8-32b12354525a,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:12.974210 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-78074fb4-20f0-459e-bb38-02b4fc6fe72e tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/networks/333d2a1c-c9cf-47a3-9df8-32b12354525a HTTP/1.1" status: 204 len: 168 time: 0.4543548 Apr 23 01:16:12.976807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48954) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:13.043651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3f981e9a-0965-44bc-acef-40e39ff859c8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.072918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3f981e9a-0965-44bc-acef-40e39ff859c8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.138589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3f981e9a-0965-44bc-acef-40e39ff859c8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.156004 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f981e9a-0965-44bc-acef-40e39ff859c8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4978a9-b9dd-4263-a5a6-98cf2af73fef,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:13.168776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-3f981e9a-0965-44bc-acef-40e39ff859c8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.169894 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-3f981e9a-0965-44bc-acef-40e39ff859c8 tempest-TestNetworkAdvancedServerOps-35377136 tempest-TestNetworkAdvancedServerOps-35377136-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a4978a9-b9dd-4263-a5a6-98cf2af73fef HTTP/1.1" status: 204 len: 168 time: 0.1922119 Apr 23 01:16:13.534443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48964) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:13.729883 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b53c86b5-118c-4856-b2a4-b3a652aa99c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d79b42c956244e4929beb95e4defc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942525 Apr 23 01:16:13.732298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48972) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:13.791388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59ac1683-c3f7-469e-9719-f1d96fd82bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.817692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59ac1683-c3f7-469e-9719-f1d96fd82bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.869265 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59ac1683-c3f7-469e-9719-f1d96fd82bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.887791 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac1683-c3f7-469e-9719-f1d96fd82bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa972e-5e24-4c21-96e5-64e29e721dfa,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:13.892513 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-59ac1683-c3f7-469e-9719-f1d96fd82bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:13.893876 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-59ac1683-c3f7-469e-9719-f1d96fd82bf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09fa972e-5e24-4c21-96e5-64e29e721dfa HTTP/1.1" status: 204 len: 168 time: 0.1606336 Apr 23 01:16:14.166779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d8aa3583-0750-42e7-8c91-868835531155 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:16:14.201181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 48980) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:14.205496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: d8aa3583-0750-42e7-8c91-868835531155 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:16:14.205863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device d8aa3583-0750-42e7-8c91-868835531155 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:16:14.218171 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:14.236422 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:14.241132 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Usage tracker for resource:security_group_rule and tenant:5c2ea129433a4558ae4b47723876f463 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:14.243976 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:14.249669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:14.339311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:14.343595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:14.394573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c2ea129433a4558ae4b47723876f463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1922877 Apr 23 01:16:14.395443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d04dd-fc26-44bd-b884-d04dc412ab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d2254-a60c-4752-b334-ec5837f0a709,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:14.397658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 48984) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:14.464519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03fbf86f-4e2f-4c0e-9b54-57e1d26de96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:14.491030 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03fbf86f-4e2f-4c0e-9b54-57e1d26de96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:14.540462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03fbf86f-4e2f-4c0e-9b54-57e1d26de96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:14.554959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbf86f-4e2f-4c0e-9b54-57e1d26de96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d2254-a60c-4752-b334-ec5837f0a709,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:14.562702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-03fbf86f-4e2f-4c0e-9b54-57e1d26de96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:14.563825 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-03fbf86f-4e2f-4c0e-9b54-57e1d26de96c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc8d2254-a60c-4752-b334-ec5837f0a709 HTTP/1.1" status: 204 len: 168 time: 0.1642873 Apr 23 01:16:15.282462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8b598975-66e2-4bbb-8adb-54e3b2a942bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.335952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49008) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:15.438554 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-634419456-network', 'tenant_id': '948973fae7724a4984194a8d899b6361'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:15.444109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:15.448197 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Usage tracker for resource:network and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:15.451291 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:15.460308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:15.469800 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Made reservation on behalf of 948973fae7724a4984194a8d899b6361 for: {'network': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:16:15.472109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.483675 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.497874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:15.501655 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:15.505069 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:15.510661 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:15.591742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.595551 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.630747 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=88073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:16:15.635857 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293b652f-cb89-409f-9aba-f916d5e86e1f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:15.643490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.643732 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.segments_db [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Added segment 51c02d19-981b-44ee-85c3-9bf01a3ef932 of type vlan for network c7969f83-6db5-4fe0-9072-e132cfb90785 Apr 23 01:16:15.669559 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.698821 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.699682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:15.700257 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:15.802739 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4656754 Apr 23 01:16:15.803599 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629c787-0962-4f0a-a1ab-a4318a0428a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7969f83-6db5-4fe0-9072-e132cfb90785,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:15.805636 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49014) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:15.811079 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Request body: {'subnet': {'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-634419456-subnet', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:15.814005 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network c7969f83-6db5-4fe0-9072-e132cfb90785 details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:16:15.816136 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:15.820021 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Usage tracker for resource:subnet and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:15.822851 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:15.829015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:15.838886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Made reservation on behalf of 948973fae7724a4984194a8d899b6361 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:16:15.841164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.052160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.124680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472edffc-299d-4c76-944b-2a0d4bdc328c,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:16.135341 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Checking segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:16.135699 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Network hostable DHCP agents. Network: c7969f83-6db5-4fe0-9072-e132cfb90785, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:16:16.156073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Network c7969f83-6db5-4fe0-9072-e132cfb90785 is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:16:16.166014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, c7969f83-6db5-4fe0-9072-e132cfb90785) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:16.170017 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:16.170633 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.175845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7adcf-4517-4b72-ba70-348d94c87551 None None] Network c7969f83-6db5-4fe0-9072-e132cfb90785 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:16:16.192324 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-bbc44122-7997-42d2-bef7-aeac344ff8b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3856339 Apr 23 01:16:16.195191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49018) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:16.200199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:16.204864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:16.209779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Usage tracker for resource:router and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:16.212616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:16.218377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:16.231162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.232225 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.248873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.387197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-c7969f83-6db5-4fe0-9072-e132cfb90785', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:16:16.388118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.543537 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Allocated IP 172.20.0.2 (c7969f83-6db5-4fe0-9072-e132cfb90785/472edffc-299d-4c76-944b-2a0d4bdc328c/01c0fcd7-50b9-40e8-afc8-38a967623404) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:16.630973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.753214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.763596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Transition to ACTIVE for port object 01c0fcd7-50b9-40e8-afc8-38a967623404 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:16.781478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Transition to ACTIVE for port object 01c0fcd7-50b9-40e8-afc8-38a967623404 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:16.787785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.847234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Network c7969f83-6db5-4fe0-9072-e132cfb90785 is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:16.849860 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:16.857481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:16.867927 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Pushing event updated for resources: {'Port': ['ID=01c0fcd7-50b9-40e8-afc8-38a967623404,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:16.945799 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.953282 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Attempting to bind port 01c0fcd7-50b9-40e8-afc8-38a967623404 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:16:16.953660 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Attempting to bind port 01c0fcd7-50b9-40e8-afc8-38a967623404 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:16:16.954026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Attempting to bind port 01c0fcd7-50b9-40e8-afc8-38a967623404 on network c7969f83-6db5-4fe0-9072-e132cfb90785 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:16.959877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:16:16.960254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Checking segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:16.960653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.961050 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Bound using segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:16:16.961512 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Bound port: 01c0fcd7-50b9-40e8-afc8-38a967623404, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:16:16.961888 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:16.977252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:17.049935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] For port 01c0fcd7-50b9-40e8-afc8-38a967623404, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:16:17.053199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] For port 01c0fcd7-50b9-40e8-afc8-38a967623404, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=01c0fcd7-50b9-40e8-afc8-38a967623404,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:16:17.057703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:17.120230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Allocated IP 172.26.8.223 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:17.144908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5ea88-f60e-4806-91d6-5f7418794e80 None None] Pushing event updated for resources: {'Port': ['ID=01c0fcd7-50b9-40e8-afc8-38a967623404,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:17.281077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:17.327601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:17.390624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:17.398157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:17.402447 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:17.437107 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Pushing event updated for resources: {'Port': ['ID=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:17.707274 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-566222df-aabe-4dce-8f31-2afe21c333e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:17.944154 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.092585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a1e93-a532-47c2-95a1-859b8529e604 None None] Network c7969f83-6db5-4fe0-9072-e132cfb90785 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:16:18.239515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 01c0fcd7-50b9-40e8-afc8-38a967623404 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:18.271687 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-4757c247-3d97-4dcb-b5f8-53690e1a57a6 None None] Provisioning for port 01c0fcd7-50b9-40e8-afc8-38a967623404 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:18.294640 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.397571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 01c0fcd7-50b9-40e8-afc8-38a967623404 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:18.412454 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 01c0fcd7-50b9-40e8-afc8-38a967623404 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:18.412828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.504567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:16:18.555161 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.589976 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 01c0fcd7-50b9-40e8-afc8-38a967623404, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=01c0fcd7-50b9-40e8-afc8-38a967623404,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:18.594418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.678682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=01c0fcd7-50b9-40e8-afc8-38a967623404,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:18.693313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:16:18.706561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Sync routers for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:16:18.719049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.720495 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-2339f50e-d1eb-4ec2-ab20-f630e4071706 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5243871 Apr 23 01:16:18.721739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.724435 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49022) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:18.728902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:18.729515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:18.805281 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c378dfb2-f5dd-44b0-b7a5-04e033a87e72 None None] Provisioning complete for port 01c0fcd7-50b9-40e8-afc8-38a967623404 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:18.805567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c378dfb2-f5dd-44b0-b7a5-04e033a87e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.856265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:18.973895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:19.304771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:17Z', 'revision_number': 3, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:19.308733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Checking router: 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:16:19.309080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Updating router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:16:19.361564 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.496604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.679535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.690797 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Transition to ACTIVE for port object 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:19.696761 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.702230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Allocated IP 172.20.0.1 (c7969f83-6db5-4fe0-9072-e132cfb90785/472edffc-299d-4c76-944b-2a0d4bdc328c/3dcf918b-c0ed-46f9-8155-039a2f9ab672) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:19.823286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dfdcf-436d-45cd-bc43-21d76149ca47 None None] Pushing event updated for resources: {'Port': ['ID=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:19.827097 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Attempting to bind port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:16:19.827467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Attempting to bind port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:16:19.827836 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Attempting to bind port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:19.834390 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:16:19.834800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:19.835162 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.835549 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:16:19.836007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Bound port: 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:16:19.836378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.851999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.868389 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Transition to ACTIVE for port object 3dcf918b-c0ed-46f9-8155-039a2f9ab672 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:19.892095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.909520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] For port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:16:19.912552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] For port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:16:19.920092 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:19.961418 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Network c7969f83-6db5-4fe0-9072-e132cfb90785 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:19.968395 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:19.973755 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:20.007041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:20.007328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Pushing event updated for resources: {'Port': ['ID=3dcf918b-c0ed-46f9-8155-039a2f9ab672,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:20.007547 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:20.030829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.074628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dfdcf-436d-45cd-bc43-21d76149ca47 None None] Pushing event updated for resources: {'Port': ['ID=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:20.205987 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.223074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:20.315702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.325518 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 01c0fcd7-50b9-40e8-afc8-38a967623404 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:20.417402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-53460c41-a2c3-4550-af15-1c6ba1510b06 None None] Provisioning for port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:20.469297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-53460c41-a2c3-4550-af15-1c6ba1510b06 None None] Provisioning complete for port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:20.469663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-53460c41-a2c3-4550-af15-1c6ba1510b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.541076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.545975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.553938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-53460c41-a2c3-4550-af15-1c6ba1510b06 None None] Port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:16:20.563542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 01c0fcd7-50b9-40e8-afc8-38a967623404 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:20.563909 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.657003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:20.661786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Pushing event updated for resources: {'Port': ['ID=3dcf918b-c0ed-46f9-8155-039a2f9ab672,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:20.729724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:17Z', 'revision_number': 3, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:20.738893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1126f-d9c9-4fb1-af06-eca10b041979 None None] The sync data for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv is: [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:17Z', 'revision_number': 3, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:16:20.798569 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Network c7969f83-6db5-4fe0-9072-e132cfb90785 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:20.800602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:21.077744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5ed187c7-35bc-4865-af5c-98cfb21a309b None None] Provisioning complete for port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:21.078258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ed187c7-35bc-4865-af5c-98cfb21a309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:21.130400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:16:21.134381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-5ed187c7-35bc-4865-af5c-98cfb21a309b None None] Port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:16:21.317231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:16:21.335039 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-084528f6-e723-4cc2-b7fd-12c7ef8a127e admin admin] 10.222.0.39 "PUT /v2.0/routers/874bb50e-4f18-44b5-8d2a-2943eb6bcb7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6094923 Apr 23 01:16:21.841750 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49040) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:21.847352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-804874157-network', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:21.852140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:21.856355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Usage tracker for resource:network and tenant:fe4b4978cb4e468ba859cf1cb0752278 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:21.859256 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:21.865178 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:21.875056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Made reservation on behalf of fe4b4978cb4e468ba859cf1cb0752278 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:16:21.877866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:21.889635 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:21.904291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:21.908080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4b4978cb4e468ba859cf1cb0752278 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:21.910956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:21.916545 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:22.010791 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.015207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.046408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:16:22.055574 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95de866-980b-4357-9625-5ebe0cada1f4,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:22.061326 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.061696 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Added segment a13d0c0e-f181-433d-8185-6f2ae6bdade9 of type vlan for network a35c19ca-1d8d-4160-b36b-4ca0bc66418e Apr 23 01:16:22.089612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.122215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.123223 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:22.123800 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.223616 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3807099 Apr 23 01:16:22.226429 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49044) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:22.231793 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445ee64-0537-45af-b65b-6354000fe183 admin admin] Pushing event updated for resources: {'Network': ['ID=a35c19ca-1d8d-4160-b36b-4ca0bc66418e,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:22.238584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Request body: {'subnet': {'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-804874157-subnet', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'ip_version': 4}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:22.244297 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:22.244988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:16:22.248198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Usage tracker for resource:subnet and tenant:fe4b4978cb4e468ba859cf1cb0752278 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:22.253003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:22.259047 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:22.261856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:22.264762 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Sync routers for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:16:22.271676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Made reservation on behalf of fe4b4978cb4e468ba859cf1cb0752278 for: {'subnet': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:16:22.274867 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1595636'] for subnet, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.276358 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:22.277037 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:22.411676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:22.419582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:22.420041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.459966 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:22.490490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1884956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1595626'] for subnet, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.547192 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.564698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:22.568632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Pushing event updated for resources: {'Subnet': ['ID=20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:22.569335 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.574507 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Checking segment: {'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:22.574946 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Network hostable DHCP agents. Network: a35c19ca-1d8d-4160-b36b-4ca0bc66418e, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:16:22.597116 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:16:22.608189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, a35c19ca-1d8d-4160-b36b-4ca0bc66418e) {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:22.612936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:22.613826 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.625920 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9a687c-0407-4a32-b0ce-2a284313093e None None] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:16:22.639674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-63a782d4-7d5d-46c1-8f4a-5c4b69b3ecee admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4115236 Apr 23 01:16:22.642268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49048) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:22.648776 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:22.653742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:22.660314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Usage tracker for resource:router and tenant:fe4b4978cb4e468ba859cf1cb0752278 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:22.664325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:22.671302 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:22.684540 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.685841 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.704157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.789206 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 2, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:22.791782 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:22.794618 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Checking router: 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:16:22.794972 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Updating router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:16:22.858725 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:22.921013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'fixed_ips': [{'subnet_id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:16:22.922222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.100487 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Allocated IP 172.20.0.2 (a35c19ca-1d8d-4160-b36b-4ca0bc66418e/20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf/aa17230d-444a-422a-9351-d9e04404d244) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:23.112443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.225173 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.237011 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Transition to ACTIVE for port object 3dcf918b-c0ed-46f9-8155-039a2f9ab672 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:23.247343 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.315620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.325838 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Pushing event updated for resources: {'Port': ['ID=3dcf918b-c0ed-46f9-8155-039a2f9ab672,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:23.326733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Transition to ACTIVE for port object aa17230d-444a-422a-9351-d9e04404d244 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:23.348423 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Transition to ACTIVE for port object aa17230d-444a-422a-9351-d9e04404d244 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:23.355710 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.402296 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.402670 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.403000 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.403331 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.403659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.403984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.404306 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.404627 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.404946 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.405262 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.405576 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.405886 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:16:23.418918 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:23.421954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:23.426785 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:23.446018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.479735 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.522424 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Attempting to bind port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:16:23.523122 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Attempting to bind port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:16:23.523679 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Attempting to bind port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 on network c7969f83-6db5-4fe0-9072-e132cfb90785 {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:23.531471 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:16:23.532384 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Checking segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:23.532579 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Pushing event updated for resources: {'Port': ['ID=aa17230d-444a-422a-9351-d9e04404d244,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:23.532977 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.534141 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Bound using segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:16:23.534899 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Bound port: 3dcf918b-c0ed-46f9-8155-039a2f9ab672, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:16:23.535397 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.545166 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Attempting to bind port aa17230d-444a-422a-9351-d9e04404d244 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:16:23.545671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Attempting to bind port aa17230d-444a-422a-9351-d9e04404d244 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:16:23.546040 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Attempting to bind port aa17230d-444a-422a-9351-d9e04404d244 on network a35c19ca-1d8d-4160-b36b-4ca0bc66418e {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:23.552297 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:16:23.552665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Checking segment: {'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:23.553067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.553459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Bound using segment: {'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:16:23.553928 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Bound port: aa17230d-444a-422a-9351-d9e04404d244, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:16:23.554322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.644577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Allocated IP 172.26.8.72 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/60a05cfc-8a92-48a8-9cba-c7c42c291f1c) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:23.645739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] For port aa17230d-444a-422a-9351-d9e04404d244, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:16:23.648757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] For port aa17230d-444a-422a-9351-d9e04404d244, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=aa17230d-444a-422a-9351-d9e04404d244,segment=NetworkSegment(a13d0c0e-f181-433d-8185-6f2ae6bdade9),segment_id=a13d0c0e-f181-433d-8185-6f2ae6bdade9)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:16:23.652253 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] For port 3dcf918b-c0ed-46f9-8155-039a2f9ab672, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:16:23.654492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.661082 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] For port 3dcf918b-c0ed-46f9-8155-039a2f9ab672, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3dcf918b-c0ed-46f9-8155-039a2f9ab672,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:16:23.666376 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.747540 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f8317-1f8d-404e-b429-9c55f174b62f None None] Pushing event updated for resources: {'Port': ['ID=aa17230d-444a-422a-9351-d9e04404d244,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:23.774063 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:23.774706 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:23.827066 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.831670 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cfb72-7691-48f8-8eca-1447c513a776 None None] Pushing event updated for resources: {'Port': ['ID=3dcf918b-c0ed-46f9-8155-039a2f9ab672,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:23.869360 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:23.937191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:23.940522 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:23.970880 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:24.003142 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:24.034622 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Pushing event updated for resources: {'Port': ['ID=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:24.305124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa17230d-444a-422a-9351-d9e04404d244 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:24.370521 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:23Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:24.374466 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd960a30-2a7d-4f66-9af9-992cb14c7729 None None] The sync data for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv is: [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:23Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:16:24.385122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port aa17230d-444a-422a-9351-d9e04404d244 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:24.390621 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:24.486812 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:24.491570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:24.492023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:24.855750 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dedad4-04bc-4cd2-895e-8eb8a0308ef8 None None] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:16:24.977544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5c067d85-8810-4899-b786-2868691dca16 None None] Provisioning for port aa17230d-444a-422a-9351-d9e04404d244 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:24.992821 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-5c067d85-8810-4899-b786-2868691dca16 None None] Provisioning complete for port aa17230d-444a-422a-9351-d9e04404d244 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:24.993715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c067d85-8810-4899-b786-2868691dca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:25.004194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:25.207971 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c067d85-8810-4899-b786-2868691dca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:25.247213 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:16:25.248061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Router 1179fcc3-f29d-470d-b2df-3584d91be7b5 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:16:25.261308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-5c067d85-8810-4899-b786-2868691dca16 None None] For port aa17230d-444a-422a-9351-d9e04404d244, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=aa17230d-444a-422a-9351-d9e04404d244,segment=NetworkSegment(a13d0c0e-f181-433d-8185-6f2ae6bdade9),segment_id=a13d0c0e-f181-433d-8185-6f2ae6bdade9)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:25.269252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5c067d85-8810-4899-b786-2868691dca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:25.343212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c067d85-8810-4899-b786-2868691dca16 None None] Pushing event updated for resources: {'Port': ['ID=aa17230d-444a-422a-9351-d9e04404d244,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:25.447005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:16:25.456815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Sync routers for ids ['1179fcc3-f29d-470d-b2df-3584d91be7b5'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:16:25.469831 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Routers {'1179fcc3-f29d-470d-b2df-3584d91be7b5'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:25.471783 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1179fcc3-f29d-470d-b2df-3584d91be7b5'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:25.479626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:25.480915 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c5c7fff9-7386-42a6-a4a4-fef97443203c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8373187 Apr 23 01:16:25.483835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49052) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:25.601847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-3b91396c-02a9-40b5-8fff-842f1c4ee5f7 None None] Provisioning complete for port aa17230d-444a-422a-9351-d9e04404d244 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:25.602222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3b91396c-02a9-40b5-8fff-842f1c4ee5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:25.754460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Set router 1179fcc3-f29d-470d-b2df-3584d91be7b5 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:26.088051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:16:24Z', 'revision_number': 3, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port': {'id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:23Z', 'updated_at': '2022-04-23T01:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:26.092342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Checking router: 1179fcc3-f29d-470d-b2df-3584d91be7b5 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:16:26.092688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Updating router 1179fcc3-f29d-470d-b2df-3584d91be7b5 port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:16:26.145156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.186208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.305272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3dcf918b-c0ed-46f9-8155-039a2f9ab672 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:26.394592 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Allocated IP 172.20.0.1 (a35c19ca-1d8d-4160-b36b-4ca0bc66418e/20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf/bdcdca95-4cc4-414f-81be-2de957d2d009) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:26.462786 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:26.477842 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:26.478191 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.590461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.607892 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Transition to ACTIVE for port object 60a05cfc-8a92-48a8-9cba-c7c42c291f1c will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:26.648127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.653601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.669601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Transition to ACTIVE for port object bdcdca95-4cc4-414f-81be-2de957d2d009 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:26.694841 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.739891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Attempting to bind port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:16:26.740176 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Attempting to bind port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:16:26.740544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Attempting to bind port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:26.742511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.760918 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:26.763677 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:26.763810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339a881-9752-423d-8cd9-01df88d3b591 None None] Pushing event updated for resources: {'Port': ['ID=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:26.766069 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:16:26.766469 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:26.766874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.767245 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:16:26.767835 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Bound port: 60a05cfc-8a92-48a8-9cba-c7c42c291f1c, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:16:26.768317 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.771775 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:26.807732 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcdca95-4cc4-414f-81be-2de957d2d009,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:26.831276 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.837132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 3dcf918b-c0ed-46f9-8155-039a2f9ab672, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3dcf918b-c0ed-46f9-8155-039a2f9ab672,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:26.849962 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.850781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa17230d-444a-422a-9351-d9e04404d244 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:26.942779 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] For port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:16:26.956444 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] For port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:16:26.960318 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.974756 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:26.997241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=3dcf918b-c0ed-46f9-8155-039a2f9ab672,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:27.061659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Routers {'1179fcc3-f29d-470d-b2df-3584d91be7b5'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:27.062286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1179fcc3-f29d-470d-b2df-3584d91be7b5'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:27.192291 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port aa17230d-444a-422a-9351-d9e04404d244 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:27.192663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:27.195683 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:27.200130 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:27.238662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339a881-9752-423d-8cd9-01df88d3b591 None None] Pushing event updated for resources: {'Port': ['ID=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:27.261582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ec180ae3-898d-446e-85b1-ff122c00168b None None] Provisioning for port bdcdca95-4cc4-414f-81be-2de957d2d009 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:27.308889 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:27.313150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Pushing event updated for resources: {'Port': ['ID=bdcdca95-4cc4-414f-81be-2de957d2d009,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:27.332168 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-ec180ae3-898d-446e-85b1-ff122c00168b None None] Provisioning complete for port bdcdca95-4cc4-414f-81be-2de957d2d009 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:27.332544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ec180ae3-898d-446e-85b1-ff122c00168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:27.415780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] Set router 1179fcc3-f29d-470d-b2df-3584d91be7b5 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:27.447095 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:27.448190 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:27.468471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-ec180ae3-898d-446e-85b1-ff122c00168b None None] Port bdcdca95-4cc4-414f-81be-2de957d2d009 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:16:27.643154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Router 1179fcc3-f29d-470d-b2df-3584d91be7b5 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:16:27.715268 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-b3a536ce-f4be-416f-879b-9970fd390dd2 None None] Provisioning complete for port bdcdca95-4cc4-414f-81be-2de957d2d009 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:27.715631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b3a536ce-f4be-416f-879b-9970fd390dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:27.809813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-b3a536ce-f4be-416f-879b-9970fd390dd2 None None] Port bdcdca95-4cc4-414f-81be-2de957d2d009 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:16:27.825083 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:16:27.833771 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-68669499-c285-4b47-a57e-75845348bb87 admin admin] 10.222.0.39 "PUT /v2.0/routers/1179fcc3-f29d-470d-b2df-3584d91be7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488932 Apr 23 01:16:27.845137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 4, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port': {'id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:23Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bdcdca95-4cc4-414f-81be-2de957d2d009', 'name': '', 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'mac_address': 'fa:16:3e:7b:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:26Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 1, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'subnets': [{'id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:27.849680 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe760e-307e-4c4b-9cb8-92f5955980ee None None] The sync data for ids ['1179fcc3-f29d-470d-b2df-3584d91be7b5'] in dv-neutron-838784-1-hyperv is: [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 4, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port': {'id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:23Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bdcdca95-4cc4-414f-81be-2de957d2d009', 'name': '', 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'mac_address': 'fa:16:3e:7b:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:26Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 1, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'subnets': [{'id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:16:28.232277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3dcf918b-c0ed-46f9-8155-039a2f9ab672 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:28.312354 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:28.312715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.523813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49062) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:28.529700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055341475', 'description': 'tempest-secgroup-smoke-1055341475 description', 'project_id': '948973fae7724a4984194a8d899b6361'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:28.536440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:28.540262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:28.543861 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:28.550020 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:28.562938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.584618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:28.588630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:28.591663 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:28.598050 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:28.677373 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.681610 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.727478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82efb0ab-7c54-4f4c-b48b-616572d1848c,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:28.732150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.733399 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8b90da23-bb38-49a6-adb0-0ee1bb20aede tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2080936 Apr 23 01:16:28.737037 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49066) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:28.742089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '82efb0ab-7c54-4f4c-b48b-616572d1848c', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:28.748300 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:28.752830 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:28.756051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:28.761969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:28.780645 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.845448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.849734 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.875169 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8248a17d-93b1-45f3-816b-163d02e2e470,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:28.885327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:28.886584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a55bcdcb-aa39-47d7-a0be-e042e2a4ff6e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485124 Apr 23 01:16:28.889339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49070) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:28.895035 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '82efb0ab-7c54-4f4c-b48b-616572d1848c', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:28.901134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:28.905003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:28.907911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:28.914545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:28.931579 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.004629 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.009004 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.038167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5089e5-f534-4099-bed9-1dddea4f893d,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:29.048281 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.050017 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7daf0299-6475-46ec-b0f8-c1d18ba648ed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596761 Apr 23 01:16:29.052943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49074) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:29.058281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '82efb0ab-7c54-4f4c-b48b-616572d1848c', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:29.065192 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:29.069096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:29.072128 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:29.077963 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:29.096901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.161546 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.166367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.190445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75e4dcd-fb2c-479e-b3cf-8dddf52556b4,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:29.199433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.200594 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d44efd23-e3f4-4c57-8501-16e9f0fb8aaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466458 Apr 23 01:16:29.203345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49078) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:29.209113 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '82efb0ab-7c54-4f4c-b48b-616572d1848c', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:29.214897 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:29.218740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:29.222568 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:29.228202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:29.244367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.308761 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.312299 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.335894 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414acf19-c5eb-442e-9815-9ff0567bcc36,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:29.344174 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.345494 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5655740c-2090-4c45-a798-a5be39c4bee9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412537 Apr 23 01:16:29.348638 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49082) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:29.353598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '82efb0ab-7c54-4f4c-b48b-616572d1848c', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:29.359706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:29.364338 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:29.367365 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:29.373050 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:29.383020 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Project 948973fae7724a4984194a8d899b6361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:16:29.389501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.453298 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.457181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.480058 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dff3138-4fd4-4513-ac93-da5478838348,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:29.488957 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.490187 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6fa71f3e-efd7-4c7c-96ee-e0801b72a6ae tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406381 Apr 23 01:16:29.492900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49086) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:29.497727 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '82efb0ab-7c54-4f4c-b48b-616572d1848c', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:29.504146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:29.507966 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:29.510834 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:29.516477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:29.527315 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Project 948973fae7724a4984194a8d899b6361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:16:29.533920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.600660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.604977 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.631501 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658fd1c8-629d-4ae2-8c99-e8b67bdc4b05,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:29.639198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:29.640337 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9b2a0cb1-3205-4422-bceb-aa4df8be929f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465409 Apr 23 01:16:29.800653 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-b5355201-54ba-4581-973a-818ecb406f38 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:16:29.817259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-b5355201-54ba-4581-973a-818ecb406f38 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:16:29.818530 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-b5355201-54ba-4581-973a-818ecb406f38 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055341475&fields=id&tenant_id=948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 267 time: 0.0578027 Apr 23 01:16:29.967759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-4a0a5e1f-b38f-4ea8-9ffd-37781fc174fb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:29.968349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-4a0a5e1f-b38f-4ea8-9ffd-37781fc174fb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:network {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:16:29.985118 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-4a0a5e1f-b38f-4ea8-9ffd-37781fc174fb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:network {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:16:29.986345 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-4a0a5e1f-b38f-4ea8-9ffd-37781fc174fb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 808 time: 0.1612134 Apr 23 01:16:30.002831 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-282d8ccb-8241-4d0c-be4e-e2e41eb74bfd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/quotas/948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 375 time: 0.0092483 Apr 23 01:16:30.092675 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-9de7071d-0120-44c7-b4dd-8ae5e1ef03c5 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844138 Apr 23 01:16:30.233809 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-10e32641-9443-4598-8ac8-93f5da9f81f7 service neutron] 10.222.0.39 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267657 Apr 23 01:16:30.238022 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 60a05cfc-8a92-48a8-9cba-c7c42c291f1c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:30.305331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:30.309854 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:30.310225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:30.368676 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-f46f0379-f083-4f40-9a6d-6af87296a5cb service neutron] 10.222.0.39 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276314 Apr 23 01:16:30.427494 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:30.444744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:30.448137 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:30.520519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:30.654570 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-f8395076-1760-405d-8bc5-b7d89904e274 req-1f0f7826-c0a8-4884-93f3-75d687ba283a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:16:30.671367 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-f8395076-1760-405d-8bc5-b7d89904e274 req-1f0f7826-c0a8-4884-93f3-75d687ba283a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:16:30.672560 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f8395076-1760-405d-8bc5-b7d89904e274 req-1f0f7826-c0a8-4884-93f3-75d687ba283a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 210 time: 0.1642885 Apr 23 01:16:31.374865 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Sync routers for ids ['1179fcc3-f29d-470d-b2df-3584d91be7b5'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:16:31.384786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Routers {'1179fcc3-f29d-470d-b2df-3584d91be7b5'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:31.385380 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1179fcc3-f29d-470d-b2df-3584d91be7b5'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:31.558055 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Set router 1179fcc3-f29d-470d-b2df-3584d91be7b5 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:31.895706 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 4, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port': {'id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:23Z', 'updated_at': '2022-04-23T01:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bdcdca95-4cc4-414f-81be-2de957d2d009', 'name': '', 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'mac_address': 'fa:16:3e:7b:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:26Z', 'updated_at': '2022-04-23T01:16:27Z', 'revision_number': 2, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'subnets': [{'id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:31.900399 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Checking router: 1179fcc3-f29d-470d-b2df-3584d91be7b5 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:16:31.900753 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Updating router 1179fcc3-f29d-470d-b2df-3584d91be7b5 port bdcdca95-4cc4-414f-81be-2de957d2d009 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:16:31.956551 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:31.993831 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c5fa433-753c-46ff-b684-e3e898377625 req-d6e8b876-d24d-4ea1-8c0b-b91e7938f95a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 210 time: 0.1862495 Apr 23 01:16:32.004679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-445f4d0b-30f0-42b0-8240-3bdcadaf430d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:32.006109 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-445f4d0b-30f0-42b0-8240-3bdcadaf430d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 808 time: 0.3283639 Apr 23 01:16:32.061303 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-663f77e6-c9fc-4239-87cf-7826bdad400d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 380 time: 0.0413291 Apr 23 01:16:32.069536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'port': {'device_id': '84523716-022c-4564-b480-768688b7a8c8', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'admin_state_up': True, 'tenant_id': '948973fae7724a4984194a8d899b6361', 'security_groups': ['82efb0ab-7c54-4f4c-b48b-616572d1848c']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:32.208594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:32.218119 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:32.226210 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 60a05cfc-8a92-48a8-9cba-c7c42c291f1c up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:32.229205 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Made reservation on behalf of 948973fae7724a4984194a8d899b6361 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:16:32.233015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.304091 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:32.304734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.335758 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.348226 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Transition to ACTIVE for port object bdcdca95-4cc4-414f-81be-2de957d2d009 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:32.355966 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.409752 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Allocated IP 172.20.0.9 (c7969f83-6db5-4fe0-9072-e132cfb90785/472edffc-299d-4c76-944b-2a0d4bdc328c/ce901c9b-9b06-4423-9409-0acf5a0fd063) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:32.525165 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6adc1-e86c-492b-b36f-1d493b3fcb3d None None] Pushing event updated for resources: {'Port': ['ID=bdcdca95-4cc4-414f-81be-2de957d2d009,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:32.587213 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Attempting to bind port bdcdca95-4cc4-414f-81be-2de957d2d009 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:16:32.587646 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Attempting to bind port bdcdca95-4cc4-414f-81be-2de957d2d009 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:16:32.588182 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Attempting to bind port bdcdca95-4cc4-414f-81be-2de957d2d009 on network a35c19ca-1d8d-4160-b36b-4ca0bc66418e {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:32.594027 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:16:32.594700 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Checking segment: {'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:32.595270 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.596319 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Bound using segment: {'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:16:32.596931 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Bound port: bdcdca95-4cc4-414f-81be-2de957d2d009, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13d0c0e-f181-433d-8185-6f2ae6bdade9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:16:32.597379 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.623845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.639303 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Transition to ACTIVE for port object ce901c9b-9b06-4423-9409-0acf5a0fd063 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:32.664407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.689712 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] For port bdcdca95-4cc4-414f-81be-2de957d2d009, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:16:32.692781 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] For port bdcdca95-4cc4-414f-81be-2de957d2d009, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bdcdca95-4cc4-414f-81be-2de957d2d009,segment=NetworkSegment(a13d0c0e-f181-433d-8185-6f2ae6bdade9),segment_id=a13d0c0e-f181-433d-8185-6f2ae6bdade9)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:16:32.697005 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.732009 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Network c7969f83-6db5-4fe0-9072-e132cfb90785 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:32.735073 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:32.745596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:32.785827 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Routers {'1179fcc3-f29d-470d-b2df-3584d91be7b5'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:32.786580 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1179fcc3-f29d-470d-b2df-3584d91be7b5'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:32.799452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:32.833404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:32.834061 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:32.860632 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6adc1-e86c-492b-b36f-1d493b3fcb3d None None] Pushing event updated for resources: {'Port': ['ID=bdcdca95-4cc4-414f-81be-2de957d2d009,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:32.868343 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-e2a2d2e5-df4b-4c5f-9dc4-72b08986780b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8022909 Apr 23 01:16:32.885809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Request body: {'port': {'device_id': '84523716-022c-4564-b480-768688b7a8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:33.021846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:33.022535 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] Set router 1179fcc3-f29d-470d-b2df-3584d91be7b5 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:33.097293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d20d0e2b-d2ee-4a81-9bcb-d38d3820237f None None] Provisioning for port ce901c9b-9b06-4423-9409-0acf5a0fd063 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:33.103506 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d20d0e2b-d2ee-4a81-9bcb-d38d3820237f None None] Provisioning complete for port ce901c9b-9b06-4423-9409-0acf5a0fd063 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:33.104904 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d20d0e2b-d2ee-4a81-9bcb-d38d3820237f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:33.181993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d20d0e2b-d2ee-4a81-9bcb-d38d3820237f None None] Port ce901c9b-9b06-4423-9409-0acf5a0fd063 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:16:33.223595 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072557d-fc14-41bd-96c2-ee38645cb2e2 req-c19a4d0e-621d-4a8d-a1fa-37e7837d2d94 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:33.225295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a072557d-fc14-41bd-96c2-ee38645cb2e2 req-c19a4d0e-621d-4a8d-a1fa-37e7837d2d94 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 931 time: 0.1038585 Apr 23 01:16:33.279224 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-a072557d-fc14-41bd-96c2-ee38645cb2e2 req-df487530-5ac0-40f2-8125-384ab7b1f8a9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478148 Apr 23 01:16:33.351774 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 4, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port': {'id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:23Z', 'updated_at': '2022-04-23T01:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bdcdca95-4cc4-414f-81be-2de957d2d009', 'name': '', 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'mac_address': 'fa:16:3e:7b:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:26Z', 'updated_at': '2022-04-23T01:16:32Z', 'revision_number': 4, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'subnets': [{'id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:33.355950 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf8e973-e6e7-4a9f-b0a3-629110b19cd1 None None] The sync data for ids ['1179fcc3-f29d-470d-b2df-3584d91be7b5'] in dv-neutron-838784-1-hyperv is: [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 4, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port': {'id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:23Z', 'updated_at': '2022-04-23T01:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bdcdca95-4cc4-414f-81be-2de957d2d009', 'name': '', 'network_id': 'a35c19ca-1d8d-4160-b36b-4ca0bc66418e', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'mac_address': 'fa:16:3e:7b:5d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:26Z', 'updated_at': '2022-04-23T01:16:32Z', 'revision_number': 4, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'subnets': [{'id': '20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:16:33.413019 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce901c9b-9b06-4423-9409-0acf5a0fd063 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:16:33.420813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:33.437175 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Transition to ACTIVE for port object ce901c9b-9b06-4423-9409-0acf5a0fd063 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:16:33.441698 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:33.574497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:33.689301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Attempting to bind port ce901c9b-9b06-4423-9409-0acf5a0fd063 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:16:33.690185 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Attempting to bind port ce901c9b-9b06-4423-9409-0acf5a0fd063 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:16:33.690677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Attempting to bind port ce901c9b-9b06-4423-9409-0acf5a0fd063 on network c7969f83-6db5-4fe0-9072-e132cfb90785 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:33.695667 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Port ce901c9b-9b06-4423-9409-0acf5a0fd063 on network c7969f83-6db5-4fe0-9072-e132cfb90785 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:16:33.695985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Attempting to bind port ce901c9b-9b06-4423-9409-0acf5a0fd063 on network c7969f83-6db5-4fe0-9072-e132cfb90785 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:16:33.701925 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:16:33.702422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Checking segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:16:33.702959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Bound using segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:16:33.703514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Bound port: ce901c9b-9b06-4423-9409-0acf5a0fd063, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:16:33.703978 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:33.794986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:16:33.797792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:16:33.803162 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:33.856780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:33.857236 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:33.858821 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] 10.222.0.42 "PUT /v2.0/ports/ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 1093 time: 0.9773376 Apr 23 01:16:33.861937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:16:33.894879 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5600ab2-2977-4895-8ab9-743d587e79cb service neutron] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:33.915634 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2be0f43-0350-4480-8c03-f7efd0d40170'] response: {'name': 'network-changed', 'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'status': 'completed', 'code': 200} Apr 23 01:16:34.007238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-9821911f-98c4-4ff8-b181-cbd0f51eda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:34.008992 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-9821911f-98c4-4ff8-b181-cbd0f51eda2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0767498 Apr 23 01:16:34.196045 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-30677d0f-ef23-4b95-9655-68ed48e095bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 217 time: 0.1746531 Apr 23 01:16:34.241969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bdcdca95-4cc4-414f-81be-2de957d2d009 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:34.261204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-5825afe4-6577-4b4d-9a4f-c7cde67bc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:34.262701 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-5825afe4-6577-4b4d-9a4f-c7cde67bc0ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0613315 Apr 23 01:16:34.319581 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port bdcdca95-4cc4-414f-81be-2de957d2d009 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:34.324656 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bdcdca95-4cc4-414f-81be-2de957d2d009 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:34.325136 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:34.344215 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-ff25b856-4334-4eaa-9e1a-8dd207bf38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:34.346324 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-ff25b856-4334-4eaa-9e1a-8dd207bf38ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770853 Apr 23 01:16:34.472020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344873a-00fc-4512-bef3-5599e78c9cc4 req-83c4d999-7d5b-4bb5-8dbd-758c37aee5fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:34.473493 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f344873a-00fc-4512-bef3-5599e78c9cc4 req-83c4d999-7d5b-4bb5-8dbd-758c37aee5fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0844522 Apr 23 01:16:34.481907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:34.493671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-326ff7fd-b3bb-499b-9255-9d56a0065472 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420445 Apr 23 01:16:34.517138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port bdcdca95-4cc4-414f-81be-2de957d2d009, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bdcdca95-4cc4-414f-81be-2de957d2d009,segment=NetworkSegment(a13d0c0e-f181-433d-8185-6f2ae6bdade9),segment_id=a13d0c0e-f181-433d-8185-6f2ae6bdade9)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:34.520419 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f344873a-00fc-4512-bef3-5599e78c9cc4 req-7133a71c-b9bc-4709-8997-e2bd456f54d2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Apr 23 01:16:34.523585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:34.590600 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=bdcdca95-4cc4-414f-81be-2de957d2d009,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:34.630939 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e670606-fc42-49d5-b731-6004585b0cf7 req-89569cbd-4d7f-48cb-babc-588904ad7f82 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312876 Apr 23 01:16:34.786900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-c59e51b2-84b7-47ed-a06b-2c61d9cfd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:34.788401 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-c59e51b2-84b7-47ed-a06b-2c61d9cfd040 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0750034 Apr 23 01:16:34.918708 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-cdf74bc8-783f-4092-b92b-65134140d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:34.920135 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-cdf74bc8-783f-4092-b92b-65134140d038 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1252995 Apr 23 01:16:34.990733 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-3d052470-3b9e-4509-b624-494a9868e40d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 217 time: 0.0646026 Apr 23 01:16:35.056338 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-72dc5faf-465d-462e-8e17-b915edd83159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:35.057632 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-72dc5faf-465d-462e-8e17-b915edd83159 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0615323 Apr 23 01:16:35.132404 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-b038db74-c572-49d9-96f0-6984e4a721b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:35.133847 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-b038db74-c572-49d9-96f0-6984e4a721b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698583 Apr 23 01:16:35.264326 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-64d2d101-aafb-4c7d-992e-dd027cc716d8 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241646 Apr 23 01:16:35.398537 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-93f72356-7785-42bf-a3fb-2f1f509d7c17 req-57cd8a55-c8fe-4e12-b046-3e7e3a3c6416 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275988 Apr 23 01:16:35.709496 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409e486-e2fd-42df-95bb-027564fc68c1 req-c5f96f8e-6c6f-42fc-89c5-cb9d5dace779 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:35.710190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f409e486-e2fd-42df-95bb-027564fc68c1 req-c5f96f8e-6c6f-42fc-89c5-cb9d5dace779 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:16:35.725370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f409e486-e2fd-42df-95bb-027564fc68c1 req-c5f96f8e-6c6f-42fc-89c5-cb9d5dace779 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:16:35.726537 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f409e486-e2fd-42df-95bb-027564fc68c1 req-c5f96f8e-6c6f-42fc-89c5-cb9d5dace779 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0977800 Apr 23 01:16:35.773793 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f409e486-e2fd-42df-95bb-027564fc68c1 req-da2191f2-bb0d-4b6e-8a2b-26eda1683450 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 Apr 23 01:16:36.219344 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bdcdca95-4cc4-414f-81be-2de957d2d009 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:36.287330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bdcdca95-4cc4-414f-81be-2de957d2d009 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:36.287625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:36.960591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020003f-73ab-42c6-bc8a-1c3c6717b3d0 req-71c9f881-36e7-4a9e-9fca-ae316c38333b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:36.962424 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d020003f-73ab-42c6-bc8a-1c3c6717b3d0 req-71c9f881-36e7-4a9e-9fca-ae316c38333b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0825891 Apr 23 01:16:37.007641 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d020003f-73ab-42c6-bc8a-1c3c6717b3d0 req-77c3fc00-9943-4fd1-9743-c7291889249b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394437 Apr 23 01:16:37.769225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:16:37.898417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:37.911026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'port_id': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'mac_address': 'fa:16:3e:3f:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:16:37.969201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:37.985692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce901c9b-9b06-4423-9409-0acf5a0fd063 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:16:38.001559 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:38.007404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:38.077013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:38.193593 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e9de-2e84-4820-97d0-9533eda0cede req-ca20f24f-f430-401c-8cb4-2a3c7a1aa461 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:38.195060 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4f20e9de-2e84-4820-97d0-9533eda0cede req-ca20f24f-f430-401c-8cb4-2a3c7a1aa461 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 944 time: 0.0806303 Apr 23 01:16:38.240053 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4f20e9de-2e84-4820-97d0-9533eda0cede req-1c7a62e6-1a24-4f54-ab5c-122fb99da006 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392923 Apr 23 01:16:38.405808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['ce901c9b-9b06-4423-9409-0acf5a0fd063'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:16:39.423384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c088bf9-36b1-4807-b5c6-83e67f6e4ccf req-4e0aa0e0-7e2c-4a3c-b3cd-997c02cc5e60 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:39.425390 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c088bf9-36b1-4807-b5c6-83e67f6e4ccf req-4e0aa0e0-7e2c-4a3c-b3cd-997c02cc5e60 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 944 time: 0.0806367 Apr 23 01:16:39.471997 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7c088bf9-36b1-4807-b5c6-83e67f6e4ccf req-48f4413a-9db4-49f3-b0f5-57663ca346a2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 Apr 23 01:16:39.769708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:16:39.835502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port ce901c9b-9b06-4423-9409-0acf5a0fd063 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:16:39.840015 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port ce901c9b-9b06-4423-9409-0acf5a0fd063 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:16:39.840398 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:39.956829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:39.982421 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:16:39.992372 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:16:39.996213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:40.067324 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:40.089065 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3074fd5-e18b-479a-810a-a2d7336e0de4'] response: {'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'code': 200} Apr 23 01:16:40.346587 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dba37-f27e-4205-8206-e1c9d3cad54b req-d8aac30c-b5e3-4920-951b-907458525e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:40.348060 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ef9dba37-f27e-4205-8206-e1c9d3cad54b req-d8aac30c-b5e3-4920-951b-907458525e2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0722849 Apr 23 01:16:40.369301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:40.389810 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-ef9dba37-f27e-4205-8206-e1c9d3cad54b req-024427ad-c1ca-41dd-979b-757af0f73fe9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354240 Apr 23 01:16:40.655585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59017a-bb9e-4793-ba3f-678368081561 req-1e37e447-30a7-4b78-8592-a3fcbe83c23e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:40.656918 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6a59017a-bb9e-4793-ba3f-678368081561 req-1e37e447-30a7-4b78-8592-a3fcbe83c23e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0786867 Apr 23 01:16:40.700615 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-6a59017a-bb9e-4793-ba3f-678368081561 req-5a57238c-c61c-4b3a-830e-17462db3cd2b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Apr 23 01:16:41.894907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c52ff-77f2-4d55-b454-2838bc871481 req-0e0dc5fd-a14b-4d1b-9c98-7df11e8dae0b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:41.896346 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3f3c52ff-77f2-4d55-b454-2838bc871481 req-0e0dc5fd-a14b-4d1b-9c98-7df11e8dae0b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0829511 Apr 23 01:16:41.941516 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3f3c52ff-77f2-4d55-b454-2838bc871481 req-652dde25-8d3a-4e24-a781-d43a2d1d7228 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Apr 23 01:16:43.128909 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dab055-e100-49f5-aebb-aca0325de465 req-61d4a519-def8-4270-9d49-78d5810c1332 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:43.130388 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b5dab055-e100-49f5-aebb-aca0325de465 req-61d4a519-def8-4270-9d49-78d5810c1332 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0836670 Apr 23 01:16:43.174833 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b5dab055-e100-49f5-aebb-aca0325de465 req-110bfe08-658f-4bf0-8ccc-8fc2e13564f4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Apr 23 01:16:43.361690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbadd2b-18f4-4ba7-b6af-ccf8c297bb42 req-af6b0d8c-eb7a-489e-98bc-e2ad0eac3a55 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:43.363166 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8bbadd2b-18f4-4ba7-b6af-ccf8c297bb42 req-af6b0d8c-eb7a-489e-98bc-e2ad0eac3a55 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0833156 Apr 23 01:16:43.406685 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8bbadd2b-18f4-4ba7-b6af-ccf8c297bb42 req-e1c95166-15d4-4aff-8129-72b22b55490d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379841 Apr 23 01:16:43.429580 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49148) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:43.590877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04d4621-cd4b-4809-8032-eaab467220f1 tempest-TestShelveInstance-1752693845 tempest-TestShelveInstance-1752693845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:43.592344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e04d4621-cd4b-4809-8032-eaab467220f1 tempest-TestShelveInstance-1752693845 tempest-TestShelveInstance-1752693845-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1093 time: 0.1617985 Apr 23 01:16:43.595367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49154) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:16:43.600355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:16:43.606129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:16:43.609916 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:floatingip and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:16:43.613273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:16:43.618768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:16:43.632091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:43.867490 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:44.001259 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Allocated IP 172.26.8.165 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/68ff46ec-705f-410c-bf95-0888c15dfe78) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:16:44.151211 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:44.180230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:44.244578 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:16:44.252473 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:16:44.254967 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:16:44.291727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'Port': ['ID=68ff46ec-705f-410c-bf95-0888c15dfe78,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:44.667097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:44.741160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:44.940933 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:44.945263 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:45.058311 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'Port': ['ID=68ff46ec-705f-410c-bf95-0888c15dfe78,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:16:45.068590 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:45.242217 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Floating IP 9785cdfb-868c-4629-9c80-5ef4a8f902c8 associated. External IP: 172.26.8.165, port: ce901c9b-9b06-4423-9409-0acf5a0fd063. Apr 23 01:16:45.287300 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f11b22c6-9851-44dc-abce-f659bee31a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:45.699202 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:16:45.877320 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:16:45.887374 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] Sync routers for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:16:45.896834 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:45.897434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:45.902430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:45.960468 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4fa1089e-b1cb-4a81-ac9b-250170743d87 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3637693 Apr 23 01:16:45.960966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:16:46.012280 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b258566-e15a-4deb-aa09-dd1b55b2c3e8'] response: {'name': 'network-changed', 'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'status': 'completed', 'code': 200} Apr 23 01:16:46.083936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:46.128594 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-d9cead6f-3542-4629-aca7-fad4dc657ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:46.130171 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-d9cead6f-3542-4629-aca7-fad4dc657ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0759594 Apr 23 01:16:46.263465 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-db50bec8-a947-41bc-a202-50485bd5d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:46.264915 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-db50bec8-a947-41bc-a202-50485bd5d108 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1291945 Apr 23 01:16:46.364618 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-b4672496-e30f-4dac-992f-405fe765f527 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 999 time: 0.0941820 Apr 23 01:16:46.427405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-4db3a24c-4233-4be9-8f6c-a964a790078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:46.428818 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-4db3a24c-4233-4be9-8f6c-a964a790078e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0592523 Apr 23 01:16:46.464589 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '9785cdfb-868c-4629-9c80-5ef4a8f902c8', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'port_id': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'mac_address': 'fa:16:3e:3f:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84523716-022c-4564-b480-768688b7a8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:16:44Z', 'updated_at': '2022-04-23T01:16:44Z', 'revision_number': 0, 'project_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:46.468480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] Checking router: 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:16:46.477420 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:16:46.478025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:16:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:46.503588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-515b3d6e-d0ca-447b-9502-697dbe8c4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:46.505046 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-515b3d6e-d0ca-447b-9502-697dbe8c4de7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700955 Apr 23 01:16:46.634067 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-4ae26ee4-2aa7-428f-a292-a73d1e2ce9b4 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224844 Apr 23 01:16:46.656441 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:16:46.769601 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b3c3c92c-c825-4d1d-ba46-920c0803d150 req-a9b70b6c-9cd5-4c84-a02d-120204741a36 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303263 Apr 23 01:16:47.007484 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '9785cdfb-868c-4629-9c80-5ef4a8f902c8', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'port_id': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'mac_address': 'fa:16:3e:3f:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84523716-022c-4564-b480-768688b7a8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:16:44Z', 'updated_at': '2022-04-23T01:16:44Z', 'revision_number': 0, 'project_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:16:47.011462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fec07f-c7fc-4676-998f-c28c375f8f7c None None] The sync data for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv is: [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '9785cdfb-868c-4629-9c80-5ef4a8f902c8', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'port_id': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'mac_address': 'fa:16:3e:3f:35:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84523716-022c-4564-b480-768688b7a8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:16:44Z', 'updated_at': '2022-04-23T01:16:44Z', 'revision_number': 0, 'project_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:16:47.204775 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b8498e-79dc-471e-aae2-2e30c64703d1 None None] New status for floating IP 9785cdfb-868c-4629-9c80-5ef4a8f902c8: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:16:47.708998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cae7c56f-9fd8-4e06-b401-76c77db602e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:48.714769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:48.802867 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:50.155019 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:16:57.112579 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-eb97cbc4-470e-4fed-b3d0-d9e9f6d8e771 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1910608 Apr 23 01:16:57.268199 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-1b33e3e6-0886-4669-9685-fa52641871aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:57.269546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-1b33e3e6-0886-4669-9685-fa52641871aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0701206 Apr 23 01:16:57.411350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-776c59f6-0419-404c-8de2-19e1c529affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:57.412791 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-776c59f6-0419-404c-8de2-19e1c529affd service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1249695 Apr 23 01:16:57.514892 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-6c8baab6-1871-4faf-b00b-63ce8b15de3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 1001 time: 0.0954337 Apr 23 01:16:57.577759 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-c5117759-7c6f-46cc-ae0f-e67db935d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:57.579073 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-c5117759-7c6f-46cc-ae0f-e67db935d857 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0578587 Apr 23 01:16:57.652072 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-a9c4080f-af4b-45d1-ac1c-3089e3d7da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:16:57.653523 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-a9c4080f-af4b-45d1-ac1c-3089e3d7da92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677543 Apr 23 01:16:57.663956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-4234c7ed-444a-4b9b-a2d5-05fd57d3f410 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 01:16:57.664842 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-4234c7ed-444a-4b9b-a2d5-05fd57d3f410 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047126 Apr 23 01:16:57.792127 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-892aff6e-d545-47d5-b2a4-52a831e714d3 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215184 Apr 23 01:16:57.921505 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c11a9b84-8b86-4350-8e8a-4d00430cb411 req-608fbdaa-1c7b-41b0-bba9-d77a330908e8 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213050 Apr 23 01:17:02.245663 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:17:10.392729 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:15.290570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9462849a-c977-4f69-92f1-43917c25cc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:17.710618 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-09bdc2ca-8e45-47db-9e2f-a8b0a76a9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:18.717417 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:18.804523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:20.157481 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:39.244584 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:17:40.405717 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:45.291472 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-782e320d-3ba3-4634-960a-7315f1dc90ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:47.711811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-af0db583-be63-4d1e-b716-b7ebae996d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:48.720177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:48.805631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:50.166078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:17:59.056575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-4d0d4b7c-9eb6-462b-8559-77fd383f202d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1156597 Apr 23 01:17:59.214761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-f1741cb5-e256-4156-b35a-7f23dc00e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:17:59.216106 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-f1741cb5-e256-4156-b35a-7f23dc00e959 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0764375 Apr 23 01:17:59.358486 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-a89aeb05-862d-43f7-88e3-583aec1c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:17:59.359907 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-a89aeb05-862d-43f7-88e3-583aec1c2e90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1253667 Apr 23 01:17:59.461786 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-1799fb51-d982-45bc-8243-4d66ffbfed32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 1001 time: 0.0957708 Apr 23 01:17:59.521506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-2c1373e6-9cb4-4427-8ea5-ff63c4211895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:17:59.522911 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-2c1373e6-9cb4-4427-8ea5-ff63c4211895 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0559707 Apr 23 01:17:59.600569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-cc6dfdcf-9d4b-4857-b265-aca050e0a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:17:59.602009 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-cc6dfdcf-9d4b-4857-b265-aca050e0a197 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727422 Apr 23 01:17:59.730049 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-9468337f-0494-41ec-9e1d-52611ab17afd service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222849 Apr 23 01:17:59.859134 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-11694566-0bef-45ae-8d16-e4f5120d4ab9 req-57853b63-2298-447e-954f-8b7003659429 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227927 Apr 23 01:18:10.398700 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:15.292535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6dd96118-a39a-466a-9161-222d01dccd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:16.243457 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:18:17.713432 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4acddc11-64ae-4d0e-9e73-628a67a9abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:18.722063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:18.808258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:20.163401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:40.415957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:45.294294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-95506bc7-ec98-4d7f-8f21-c492871bec2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:47.715809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-84dc3253-82ac-4de8-9992-1369c4f86a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:48.723604 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:48.810187 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:50.166122 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:18:53.242625 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:19:01.094363 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-e86794f7-a029-4299-867c-b1d65aba43c0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1737220 Apr 23 01:19:01.247723 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358e7f-f939-4699-9d31-443315d9e054 req-91503fd2-9520-41bb-8867-25f8f1930fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:01.249161 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-91503fd2-9520-41bb-8867-25f8f1930fb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0726469 Apr 23 01:19:01.389993 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358e7f-f939-4699-9d31-443315d9e054 req-41abfd44-1bd1-4ae5-9071-fd7c0a8165b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:01.391349 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-41abfd44-1bd1-4ae5-9071-fd7c0a8165b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1244235 Apr 23 01:19:01.496029 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-f86fcb70-b38b-4c1e-acc7-fb291237c94a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 1001 time: 0.0976143 Apr 23 01:19:01.563816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358e7f-f939-4699-9d31-443315d9e054 req-95fbb05a-4fbd-4cec-a643-d21d3a87a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:01.565193 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-95fbb05a-4fbd-4cec-a643-d21d3a87a9c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0632501 Apr 23 01:19:01.638889 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa358e7f-f939-4699-9d31-443315d9e054 req-7db1a526-42da-4b38-b08e-9f03486ee815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:01.640381 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-7db1a526-42da-4b38-b08e-9f03486ee815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693550 Apr 23 01:19:01.770611 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-3a39a6ab-6b55-4884-841b-7dfea384664e service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223602 Apr 23 01:19:01.899435 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fa358e7f-f939-4699-9d31-443315d9e054 req-9520094e-dfc0-4e6a-95ee-0a73e41d81bc service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233327 Apr 23 01:19:10.430329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:15.296698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86df4074-9166-4640-b46e-12a2ffc8f821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:17.717845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-666efc6c-270f-43ca-bbc7-f1906848492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:18.725690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:18.812204 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:20.168170 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:23.168483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab24ff-666e-4945-8f11-e8b3200f73b9 req-b1ca487d-722d-47a4-9308-29a63f7cae79 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:23.169894 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8bab24ff-666e-4945-8f11-e8b3200f73b9 req-b1ca487d-722d-47a4-9308-29a63f7cae79 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.1731579 Apr 23 01:19:23.217031 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8bab24ff-666e-4945-8f11-e8b3200f73b9 req-87e8b619-a6b8-45fe-8aa9-5044c3b93a9f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Apr 23 01:19:24.417896 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8a43-64b3-4a05-8cca-0e1938850e8c req-bce125aa-3c12-496b-bfc3-254867f35132 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:24.419379 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eae8a43-64b3-4a05-8cca-0e1938850e8c req-bce125aa-3c12-496b-bfc3-254867f35132 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0836272 Apr 23 01:19:24.463771 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4eae8a43-64b3-4a05-8cca-0e1938850e8c req-33d7d739-4743-440c-94ca-3df8fe5b4e82 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385771 Apr 23 01:19:25.653746 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b4ac7-f7b9-4665-99a4-511f76e95e16 req-5d8b36cb-b919-4678-956a-fc69381d6349 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:25.655202 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-848b4ac7-f7b9-4665-99a4-511f76e95e16 req-5d8b36cb-b919-4678-956a-fc69381d6349 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0798197 Apr 23 01:19:25.699184 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-848b4ac7-f7b9-4665-99a4-511f76e95e16 req-914140d6-4817-4041-b917-184b4b32051f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383551 Apr 23 01:19:26.881616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b36535-bb81-42ef-8914-07cdc3f61088 req-6cc14b1e-7a1f-4810-afdf-f990da6e24b3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:26.883079 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4b36535-bb81-42ef-8914-07cdc3f61088 req-6cc14b1e-7a1f-4810-afdf-f990da6e24b3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0800900 Apr 23 01:19:26.929799 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4b36535-bb81-42ef-8914-07cdc3f61088 req-9781ed2e-3cdc-42fb-bc9c-c9c1f99401df tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Apr 23 01:19:28.115076 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749801d2-f95b-4c77-ad12-bc2b90d0618f req-2ef78a87-6a92-43f8-a4a2-2bf7a4cd94ea tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:28.117044 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-749801d2-f95b-4c77-ad12-bc2b90d0618f req-2ef78a87-6a92-43f8-a4a2-2bf7a4cd94ea tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0831203 Apr 23 01:19:28.160058 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-749801d2-f95b-4c77-ad12-bc2b90d0618f req-266494e2-971c-47f4-8469-0e5b67f2d760 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 Apr 23 01:19:29.346089 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635d2e4-37b6-4f26-a076-fb5d31065f54 req-330d38ab-b54d-4774-98e1-bc16af9dcb9d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:29.347463 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a635d2e4-37b6-4f26-a076-fb5d31065f54 req-330d38ab-b54d-4774-98e1-bc16af9dcb9d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0809798 Apr 23 01:19:29.390941 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a635d2e4-37b6-4f26-a076-fb5d31065f54 req-a28bf1f5-02f6-4f8a-902a-8fbc5a50685a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372267 Apr 23 01:19:30.242085 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:19:30.574117 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09c165-21c0-4c74-a4db-3c89254da943 req-f7fd611b-57fb-4beb-b2a4-260e8911b07d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:30.575561 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bf09c165-21c0-4c74-a4db-3c89254da943 req-f7fd611b-57fb-4beb-b2a4-260e8911b07d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0790746 Apr 23 01:19:30.619679 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bf09c165-21c0-4c74-a4db-3c89254da943 req-7b17da8c-50ea-4551-b943-dd2e39c4710f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384281 Apr 23 01:19:31.809231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33648698-aa6d-42e8-ba60-a6eb7539a1bc req-1d300e96-6d28-4968-bbdb-5937d5d0934f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:31.810694 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-33648698-aa6d-42e8-ba60-a6eb7539a1bc req-1d300e96-6d28-4968-bbdb-5937d5d0934f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0836031 Apr 23 01:19:31.854069 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-33648698-aa6d-42e8-ba60-a6eb7539a1bc req-fba3b386-4cef-45b7-9151-c5dd8f66dacf tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377750 Apr 23 01:19:33.045598 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d41132-f85e-42de-8dcd-cd0fce248e9b req-4d247fae-e8e0-4d3c-9feb-026a2c5ee207 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:33.047322 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f8d41132-f85e-42de-8dcd-cd0fce248e9b req-4d247fae-e8e0-4d3c-9feb-026a2c5ee207 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0854604 Apr 23 01:19:33.090573 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f8d41132-f85e-42de-8dcd-cd0fce248e9b req-0fb93b02-6e7a-48d2-bc3c-131c387051d1 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 Apr 23 01:19:34.276793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a78ba-0b8e-465a-9017-c13a075ed17a req-d2fdd9a1-46c3-4baa-9c0b-a1d7de226acd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:34.278175 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d5a78ba-0b8e-465a-9017-c13a075ed17a req-d2fdd9a1-46c3-4baa-9c0b-a1d7de226acd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0796201 Apr 23 01:19:34.322011 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0d5a78ba-0b8e-465a-9017-c13a075ed17a req-3ec67d34-779e-481c-b211-905da27fa4c5 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380971 Apr 23 01:19:34.591364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:19:34.724352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:19:34.737574 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'port_id': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'mac_address': 'fa:16:3e:3f:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:19:34.790641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:34.809544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce901c9b-9b06-4423-9409-0acf5a0fd063 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:19:34.824699 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:19:34.828642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:34.935140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:19:34.941982 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.942382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.942720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.943053 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.943379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.943705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.944516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.945088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.945217 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.945471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.945790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.946115 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:19:34.980465 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['ce901c9b-9b06-4423-9409-0acf5a0fd063'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:19:35.503618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e801-9a64-4c8f-b0e6-47fb8d5bb51c req-f6d1cc1b-d5be-4158-aaf6-68c4bcfede20 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:35.505060 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f206e801-9a64-4c8f-b0e6-47fb8d5bb51c req-f6d1cc1b-d5be-4158-aaf6-68c4bcfede20 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 944 time: 0.0794294 Apr 23 01:19:35.552492 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-f206e801-9a64-4c8f-b0e6-47fb8d5bb51c req-ce17823c-2496-4363-a156-abe6fdaf5466 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Apr 23 01:19:36.588243 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:19:36.655734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port ce901c9b-9b06-4423-9409-0acf5a0fd063 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:19:36.656256 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:36.750560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9584cd5-e033-4a2c-b7c9-063758cc27d9 req-22ca2aaf-b304-4e90-903a-e430b975175f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:36.752036 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a9584cd5-e033-4a2c-b7c9-063758cc27d9 req-22ca2aaf-b304-4e90-903a-e430b975175f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 944 time: 0.0882645 Apr 23 01:19:36.775805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:36.796654 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a9584cd5-e033-4a2c-b7c9-063758cc27d9 req-ec23d832-d906-4401-8b6d-b8b441f1067f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382369 Apr 23 01:19:36.801961 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:19:36.812367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:19:36.816727 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:36.884843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:19:37.862288 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04600e32-ac39-442f-9256-63065f85c4be'] response: {'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'code': 200} Apr 23 01:19:37.982301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffa3a2-e9d4-489d-981f-13a6c4ddd661 req-dc880022-5235-4c93-a1c9-cc5e49ad38d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:37.983768 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43ffa3a2-e9d4-489d-981f-13a6c4ddd661 req-dc880022-5235-4c93-a1c9-cc5e49ad38d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0812256 Apr 23 01:19:38.030694 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-43ffa3a2-e9d4-489d-981f-13a6c4ddd661 req-eab343a3-e450-440f-be8b-3c566338249d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Apr 23 01:19:39.222078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b97af-38a1-40d2-bcaa-86de25bc88b7 req-79e69a9f-d722-448b-9956-7f4e136f0035 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:39.223608 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c43b97af-38a1-40d2-bcaa-86de25bc88b7 req-79e69a9f-d722-448b-9956-7f4e136f0035 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0838230 Apr 23 01:19:39.268884 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c43b97af-38a1-40d2-bcaa-86de25bc88b7 req-24be49f5-3ab2-4278-a177-d64b4eb21f37 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Apr 23 01:19:40.435428 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:40.466157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152177c9-44c1-4ed2-be14-c8c36ae6e4ca req-ad7f1626-2026-4744-b767-f0d823f9260c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:40.468405 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-152177c9-44c1-4ed2-be14-c8c36ae6e4ca req-ad7f1626-2026-4744-b767-f0d823f9260c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0875616 Apr 23 01:19:40.515100 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-152177c9-44c1-4ed2-be14-c8c36ae6e4ca req-b4904eee-cb59-421a-9a8f-3e2af5e8bee0 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Apr 23 01:19:41.725786 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dc6c-bfa1-4795-8087-e2bcb7973619 req-8bd32ce8-205f-4c23-855e-4a8d91fe67fb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:41.727296 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7fb3dc6c-bfa1-4795-8087-e2bcb7973619 req-8bd32ce8-205f-4c23-855e-4a8d91fe67fb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0944877 Apr 23 01:19:41.775141 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7fb3dc6c-bfa1-4795-8087-e2bcb7973619 req-fc6d132b-e36c-4137-8b00-02e506bc50af tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416484 Apr 23 01:19:42.978296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b6f44-89b8-4241-a1cc-40494020f0b1 req-bff6ff94-f7cb-44fd-acb1-3275a0c7a356 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:42.979912 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f66b6f44-89b8-4241-a1cc-40494020f0b1 req-bff6ff94-f7cb-44fd-acb1-3275a0c7a356 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0907564 Apr 23 01:19:43.033437 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f66b6f44-89b8-4241-a1cc-40494020f0b1 req-30233c86-dc44-4c2b-9600-c4aac1f3a19d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Apr 23 01:19:44.239072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1a8d2-3868-4cad-8140-e85356e7d537 req-e7287465-dc31-4d6e-af50-1aa4aafb30a4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:44.253069 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d9a1a8d2-3868-4cad-8140-e85356e7d537 req-e7287465-dc31-4d6e-af50-1aa4aafb30a4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.1004751 Apr 23 01:19:44.299889 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d9a1a8d2-3868-4cad-8140-e85356e7d537 req-e0c62a82-07ed-4dbd-a7a7-f75566c15c85 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457397 Apr 23 01:19:45.302771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a2b2-3afd-44f7-bfef-67eb91d7584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:45.527163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c4ace-a00c-4415-9e31-de9796789589 req-571d4184-4c54-4553-88c5-8d38e7b22348 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:45.533986 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-081c4ace-a00c-4415-9e31-de9796789589 req-571d4184-4c54-4553-88c5-8d38e7b22348 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.1170275 Apr 23 01:19:45.578528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-081c4ace-a00c-4415-9e31-de9796789589 req-a45301b1-01e4-4a11-8dd5-62d08c5dfc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Apr 23 01:19:46.801112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283b05c-3394-44b6-aec5-4d4b03c0bde1 req-9d58d1b7-b568-4477-9b05-c003b7600fe9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:46.806825 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5283b05c-3394-44b6-aec5-4d4b03c0bde1 req-9d58d1b7-b568-4477-9b05-c003b7600fe9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.1064680 Apr 23 01:19:46.857245 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5283b05c-3394-44b6-aec5-4d4b03c0bde1 req-36c8994f-ee38-41ee-8f7c-b0373203df4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460420 Apr 23 01:19:47.719630 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-121a1522-b6ec-495a-a029-928c5c4b32f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:48.046697 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cde118-8ace-4e15-8c8a-0439ec89a211 req-29c59747-ce83-44ad-bd5b-0c451149736b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:48.048399 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c4cde118-8ace-4e15-8c8a-0439ec89a211 req-29c59747-ce83-44ad-bd5b-0c451149736b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0841963 Apr 23 01:19:48.093224 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c4cde118-8ace-4e15-8c8a-0439ec89a211 req-79c5864c-6267-4bc4-ab33-9e97d3b9cfd3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380924 Apr 23 01:19:48.729117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:48.815696 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:49.063764 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-25c43071-422a-47c7-bfe3-bb1f0897e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:49.065225 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-25c43071-422a-47c7-bfe3-bb1f0897e5df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1098 time: 0.0721846 Apr 23 01:19:49.198217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-2901de17-813f-4af5-b802-4fcc942ac27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:49.199700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-2901de17-813f-4af5-b802-4fcc942ac27e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1285417 Apr 23 01:19:49.290467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb96da-addf-48f0-bbed-fc179631b360 req-e9182f0d-6ded-4302-a1ee-ffeea2dd03aa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:49.291950 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-87eb96da-addf-48f0-bbed-fc179631b360 req-e9182f0d-6ded-4302-a1ee-ffeea2dd03aa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0899994 Apr 23 01:19:49.339674 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-87eb96da-addf-48f0-bbed-fc179631b360 req-9562fb5a-95c6-431d-b3fc-b7f982cc963e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 Apr 23 01:19:49.404717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-6a0e3721-8113-4152-807b-1c252f32f235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 1001 time: 0.1992898 Apr 23 01:19:49.469458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-d12c28dd-c0b8-4f2e-9875-b0971d873c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:49.470903 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-d12c28dd-c0b8-4f2e-9875-b0971d873c05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0590169 Apr 23 01:19:49.543624 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-49d64aec-a9df-4243-945e-0bfb1c7a40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:49.544965 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-49d64aec-a9df-4243-945e-0bfb1c7a40a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685489 Apr 23 01:19:49.673659 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-70d5bd57-cf11-451c-94b2-2fe78524a5ff service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224015 Apr 23 01:19:49.802799 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9dd9d677-c8c4-4df2-a2e7-28e5792ffbba req-bcd87675-9b78-4fe5-91f8-f2ef459a44c4 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232321 Apr 23 01:19:50.175074 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:50.528815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc4fb7-0527-4ed0-9c12-b2c03880195d req-a6227188-ea5f-4430-96c6-1d5f451718c1 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:50.530305 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-efbc4fb7-0527-4ed0-9c12-b2c03880195d req-a6227188-ea5f-4430-96c6-1d5f451718c1 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0837133 Apr 23 01:19:50.574325 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-efbc4fb7-0527-4ed0-9c12-b2c03880195d req-9de34354-cec3-4245-9c11-59dba70c88a3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383158 Apr 23 01:19:51.759023 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3bc5a-e9ce-41fe-b538-1c7787dae84e req-3692fa21-95d1-47f9-8b84-0b0409e9362d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:51.760458 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2f3bc5a-e9ce-41fe-b538-1c7787dae84e req-3692fa21-95d1-47f9-8b84-0b0409e9362d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0798163 Apr 23 01:19:51.805090 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c2f3bc5a-e9ce-41fe-b538-1c7787dae84e req-1edd2e07-3662-41c7-84a7-4b5723793f95 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390286 Apr 23 01:19:52.164623 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675c4fd-6b2e-4a4c-9f34-41eee04b683a req-162fc23a-042c-4908-b4b9-28327132edd4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:52.166081 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4675c4fd-6b2e-4a4c-9f34-41eee04b683a req-162fc23a-042c-4908-b4b9-28327132edd4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 945 time: 0.0851541 Apr 23 01:19:52.214355 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4675c4fd-6b2e-4a4c-9f34-41eee04b683a req-76ac1291-3569-4f0e-9952-aec20681482e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Apr 23 01:19:52.329724 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-0f37c3b5-fab5-41f9-9dbb-e1030be4b8df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140575 Apr 23 01:19:52.673997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:19:52.805473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:52.831850 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:19:52.842538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:19:52.848118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:19:52.887118 dv-neutron-838784-1-hyperv neutron-server[88074]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ed6fa4a3-58be-4960-bc2f-4a0fff27509d']: {'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'code': 422} returned with failed status Apr 23 01:19:52.926475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:19:53.458712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-a5bd04e1-e56d-4d91-8c32-bdd84c35aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:53.460231 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-a5bd04e1-e56d-4d91-8c32-bdd84c35aacd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8&tenant_id=948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 1096 time: 0.0799460 Apr 23 01:19:53.560888 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c616f5d-db2d-4c4e-b42b-7140dea792c8 req-252ce5b5-df89-4958-ac5b-6109f00b2921 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:53.562377 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c616f5d-db2d-4c4e-b42b-7140dea792c8 req-252ce5b5-df89-4958-ac5b-6109f00b2921 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0830805 Apr 23 01:19:53.563212 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-9981cee1-237f-4767-8ad5-38c1008f9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:53.564661 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-9981cee1-237f-4767-8ad5-38c1008f9dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0719881 Apr 23 01:19:53.609064 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5c616f5d-db2d-4c4e-b42b-7140dea792c8 req-f4f78129-0f92-453c-9790-2dd645b53c7c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Apr 23 01:19:53.699198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-9e1b0c0e-e14c-4f33-b611-75105e76948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:53.700619 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-9e1b0c0e-e14c-4f33-b611-75105e76948b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1297319 Apr 23 01:19:53.802169 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-56c2b1c8-a4e4-4a96-9830-38aabd656494 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 999 time: 0.0949318 Apr 23 01:19:53.861855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-bc4739ef-9cec-466b-8e90-54cf8d4e18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:53.863268 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-bc4739ef-9cec-466b-8e90-54cf8d4e18a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0560334 Apr 23 01:19:53.939584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-ebb01375-5706-4ac3-9d7d-aed78944f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:53.940924 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-ebb01375-5706-4ac3-9d7d-aed78944f23a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720351 Apr 23 01:19:54.071839 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-fdcb5795-151c-49bf-a349-3dbb6a479125 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246850 Apr 23 01:19:54.202372 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1d90aace-cb1b-4573-aee9-2c33e18091ee req-d459b9cc-0a4a-4345-b55e-97f12570bb61 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253610 Apr 23 01:19:54.848198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd149c4-6d30-4381-a01b-7cdee6bda287 req-c71969e4-a99f-4f91-95ba-f2c71486e8e8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:54.854893 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6cd149c4-6d30-4381-a01b-7cdee6bda287 req-c71969e4-a99f-4f91-95ba-f2c71486e8e8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.1019592 Apr 23 01:19:54.902314 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6cd149c4-6d30-4381-a01b-7cdee6bda287 req-c365f5f1-288e-4a33-9e08-07dda5652590 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447466 Apr 23 01:19:56.102085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df87e3-9060-4f37-b0f4-ccc2c36d882b req-9759b040-920d-4187-b42e-de980d737c2a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:56.106039 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-12df87e3-9060-4f37-b0f4-ccc2c36d882b req-9759b040-920d-4187-b42e-de980d737c2a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0866301 Apr 23 01:19:56.163758 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-12df87e3-9060-4f37-b0f4-ccc2c36d882b req-fd5c95fa-3c5e-451b-ac22-798e0b308621 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534086 Apr 23 01:19:57.494261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da30955-1025-4165-a93d-f1747ceaff8a req-9f7ad079-0c56-481a-a3b9-cff2c86023a8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:57.495638 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7da30955-1025-4165-a93d-f1747ceaff8a req-9f7ad079-0c56-481a-a3b9-cff2c86023a8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.2182510 Apr 23 01:19:57.548256 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7da30955-1025-4165-a93d-f1747ceaff8a req-f7ec3cf8-78a0-4efb-ad7a-b5e9481fd2aa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468187 Apr 23 01:19:58.845810 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec6256-61f9-4994-8fe0-b784c9000dc0 req-6fcff55e-4f96-4616-b3d7-b8d9f304f109 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:19:58.847197 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cec6256-61f9-4994-8fe0-b784c9000dc0 req-6fcff55e-4f96-4616-b3d7-b8d9f304f109 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.1887944 Apr 23 01:19:58.895391 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cec6256-61f9-4994-8fe0-b784c9000dc0 req-92134b0e-7bb8-49da-84a8-4991cb2a9972 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416813 Apr 23 01:20:00.095615 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a331bd-fafa-48a0-9266-ee6190caf9a4 req-5df4a6b1-f624-4fa0-b52a-9980b99a0fca tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:00.097066 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10a331bd-fafa-48a0-9266-ee6190caf9a4 req-5df4a6b1-f624-4fa0-b52a-9980b99a0fca tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0872190 Apr 23 01:20:00.149985 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-10a331bd-fafa-48a0-9266-ee6190caf9a4 req-0a212719-84d6-47df-90b2-72693721ce00 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470653 Apr 23 01:20:01.355899 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970afe86-2cc9-4b0e-810b-3747a11415bc req-a4d6ca96-1c5d-485e-aec5-cc7415ba9782 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:01.357703 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-970afe86-2cc9-4b0e-810b-3747a11415bc req-a4d6ca96-1c5d-485e-aec5-cc7415ba9782 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0866625 Apr 23 01:20:01.411296 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-970afe86-2cc9-4b0e-810b-3747a11415bc req-721cef64-2ed4-4fbc-9333-a5c6447e362e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438013 Apr 23 01:20:02.595769 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786d737-2099-4206-87a5-4cb8ea26e1b0 req-e7e56263-b247-454f-9bef-f053d4b19569 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:02.597131 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f786d737-2099-4206-87a5-4cb8ea26e1b0 req-e7e56263-b247-454f-9bef-f053d4b19569 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0792613 Apr 23 01:20:02.641824 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f786d737-2099-4206-87a5-4cb8ea26e1b0 req-ebfa9495-3d86-435d-9f50-50ad2194db4d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Apr 23 01:20:03.827464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5be7c4-9757-4446-8088-b9e0365d6263 req-cf97bb27-258f-4035-bd6c-f41d6b31ebd6 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:03.828887 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cd5be7c4-9757-4446-8088-b9e0365d6263 req-cf97bb27-258f-4035-bd6c-f41d6b31ebd6 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0799136 Apr 23 01:20:03.873080 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cd5be7c4-9757-4446-8088-b9e0365d6263 req-e0b4073e-6969-44a1-8ba4-9a5bb6248ea5 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380235 Apr 23 01:20:05.063460 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b63e7-ec68-40bb-83c4-a2d9b22c37c6 req-70d02e63-e03f-4c31-91ad-023001966502 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:05.064909 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe8b63e7-ec68-40bb-83c4-a2d9b22c37c6 req-70d02e63-e03f-4c31-91ad-023001966502 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0838187 Apr 23 01:20:05.108528 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fe8b63e7-ec68-40bb-83c4-a2d9b22c37c6 req-ad4454fc-b0c5-4094-96c7-722f77ec13e2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374541 Apr 23 01:20:06.298260 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a65e00-02a5-42da-b25e-2463bd8baa86 req-2f38c1b2-a068-49b4-9c94-95b92ee39587 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:06.299699 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-11a65e00-02a5-42da-b25e-2463bd8baa86 req-2f38c1b2-a068-49b4-9c94-95b92ee39587 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0861588 Apr 23 01:20:06.343125 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-11a65e00-02a5-42da-b25e-2463bd8baa86 req-4188bacc-e32d-4159-908d-b0a165d891ad tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376639 Apr 23 01:20:06.705078 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-c7a22540-69af-4178-be0e-274c45f3ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:06.706465 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-c7a22540-69af-4178-be0e-274c45f3ad83 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1096 time: 0.0701880 Apr 23 01:20:06.851288 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-fcda5dff-a805-47dd-8eda-a8ffd547f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:06.852701 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-fcda5dff-a805-47dd-8eda-a8ffd547f4fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1285243 Apr 23 01:20:06.954562 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-e9c5925b-6102-499c-9b82-7a7bab25d5bd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 999 time: 0.0960073 Apr 23 01:20:07.017181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-9fa6481f-c8c6-45fd-9090-f62d50a1ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:07.018622 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-9fa6481f-c8c6-45fd-9090-f62d50a1ca3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0589111 Apr 23 01:20:07.092294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-786140b3-f234-4a9f-aa65-baab230cd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:07.093718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-786140b3-f234-4a9f-aa65-baab230cd9c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695536 Apr 23 01:20:07.225267 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-74214faf-2817-42e0-a172-605222608ba2 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238675 Apr 23 01:20:07.241472 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:20:07.354195 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-96890d7c-eb77-4b18-b092-907eff7ee4c0 req-b3ae22b0-a0d5-4ddd-bf98-05405c519a66 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235070 Apr 23 01:20:07.527005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07583d36-e923-4884-ac23-28e716311946 req-96aea488-9b42-4ad9-807c-1b645810da7b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:07.528456 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-07583d36-e923-4884-ac23-28e716311946 req-96aea488-9b42-4ad9-807c-1b645810da7b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0804117 Apr 23 01:20:07.575520 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-07583d36-e923-4884-ac23-28e716311946 req-1bf838e9-facc-436a-8690-585f745e285d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Apr 23 01:20:08.731123 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:20:08.762352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eeb4dc-cf45-4c34-a824-22dd1b35464b req-4fbc6558-416f-4707-8523-df6aa2181a4c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:08.763897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-75eeb4dc-cf45-4c34-a824-22dd1b35464b req-4fbc6558-416f-4707-8523-df6aa2181a4c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 943 time: 0.0800169 Apr 23 01:20:08.810423 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-75eeb4dc-cf45-4c34-a824-22dd1b35464b req-204950ed-b611-4fd1-97f1-99bbacafeaaa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407326 Apr 23 01:20:08.866960 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:20:08.879392 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'port_id': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'mac_address': 'fa:16:3e:3f:35:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:20:08.932762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:08.951466 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce901c9b-9b06-4423-9409-0acf5a0fd063 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:20:08.966706 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:20:08.971104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:09.038456 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=9']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:20:09.420990 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['ce901c9b-9b06-4423-9409-0acf5a0fd063'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:20:09.993937 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d95aa-254b-4edf-9cbd-9a15837c3377 req-dbca89b1-48f2-4135-a4ab-443ab83aa846 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:09.995410 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b59d95aa-254b-4edf-9cbd-9a15837c3377 req-dbca89b1-48f2-4135-a4ab-443ab83aa846 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 944 time: 0.0804853 Apr 23 01:20:10.040772 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b59d95aa-254b-4edf-9cbd-9a15837c3377 req-29fb7db2-6941-4905-9b81-2cc2cfd323f8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Apr 23 01:20:10.425704 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:10.744491 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:20:10.817261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port ce901c9b-9b06-4423-9409-0acf5a0fd063 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:20:10.817627 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:10.931084 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:10.956885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:20:10.967026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:20:10.972112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:11.002982 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6528f331-e277-4a96-8214-3e7ccb2e0378'] response: {'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'code': 200} Apr 23 01:20:11.040516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=10']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:20:11.276753 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366945ae-1f27-47c1-9655-9f26cff00ff4 req-f3ac15a3-0d22-4039-9569-af52477a9435 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:11.278098 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-366945ae-1f27-47c1-9655-9f26cff00ff4 req-f3ac15a3-0d22-4039-9569-af52477a9435 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 946 time: 0.1280324 Apr 23 01:20:11.336127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db774611-ebb4-445e-9cf1-70cb8742fb9c req-39a1982a-7c05-40e5-855e-7b922237699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:11.337567 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db774611-ebb4-445e-9cf1-70cb8742fb9c req-39a1982a-7c05-40e5-855e-7b922237699a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1099 time: 0.1157420 Apr 23 01:20:11.340442 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-366945ae-1f27-47c1-9655-9f26cff00ff4 req-39559e5a-eab4-400c-b4bd-8361bffbea80 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566430 Apr 23 01:20:11.380237 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-db774611-ebb4-445e-9cf1-70cb8742fb9c req-9a753572-cc2d-4d6f-9ccf-0af64b26d1f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371900 Apr 23 01:20:12.528544 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ee03f-dd40-4c0c-95d1-b6d106427ecd req-c890ad31-07f1-450b-98ed-18ffab895fb2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:12.529897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7b2ee03f-dd40-4c0c-95d1-b6d106427ecd req-c890ad31-07f1-450b-98ed-18ffab895fb2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 946 time: 0.0822816 Apr 23 01:20:12.574000 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7b2ee03f-dd40-4c0c-95d1-b6d106427ecd req-64ef967b-f986-434d-b06d-cb134db73a73 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Apr 23 01:20:13.754394 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e5f6-eba7-438e-a97f-d753b3060d42 req-9dd903cb-1b12-43e9-bf8e-8513ef96fe00 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:20:13.756390 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7810e5f6-eba7-438e-a97f-d753b3060d42 req-9dd903cb-1b12-43e9-bf8e-8513ef96fe00 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 946 time: 0.0795071 Apr 23 01:20:13.799936 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7810e5f6-eba7-438e-a97f-d753b3060d42 req-f2d86708-14fb-4b42-bfc1-40be857218f0 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378156 Apr 23 01:20:15.297415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d98a6ab5-a871-4c08-8533-e78278b128bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:17.722711 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7a2174a7-c36e-4bb1-a42c-8701dbfdd5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:18.734076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:18.817261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:20.173714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:40.428924 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:44.240373 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:20:45.299436 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-94940539-f769-44a5-bb9a-5e476f890a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:47.725367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f9b494a8-00d6-4e0b-983b-9be6850e5c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:48.738636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:48.819688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:20:50.176926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:02.991075 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-6f0d7a17-86a1-41ae-96c1-dbc297213da4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728981 Apr 23 01:21:03.237586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-a92ab941-3b49-4f4b-989f-b775bd5cb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:03.239082 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-a92ab941-3b49-4f4b-989f-b775bd5cb116 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1099 time: 0.1667798 Apr 23 01:21:03.380785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-67299c31-3435-4131-b9af-9cacc215e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:03.382214 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-67299c31-3435-4131-b9af-9cacc215e9ec service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1238515 Apr 23 01:21:03.484754 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-401245fb-14dc-4359-b94c-0279a0fb69f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 1001 time: 0.0956252 Apr 23 01:21:03.546779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-0136bea2-68cd-4ca4-ae1b-200bb6a5ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:03.548163 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-0136bea2-68cd-4ca4-ae1b-200bb6a5ecb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0564296 Apr 23 01:21:03.624722 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-8e58321d-f77f-4925-bea6-a88504e06eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:03.626175 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-8e58321d-f77f-4925-bea6-a88504e06eaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716233 Apr 23 01:21:03.755961 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-c588e57c-703d-4273-8052-22cc1c14018e service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238656 Apr 23 01:21:03.891187 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a5bff403-e4f7-4160-806a-93f3606f0020 req-6d54ea9d-a84b-4880-bb58-2f6112b215b4 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292400 Apr 23 01:21:10.437685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:15.301815 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-152cff77-2319-48cd-885a-d28a44c93986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:17.726843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d69f-9356-40cc-8672-a17179df8a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:18.741175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:18.822875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:20.180548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:21.238465 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:21:40.441818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:45.305457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-231a734d-53c0-4d20-af41-0e02c6831cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:47.729369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86cdb462-e974-4f49-a5c6-09b4ca183363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:48.741908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:48.824194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:49.331500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49546) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:49.593321 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Deleting port 68ff46ec-705f-410c-bf95-0888c15dfe78 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:21:49.593577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:49.757395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:49.757718 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:49.878396 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Calling delete_port for 68ff46ec-705f-410c-bf95-0888c15dfe78 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:21:50.026502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:50.076885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event deleted for resources: {'Port': ['ID=68ff46ec-705f-410c-bf95-0888c15dfe78,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:50.184871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:50.227018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.227362 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.227701 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.228034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.228366 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.228709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.229016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.229335 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.229658 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.229973 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.230313 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.230630 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:50.284183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:50.284517 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Floating IP 9785cdfb-868c-4629-9c80-5ef4a8f902c8 disassociated (deleted). External IP: 172.26.8.165, port: ce901c9b-9b06-4423-9409-0acf5a0fd063. Apr 23 01:21:50.631742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:21:50.805591 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:21:50.814923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] Sync routers for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:21:50.825478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:21:50.826078 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:21:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:21:50.827453 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:50.885796 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8fed5611-e483-46cb-ad5b-dcb595ebc438 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "DELETE /v2.0/floatingips/9785cdfb-868c-4629-9c80-5ef4a8f902c8 HTTP/1.1" status: 204 len: 168 time: 1.5532064 Apr 23 01:21:50.886308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:21:51.009211 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23cc5b5c-5f74-4470-99d2-e6e4ea3c1cb6'] response: {'name': 'network-changed', 'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'status': 'completed', 'code': 200} Apr 23 01:21:51.022323 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:21:51.128274 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-f7d61a19-e46a-4af2-bd8b-9a942f164bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:51.130466 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-f7d61a19-e46a-4af2-bd8b-9a942f164bbd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 1099 time: 0.0793035 Apr 23 01:21:51.323177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-79858fad-4171-45c4-8ace-7042a1717db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:51.324602 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-79858fad-4171-45c4-8ace-7042a1717db5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1830306 Apr 23 01:21:51.353404 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:21:51.357230 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] Checking router: 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:21:51.366332 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:21:51.366926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:21:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:21:51.395016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5040e3-1106-44ac-a832-f839a09a069b req-639fcf34-cf13-4150-be23-169c436e3674 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:51.395974 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-bf5040e3-1106-44ac-a832-f839a09a069b req-639fcf34-cf13-4150-be23-169c436e3674 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:21:51.406529 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-c26896bf-9a59-4d51-adb9-c15165670503 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 200 len: 217 time: 0.0739293 Apr 23 01:21:51.462166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-bf5040e3-1106-44ac-a832-f839a09a069b req-639fcf34-cf13-4150-be23-169c436e3674 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:21:51.463312 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf5040e3-1106-44ac-a832-f839a09a069b req-639fcf34-cf13-4150-be23-169c436e3674 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 946 time: 0.2375431 Apr 23 01:21:51.488595 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-f5e965e8-5358-44fc-a8da-451a59c174ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:51.490003 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-f5e965e8-5358-44fc-a8da-451a59c174ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0762732 Apr 23 01:21:51.548424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:21:51.553722 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-bf5040e3-1106-44ac-a832-f839a09a069b req-327515db-3904-4e8a-9137-38fb08f2b695 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841529 Apr 23 01:21:51.581986 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-8c094a9c-ac19-4d11-8134-1433935ba80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:51.584042 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-8c094a9c-ac19-4d11-8134-1433935ba80e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875614 Apr 23 01:21:51.717358 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-ae01ab95-041e-4f14-b443-850c3eaec43f service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259344 Apr 23 01:21:51.868672 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:21:51.872811 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad4c375-b18a-43d2-989b-6f5d94f8d787 None None] The sync data for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv is: [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:21:51.969304 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-367157c5-8c14-4f2f-b9a6-24eab2598bcf req-69b1d018-4795-41d1-8357-eca53cc40b0b service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443841 Apr 23 01:21:52.096078 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbdf47f-f527-400e-840a-a783d3aa5be6 None None] New status for floating IP 9785cdfb-868c-4629-9c80-5ef4a8f902c8: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:21:52.745089 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a0e8-b5b1-4773-908d-d93f3dc057f5 req-837075c5-9291-4421-8df2-cc74c1d0ed32 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:52.746649 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7a23a0e8-b5b1-4773-908d-d93f3dc057f5 req-837075c5-9291-4421-8df2-cc74c1d0ed32 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 946 time: 0.0857339 Apr 23 01:21:52.777289 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-ee24d2c2-3a15-4d13-a67a-f3a39f81acdd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:21:52.778798 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-ee24d2c2-3a15-4d13-a67a-f3a39f81acdd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 946 time: 0.0890677 Apr 23 01:21:52.805716 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-7a23a0e8-b5b1-4773-908d-d93f3dc057f5 req-0294faed-c81e-4c88-a235-d023a887a5af tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=82efb0ab-7c54-4f4c-b48b-616572d1848c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530708 Apr 23 01:21:52.865346 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Deleting port ce901c9b-9b06-4423-9409-0acf5a0fd063 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:21:52.865611 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:53.117247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] For port ce901c9b-9b06-4423-9409-0acf5a0fd063, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=ce901c9b-9b06-4423-9409-0acf5a0fd063,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:21:53.117519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:53.243702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Calling delete_port for ce901c9b-9b06-4423-9409-0acf5a0fd063 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:21:53.393129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:53.444252 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event deleted for resources: {'Port': ['ID=ce901c9b-9b06-4423-9409-0acf5a0fd063,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:53.521727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] No DVR routers for this DVR port ce901c9b-9b06-4423-9409-0acf5a0fd063 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:21:53.524178 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:53.526644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-deleted', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:21:53.543938 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7e72f344-0dbd-4836-ba51-7e50aa2abd44 req-43d08813-7388-482d-bbb6-094c4b22fc31 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "DELETE /v2.0/ports/ce901c9b-9b06-4423-9409-0acf5a0fd063 HTTP/1.1" status: 204 len: 173 time: 0.7590930 Apr 23 01:21:53.575210 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e962d999-fe10-477e-bdcb-f8c11dae4a00'] response: {'server_uuid': '84523716-022c-4564-b480-768688b7a8c8', 'name': 'network-vif-deleted', 'tag': 'ce901c9b-9b06-4423-9409-0acf5a0fd063', 'status': 'completed', 'code': 200} Apr 23 01:21:53.971822 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-044701df-a3ed-4a9d-9453-0f6f3755e5c1 req-99a0e22f-1b82-47a3-91a6-54e524724668 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=84523716-022c-4564-b480-768688b7a8c8 HTTP/1.1" status: 200 len: 210 time: 0.0428619 Apr 23 01:21:55.068579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49572) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:55.136066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.165032 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.236740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.255780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82efb0ab-7c54-4f4c-b48b-616572d1848c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:55.265483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.265829 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.266166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.266529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.266859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.267184 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.267507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.267827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.268148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.268464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.268781 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.269092 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:21:55.275733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.276333 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5d7b3781-8726-4333-b901-6f0c7ac0a2ef tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "DELETE /v2.0/security-groups/82efb0ab-7c54-4f4c-b48b-616572d1848c HTTP/1.1" status: 204 len: 168 time: 0.2067766 Apr 23 01:21:55.539531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49580) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:55.544757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336608367', 'description': 'tempest-secgroup-smoke-336608367 description', 'project_id': '948973fae7724a4984194a8d899b6361'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:21:55.551262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:55.555462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:55.558344 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:55.564497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:55.574000 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.593433 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:55.597182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:55.600130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:55.605702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:55.672402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.675856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.719504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10adc3a8-de56-4ba5-88f3-12493c0a1767,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:55.722186 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.726919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-9e389d65-dbbe-4ca9-8f7a-e09a5fcd4889 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1828749 Apr 23 01:21:55.727254 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49584) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:55.732617 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '10adc3a8-de56-4ba5-88f3-12493c0a1767', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:21:55.738674 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:55.743214 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:55.746237 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:55.751934 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:55.767639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.828636 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.832230 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.857819 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36b9548-3be3-4397-8b87-836f33fa8aaa,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:55.867945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.869152 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d45a5b6c-7e43-4d6f-8cc5-24ace9c1e988 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409214 Apr 23 01:21:55.871900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49588) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:55.876764 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '10adc3a8-de56-4ba5-88f3-12493c0a1767', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:21:55.883036 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:55.886881 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:55.889705 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:55.895972 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:55.912056 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.974785 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:55.978362 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.002348 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf426a0-f52a-4383-8746-6c8d95df5411,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:56.012792 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.014024 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dd59b1ed-2ae6-407e-bd8a-29885ecdc9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1412132 Apr 23 01:21:56.016806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49592) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:56.023270 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '10adc3a8-de56-4ba5-88f3-12493c0a1767', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:21:56.029168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:56.032949 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:56.036204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:56.041789 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:56.063391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.124464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.128033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.151564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfacb79a-5554-454d-a298-45c7a4509a2b,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:56.159943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.161254 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5e3bd3ff-3576-43e3-856a-051145354a2e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435275 Apr 23 01:21:56.164093 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49596) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:56.168866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '10adc3a8-de56-4ba5-88f3-12493c0a1767', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:21:56.174837 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:56.179138 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:56.181893 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:56.187499 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:56.203779 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.268111 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.271542 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.293877 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef55633-73ec-462a-9cbc-73ea4464a448,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:56.303777 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.305008 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-9d706fd1-efc5-45a9-8789-cdef6c8310fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400106 Apr 23 01:21:56.307733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49600) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:56.312543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '10adc3a8-de56-4ba5-88f3-12493c0a1767', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:21:56.319055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:56.322811 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:56.325646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:56.331329 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:56.341375 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Project 948973fae7724a4984194a8d899b6361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:21:56.347880 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.416853 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.420711 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.444281 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55e8d18-4b22-43be-8946-fa2cdb1e4cb7,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:56.452721 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.454734 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-73df2a02-352e-44b7-be5f-8954af0972e7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460168 Apr 23 01:21:56.457400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49604) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:21:56.462589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'security_group_rule': {'security_group_id': '10adc3a8-de56-4ba5-88f3-12493c0a1767', 'project_id': '948973fae7724a4984194a8d899b6361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:21:56.468346 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:21:56.472100 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:security_group_rule and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:21:56.475436 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:21:56.481024 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:21:56.492233 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.securitygroups_db [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Project 948973fae7724a4984194a8d899b6361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:21:56.498898 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.567513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.570618 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.597000 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf120d1-ea64-4b41-896f-01254324189f,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:21:56.603874 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:21:56.605060 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cdc7a768-c63f-47d4-8d59-a7c6ef113b4a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464720 Apr 23 01:21:57.257430 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:21:57.291463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: ce901c9b-9b06-4423-9409-0acf5a0fd063 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:21:57.291829 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device ce901c9b-9b06-4423-9409-0acf5a0fd063 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:21:58.239548 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:22:10.436311 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:11.426233 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-c02ed785-62cd-4ec5-a9f8-6069193eaa7b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:22:11.440587 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-c02ed785-62cd-4ec5-a9f8-6069193eaa7b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:22:11.442772 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-c02ed785-62cd-4ec5-a9f8-6069193eaa7b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336608367&fields=id&tenant_id=948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 267 time: 0.0580122 Apr 23 01:22:11.593495 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-91e57f70-0adc-40af-9016-16d6888c3912 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:11.594874 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-91e57f70-0adc-40af-9016-16d6888c3912 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 808 time: 0.1456308 Apr 23 01:22:11.609110 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-dad8c89f-a42e-41ac-bd0e-1ff31b5d4896 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/quotas/948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 375 time: 0.0088267 Apr 23 01:22:11.694835 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-ed101513-4adc-4973-a090-fbded8630b03 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808635 Apr 23 01:22:11.750565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-f07f1dd6-cc23-4b50-b1f3-83479a2a9250 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 01:22:11.751537 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-f07f1dd6-cc23-4b50-b1f3-83479a2a9250 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458660 Apr 23 01:22:11.881189 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-0cbb0672-63f0-468a-98d9-728d2186cf1d service neutron] 10.222.0.39 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232612 Apr 23 01:22:12.008293 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-be787698-3971-4032-aeeb-9e007192451e service neutron] 10.222.0.39 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214681 Apr 23 01:22:12.393357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f7fba043-3816-400a-a568-765b361cc6a1 req-7fe89d8c-04b1-443d-b26d-40698cf4a906 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:22:12.410363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f7fba043-3816-400a-a568-765b361cc6a1 req-7fe89d8c-04b1-443d-b26d-40698cf4a906 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:22:12.411767 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f7fba043-3816-400a-a568-765b361cc6a1 req-7fe89d8c-04b1-443d-b26d-40698cf4a906 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 210 time: 0.0660188 Apr 23 01:22:13.562733 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1483983b-b94c-497c-91d2-ac1d9229cee9 req-7aa94881-ab4e-4b06-a19a-6b2e5e68454a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 210 time: 0.0439916 Apr 23 01:22:13.744679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-22ad6c7f-43da-40f4-b5af-84c39ea51e05 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:13.746091 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-22ad6c7f-43da-40f4-b5af-84c39ea51e05 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 808 time: 0.1528122 Apr 23 01:22:13.799778 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d94f24ff-aaf2-4308-9997-25ba7dfd88b9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:22:13.811474 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d94f24ff-aaf2-4308-9997-25ba7dfd88b9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:22:13.812569 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d94f24ff-aaf2-4308-9997-25ba7dfd88b9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 379 time: 0.0522864 Apr 23 01:22:13.821117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'port': {'device_id': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'admin_state_up': True, 'tenant_id': '948973fae7724a4984194a8d899b6361', 'security_groups': ['10adc3a8-de56-4ba5-88f3-12493c0a1767']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:22:13.956985 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:22:13.967045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:22:13.979607 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Made reservation on behalf of 948973fae7724a4984194a8d899b6361 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:22:13.983083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:14.150719 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Allocated IP 172.20.0.10 (c7969f83-6db5-4fe0-9072-e132cfb90785/472edffc-299d-4c76-944b-2a0d4bdc328c/e31a4fae-5514-47f2-9c5d-3432977c489a) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:22:14.456477 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:14.472586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Transition to ACTIVE for port object e31a4fae-5514-47f2-9c5d-3432977c489a will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:22:14.496779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:14.565635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Network c7969f83-6db5-4fe0-9072-e132cfb90785 is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:22:14.573523 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:22:14.578194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:22:14.621308 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:22:14.653487 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:14.654115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:14.685071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-8240d7d6-f714-4a8d-b2e0-84e39f9cf362 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8674603 Apr 23 01:22:14.702163 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Request body: {'port': {'device_id': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:22:14.831356 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d99411ab-586a-405d-82a9-701a6a3c85d1 None None] Provisioning for port e31a4fae-5514-47f2-9c5d-3432977c489a completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:22:14.837331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-d99411ab-586a-405d-82a9-701a6a3c85d1 None None] Provisioning complete for port e31a4fae-5514-47f2-9c5d-3432977c489a triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:22:14.837900 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d99411ab-586a-405d-82a9-701a6a3c85d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:14.883912 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea80e0-293f-464a-b1e7-80452291f7ba req-7c1dc601-feef-42ac-b7e6-fdcc67d2ca8c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:14.884682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-abea80e0-293f-464a-b1e7-80452291f7ba req-7c1dc601-feef-42ac-b7e6-fdcc67d2ca8c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:22:14.893998 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-d99411ab-586a-405d-82a9-701a6a3c85d1 None None] Port e31a4fae-5514-47f2-9c5d-3432977c489a cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:22:14.894560 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:14.946831 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-abea80e0-293f-464a-b1e7-80452291f7ba req-7c1dc601-feef-42ac-b7e6-fdcc67d2ca8c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:22:14.948370 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-abea80e0-293f-464a-b1e7-80452291f7ba req-7c1dc601-feef-42ac-b7e6-fdcc67d2ca8c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 932 time: 0.2519171 Apr 23 01:22:15.052302 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-abea80e0-293f-464a-b1e7-80452291f7ba req-ae22e2cd-4eec-40e9-8794-7c8569989ea2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966840 Apr 23 01:22:15.294049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31a4fae-5514-47f2-9c5d-3432977c489a {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:22:15.301817 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:15.309223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-815c9745-752c-4556-a1c2-b03524ac7aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:15.319041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Transition to ACTIVE for port object e31a4fae-5514-47f2-9c5d-3432977c489a will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:22:15.322605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:15.481999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:22:15.566662 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Attempting to bind port e31a4fae-5514-47f2-9c5d-3432977c489a on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:22:15.567224 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Attempting to bind port e31a4fae-5514-47f2-9c5d-3432977c489a by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:22:15.567458 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Attempting to bind port e31a4fae-5514-47f2-9c5d-3432977c489a on network c7969f83-6db5-4fe0-9072-e132cfb90785 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:22:15.572027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Port e31a4fae-5514-47f2-9c5d-3432977c489a on network c7969f83-6db5-4fe0-9072-e132cfb90785 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:22:15.572347 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Attempting to bind port e31a4fae-5514-47f2-9c5d-3432977c489a on network c7969f83-6db5-4fe0-9072-e132cfb90785 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:22:15.577430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:22:15.577768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Checking segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:22:15.578150 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Bound using segment: {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:22:15.578605 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Bound port: e31a4fae-5514-47f2-9c5d-3432977c489a, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c02d19-981b-44ee-85c3-9bf01a3ef932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:22:15.578949 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:15.666327 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:22:15.669138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:22:15.673676 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:15.730386 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:15.731003 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:15.732377 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] 10.222.0.42 "PUT /v2.0/ports/e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1094 time: 1.0348959 Apr 23 01:22:15.732803 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:22:15.773299 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d73281-0c62-4df1-83bf-d5bf97c90e76 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:22:15.796657 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3207e99d-ac0e-49a5-b00d-c0af11a3141c'] response: {'name': 'network-changed', 'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'status': 'completed', 'code': 200} Apr 23 01:22:15.888176 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-e3663472-d752-48fe-b860-1b2ad62c9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:15.889670 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-e3663472-d752-48fe-b860-1b2ad62c9adc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0742283 Apr 23 01:22:15.968701 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-f43ad602-9cda-446f-90c2-d1408eaadc4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 217 time: 0.0654190 Apr 23 01:22:16.030093 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-7ff821f4-7cf4-4b38-bb07-1e470723d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:16.031554 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-7ff821f4-7cf4-4b38-bb07-1e470723d47b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0572939 Apr 23 01:22:16.109235 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-6e411e62-60ad-4fa3-8a26-b6408e5a4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:16.110734 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-6e411e62-60ad-4fa3-8a26-b6408e5a4637 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734155 Apr 23 01:22:16.393903 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-530a3493-cec2-49ed-b5ea-d773afa79a84 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762389 Apr 23 01:22:16.453324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659768d-38fe-43e9-af63-c13c3a24f855 req-9c2fea47-78a8-48c8-8948-608c2755e13a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:16.454751 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2659768d-38fe-43e9-af63-c13c3a24f855 req-9c2fea47-78a8-48c8-8948-608c2755e13a tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.2581375 Apr 23 01:22:16.565497 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2659768d-38fe-43e9-af63-c13c3a24f855 req-ceb88054-d36c-4692-a629-302277649339 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685005 Apr 23 01:22:16.573734 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8e1fc333-ffff-4e1b-b6c8-22d19661cd05 req-cdd4de0c-4f82-49ef-adec-36333907f194 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715415 Apr 23 01:22:16.736500 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d3564-df60-402f-811d-13dde6ac3f33 req-43a769b9-a6d9-4326-8f92-9aba4cc8090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:16.737945 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028d3564-df60-402f-811d-13dde6ac3f33 req-43a769b9-a6d9-4326-8f92-9aba4cc8090e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0752385 Apr 23 01:22:16.868890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d3564-df60-402f-811d-13dde6ac3f33 req-987f27e0-d840-40bc-a5e2-ea5e8ca9c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:16.870215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028d3564-df60-402f-811d-13dde6ac3f33 req-987f27e0-d840-40bc-a5e2-ea5e8ca9c31f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1257002 Apr 23 01:22:16.938335 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028d3564-df60-402f-811d-13dde6ac3f33 req-070f5684-ae86-48c4-922c-7a671cad2b01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 217 time: 0.0622854 Apr 23 01:22:16.998638 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d3564-df60-402f-811d-13dde6ac3f33 req-baaafb3b-839e-4bff-abe0-426593620e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:17.000055 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028d3564-df60-402f-811d-13dde6ac3f33 req-baaafb3b-839e-4bff-abe0-426593620e83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0563591 Apr 23 01:22:17.073737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d3564-df60-402f-811d-13dde6ac3f33 req-dbfae693-6c31-47e3-bf1c-00e57669c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:17.075216 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028d3564-df60-402f-811d-13dde6ac3f33 req-dbfae693-6c31-47e3-bf1c-00e57669c22b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694921 Apr 23 01:22:17.203825 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028d3564-df60-402f-811d-13dde6ac3f33 req-0b637123-0a7c-4827-8ae3-b2d11887ab6a service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220441 Apr 23 01:22:17.335211 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028d3564-df60-402f-811d-13dde6ac3f33 req-dd42b359-d3dd-49a8-9755-799801c0f532 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245515 Apr 23 01:22:17.731113 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8c02-3f1a-4e32-a5e4-414f9f7e4b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:17.756209 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c16f99-a18b-4eab-8f38-9accb1ee1127 req-9cbeb11d-ee29-4f53-994c-2a61ed379ac7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:17.757642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c7c16f99-a18b-4eab-8f38-9accb1ee1127 req-9cbeb11d-ee29-4f53-994c-2a61ed379ac7 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0848172 Apr 23 01:22:17.890157 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c7c16f99-a18b-4eab-8f38-9accb1ee1127 req-60135731-38f2-4c22-81d2-3cd1df279dab tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266704 Apr 23 01:22:18.743758 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:18.826874 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:19.079405 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d1c6a-15cf-4933-b649-118c7b0f672d req-be001c12-27a5-4125-956d-e4274446e56f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:19.081415 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a1d1c6a-15cf-4933-b649-118c7b0f672d req-be001c12-27a5-4125-956d-e4274446e56f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0857723 Apr 23 01:22:19.125812 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a1d1c6a-15cf-4933-b649-118c7b0f672d req-fe44aaa2-79f8-488b-9354-65175095629d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380223 Apr 23 01:22:20.187793 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:20.313658 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd27891-a395-41fd-b59f-646b9724b3c9 req-239dc840-7c20-4bb9-a1c8-49cd51355ce0 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:20.315040 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1cd27891-a395-41fd-b59f-646b9724b3c9 req-239dc840-7c20-4bb9-a1c8-49cd51355ce0 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0793169 Apr 23 01:22:20.359524 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1cd27891-a395-41fd-b59f-646b9724b3c9 req-79e548a0-c56e-41b9-8ef9-105d759071bd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382438 Apr 23 01:22:21.542514 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47002d-d4c1-41ad-ae51-73c91af17b36 req-95114b5e-1746-43ad-b7e4-f6bb2ac593c2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:21.543979 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9a47002d-d4c1-41ad-ae51-73c91af17b36 req-95114b5e-1746-43ad-b7e4-f6bb2ac593c2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0796609 Apr 23 01:22:21.591573 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-9a47002d-d4c1-41ad-ae51-73c91af17b36 req-cfd449e4-7dcb-4b88-b6cc-2b6a05a0d7d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Apr 23 01:22:22.777871 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874cc8c-8c78-4f99-946b-647ad10f0498 req-daa368fa-0b73-4f52-82d4-4126db91569f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:22.779282 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1874cc8c-8c78-4f99-946b-647ad10f0498 req-daa368fa-0b73-4f52-82d4-4126db91569f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0816317 Apr 23 01:22:22.823744 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1874cc8c-8c78-4f99-946b-647ad10f0498 req-59117ab2-01ca-41c4-8ce3-d85e18718682 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387261 Apr 23 01:22:24.011292 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aca43-3c9e-4d92-9a3f-69eb84cf8435 req-97c8212c-0f96-479c-bbac-1d5f8cb13d7c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:24.012745 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-137aca43-3c9e-4d92-9a3f-69eb84cf8435 req-97c8212c-0f96-479c-bbac-1d5f8cb13d7c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0818152 Apr 23 01:22:24.057867 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-137aca43-3c9e-4d92-9a3f-69eb84cf8435 req-1bb1dec3-bb10-4fe2-b6de-28fef4bcc6ca tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Apr 23 01:22:25.245400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3af3a3-2dfc-4297-8df5-15d65904d801 req-2e788cad-ba6b-47a8-ac0d-305720088e81 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:25.246855 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac3af3a3-2dfc-4297-8df5-15d65904d801 req-2e788cad-ba6b-47a8-ac0d-305720088e81 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0849793 Apr 23 01:22:25.290550 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac3af3a3-2dfc-4297-8df5-15d65904d801 req-c9436810-ee74-4e83-8893-b0f2b483fa33 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379725 Apr 23 01:22:25.317508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e31a4fae-5514-47f2-9c5d-3432977c489a details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:22:25.448916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:22:25.462378 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'port_id': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'mac_address': 'fa:16:3e:be:6a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:22:25.516498 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:25.537443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31a4fae-5514-47f2-9c5d-3432977c489a {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:22:25.553104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:22:25.556460 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:25.621747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:22:25.628757 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.629110 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.629453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.629818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.630158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.630519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.630847 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.631172 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.631500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.631828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.632150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.632476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:22:25.965963 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['e31a4fae-5514-47f2-9c5d-3432977c489a'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:22:26.476725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ec2ad-9ff6-4551-9278-352ed4fda7c0 req-53098397-2aa3-45d1-a01b-73ffc3f34f9e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:26.478178 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-412ec2ad-9ff6-4551-9278-352ed4fda7c0 req-53098397-2aa3-45d1-a01b-73ffc3f34f9e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 945 time: 0.0828657 Apr 23 01:22:26.521310 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-412ec2ad-9ff6-4551-9278-352ed4fda7c0 req-a21a7a01-7902-4094-92c1-27356cd5989b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374837 Apr 23 01:22:27.317412 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e31a4fae-5514-47f2-9c5d-3432977c489a up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:22:27.390669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port e31a4fae-5514-47f2-9c5d-3432977c489a completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:22:27.395514 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port e31a4fae-5514-47f2-9c5d-3432977c489a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:22:27.395991 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:27.509185 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:27.534521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:22:27.545222 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:22:27.549703 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:27.623214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:22:27.638155 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e477d21-53e7-40ad-b78e-7b15aed9ceb0'] response: {'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'code': 200} Apr 23 01:22:27.717562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c23b62-e7ec-43c0-99b1-431ecc2c4af4 req-b1a302f5-5479-4477-9e28-cf639bf59fb6 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:27.719050 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1c23b62-e7ec-43c0-99b1-431ecc2c4af4 req-b1a302f5-5479-4477-9e28-cf639bf59fb6 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0837045 Apr 23 01:22:27.764275 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a1c23b62-e7ec-43c0-99b1-431ecc2c4af4 req-32c8d9fb-0386-4fe9-80b3-28e58f2b4580 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389254 Apr 23 01:22:27.936334 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad935f-1eef-4c2d-9a9c-d021cc33b733 req-7ceb0636-7a26-4100-af5c-25de63f9e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:27.937701 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8ad935f-1eef-4c2d-9a9c-d021cc33b733 req-7ceb0636-7a26-4100-af5c-25de63f9e7e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0728629 Apr 23 01:22:27.979294 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b8ad935f-1eef-4c2d-9a9c-d021cc33b733 req-65331361-11e0-44a4-aa11-39ccbec2651a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347307 Apr 23 01:22:28.954704 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338ca02-1598-4601-b58a-db70e6abc42c req-f804da53-62bf-462a-ae0b-834585233e7e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:28.956044 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5338ca02-1598-4601-b58a-db70e6abc42c req-f804da53-62bf-462a-ae0b-834585233e7e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0790169 Apr 23 01:22:28.999730 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5338ca02-1598-4601-b58a-db70e6abc42c req-2e926f6a-d998-4efb-89e7-f791f6faefb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373771 Apr 23 01:22:30.187296 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf1af1-0b23-415d-967e-5c2b7acc289e req-a82a15d7-5c7f-4f67-948c-b82f8c4a2a34 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:30.188734 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-23bf1af1-0b23-415d-967e-5c2b7acc289e req-a82a15d7-5c7f-4f67-948c-b82f8c4a2a34 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0791557 Apr 23 01:22:30.232933 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-23bf1af1-0b23-415d-967e-5c2b7acc289e req-6f23e6cc-fccd-4ea7-b8b2-960c6dbc3110 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379901 Apr 23 01:22:30.418756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687c14-60af-4189-93d5-2b195cbb6496 req-5e0e2fa9-5df3-444d-b114-89a2421627e3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:30.420478 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9f687c14-60af-4189-93d5-2b195cbb6496 req-5e0e2fa9-5df3-444d-b114-89a2421627e3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0822403 Apr 23 01:22:30.463973 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-9f687c14-60af-4189-93d5-2b195cbb6496 req-55b47bc2-aa26-4de0-9e43-49b87d197549 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379376 Apr 23 01:22:30.485599 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49808) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:22:30.594515 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741f073c-11cf-46dd-bf0a-4fac3a904a23 tempest-TestShelveInstance-1752693845 tempest-TestShelveInstance-1752693845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:30.595216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-741f073c-11cf-46dd-bf0a-4fac3a904a23 tempest-TestShelveInstance-1752693845 tempest-TestShelveInstance-1752693845-project-admin] Synchronizing usage tracker for tenant:fe4b4978cb4e468ba859cf1cb0752278 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:22:30.610640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-741f073c-11cf-46dd-bf0a-4fac3a904a23 tempest-TestShelveInstance-1752693845 tempest-TestShelveInstance-1752693845-project-admin] Unset dirty status for tenant:fe4b4978cb4e468ba859cf1cb0752278 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:22:30.611796 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-741f073c-11cf-46dd-bf0a-4fac3a904a23 tempest-TestShelveInstance-1752693845 tempest-TestShelveInstance-1752693845-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1252382 Apr 23 01:22:30.614561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 49814) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:22:30.620538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:22:30.626400 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:22:30.630098 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Usage tracker for resource:floatingip and tenant:948973fae7724a4984194a8d899b6361 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:22:30.634066 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:22:30.639669 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:22:30.652019 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:30.784344 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:30.918765 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Allocated IP 172.26.8.106 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/5ec89b27-2edc-4857-a1c7-1a3fd3675944) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:22:31.063965 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:31.092163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:31.154033 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:22:31.156676 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:22:31.164984 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:22:31.207431 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'Port': ['ID=5ec89b27-2edc-4857-a1c7-1a3fd3675944,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:22:31.579533 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:31.653264 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:31.938667 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:31.942971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:32.049415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event updated for resources: {'Port': ['ID=5ec89b27-2edc-4857-a1c7-1a3fd3675944,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:22:32.061630 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:32.230949 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Floating IP 0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f associated. External IP: 172.26.8.106, port: e31a4fae-5514-47f2-9c5d-3432977c489a. Apr 23 01:22:32.570202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:22:32.744413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:22:32.753698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] Sync routers for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:22:32.763591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:22:32.764194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:22:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:22:32.770492 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:32.826214 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-70d6b466-1a3b-45e9-9cf8-23c5260dccb8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2094405 Apr 23 01:22:32.826816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:22:32.921662 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8f53db-451a-4d38-976d-c0f7f6ed84b2'] response: {'name': 'network-changed', 'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'status': 'completed', 'code': 200} Apr 23 01:22:32.950690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:22:33.038784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-f925c045-ebdf-4346-b6c2-b925eb25d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:33.040248 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-f925c045-ebdf-4346-b6c2-b925eb25d418 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0769062 Apr 23 01:22:33.282397 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-d494121b-7d89-4f1e-ac6b-98390a9c34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:33.283846 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-d494121b-7d89-4f1e-ac6b-98390a9c34e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.2376630 Apr 23 01:22:33.334205 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'floating_ip_address': '172.26.8.106', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'port_id': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'mac_address': 'fa:16:3e:be:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:22:31Z', 'updated_at': '2022-04-23T01:22:31Z', 'revision_number': 0, 'project_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:22:33.338030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] Checking router: 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:22:33.346772 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:22:33.347375 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:22:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:22:33.387965 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-db3448ec-8fd4-46f6-92fd-1c49b266b75e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1000 time: 0.0975678 Apr 23 01:22:33.449376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-e32f9194-cbc1-407a-bf5c-c91956e2a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:33.450868 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-e32f9194-cbc1-407a-bf5c-c91956e2a80e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0576138 Apr 23 01:22:33.526145 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:22:33.529317 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-d8465f71-99a8-41f6-98cb-6d42a6565712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:22:33.530854 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-d8465f71-99a8-41f6-98cb-6d42a6565712 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741272 Apr 23 01:22:33.664429 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-9a5dcf50-9c6a-4bc7-b141-e4f7a2985d3f service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265209 Apr 23 01:22:33.795535 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-74523556-3fbb-4161-a4e3-8a54b3a1d1de req-4738b898-9a33-4c0d-b6f7-7c85375ebdb0 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256015 Apr 23 01:22:33.870985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'floating_ip_address': '172.26.8.106', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'port_id': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'mac_address': 'fa:16:3e:be:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:22:31Z', 'updated_at': '2022-04-23T01:22:31Z', 'revision_number': 0, 'project_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:22:33.874855 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f26db-ea6a-41d1-9bd4-4c019a16d1d7 None None] The sync data for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv is: [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': '0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'floating_ip_address': '172.26.8.106', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'port_id': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'mac_address': 'fa:16:3e:be:6a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:22:31Z', 'updated_at': '2022-04-23T01:22:31Z', 'revision_number': 0, 'project_id': '948973fae7724a4984194a8d899b6361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:22:34.052663 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551feba-3291-4969-a319-303a76564a88 None None] New status for floating IP 0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:22:35.237431 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:22:40.432199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:45.313409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-629ad85f-92f0-43e8-ad6c-957c28c16229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:47.733555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b5c99df0-73b6-4b3e-81b3-958a497c0ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:48.745280 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:48.832606 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:22:50.189609 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:07.006379 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-68ec4a84-f23c-4776-b23c-53357aeccc8b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153502 Apr 23 01:23:07.169786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29dcb-2d2e-4760-b262-75c368319337 req-ddac8f86-3e33-4cf0-856b-64964b92b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:23:07.171270 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-ddac8f86-3e33-4cf0-856b-64964b92b882 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0732727 Apr 23 01:23:07.316245 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29dcb-2d2e-4760-b262-75c368319337 req-6e1be98f-a474-4bc7-b5e9-49f8a0172dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:23:07.317718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-6e1be98f-a474-4bc7-b5e9-49f8a0172dde service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1273572 Apr 23 01:23:07.414447 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-f9327532-e7e7-4021-8bec-cd070f84ea64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1002 time: 0.0908782 Apr 23 01:23:07.484132 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29dcb-2d2e-4760-b262-75c368319337 req-6987c5ce-63b3-4830-9fca-565f0df15603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:23:07.486217 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-6987c5ce-63b3-4830-9fca-565f0df15603 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0650024 Apr 23 01:23:07.564792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b29dcb-2d2e-4760-b262-75c368319337 req-374d4699-bff6-4072-a6fd-63426553bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:23:07.566294 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-374d4699-bff6-4072-a6fd-63426553bc4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739439 Apr 23 01:23:07.697714 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-34d2a4c1-60d7-455b-bbc1-f9cfd8291c65 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242931 Apr 23 01:23:07.836242 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-51b29dcb-2d2e-4760-b262-75c368319337 req-0b048a8a-3f2e-442c-b85c-dd9b509d7ae7 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324611 Apr 23 01:23:10.444358 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:12.238219 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:23:15.315025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fbc58110-a0ea-47c9-b7b0-dc6cf470ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:17.735376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-859612d6-30ba-4dec-a104-0d065ca9625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:18.747876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:18.833947 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:20.191959 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:40.459199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:45.317221 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-38219737-fb47-49e0-8b5c-5d8f46a240d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:47.738003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b62f19d3-6d09-494b-898b-994bd006ed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:48.749117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:48.836135 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:23:49.237906 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:23:50.194769 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:08.572722 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-567fb341-848d-47ef-981c-75f26e7dd359 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734217 Apr 23 01:24:08.726846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-133683f8-2c6a-4784-b546-1568c2a075de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:08.728146 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-133683f8-2c6a-4784-b546-1568c2a075de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0741720 Apr 23 01:24:08.989099 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-8b3e52f3-53cd-4060-8d95-5ea0a96969bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:08.990496 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-8b3e52f3-53cd-4060-8d95-5ea0a96969bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.2431059 Apr 23 01:24:09.096015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-6044f4ca-3dfa-48ef-b185-a75db2fbe561 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1002 time: 0.0964367 Apr 23 01:24:09.162377 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-98158387-d133-4c96-8a43-061c6933496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:09.164390 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-98158387-d133-4c96-8a43-061c6933496d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0624511 Apr 23 01:24:09.243392 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-09baf2d7-576b-4c04-b802-9a03283e6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:09.244871 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-09baf2d7-576b-4c04-b802-9a03283e6ed2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753667 Apr 23 01:24:09.379601 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-26d2b822-531e-4ade-8a3e-6ea5500c4bb0 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284866 Apr 23 01:24:09.512005 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-906bc69d-ceb8-4d67-9a20-5b3d9521ee72 req-5daca2ac-0939-40bc-b4d7-4860cc17a28a service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261265 Apr 23 01:24:10.462863 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:15.317625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d8100f41-d7c9-4139-94f9-58f3849736c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:17.739934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0a107399-b811-49f6-8686-b99ad049a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:18.752181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:18.839622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:20.197637 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:26.237521 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:24:28.855191 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4a4bc-ff94-416a-bfea-b1144a9edea0 req-c7b52c99-e2b9-446d-ae46-7b14f641a2bf tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:28.856609 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af4a4bc-ff94-416a-bfea-b1144a9edea0 req-c7b52c99-e2b9-446d-ae46-7b14f641a2bf tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.1231906 Apr 23 01:24:28.903902 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7af4a4bc-ff94-416a-bfea-b1144a9edea0 req-513be999-bc87-4ebb-a0e9-3fe6db66b9aa tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Apr 23 01:24:30.208048 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a316ea-2cb5-4cd0-ae76-2a7f07850b03 req-2fcb8123-9a38-4c86-b909-d33d4bc80453 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:30.209426 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72a316ea-2cb5-4cd0-ae76-2a7f07850b03 req-2fcb8123-9a38-4c86-b909-d33d4bc80453 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.1221113 Apr 23 01:24:30.256928 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-72a316ea-2cb5-4cd0-ae76-2a7f07850b03 req-98dd0107-23a8-440a-884b-5d79853ba739 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418251 Apr 23 01:24:31.444345 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c5ba6-c510-4c76-b170-bcf891eeae5b req-472b72d2-68ce-4604-8f1f-b233bad23411 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:31.445774 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-468c5ba6-c510-4c76-b170-bcf891eeae5b req-472b72d2-68ce-4604-8f1f-b233bad23411 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0809944 Apr 23 01:24:31.490650 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-468c5ba6-c510-4c76-b170-bcf891eeae5b req-32e18023-e770-4c50-9658-422886d256f2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392489 Apr 23 01:24:32.671514 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb0cee-a8a9-41b7-a9d7-8e8134d4c1f8 req-c88ff4e1-5df3-424b-8a6b-55aea8d8d79f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:32.673381 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31fb0cee-a8a9-41b7-a9d7-8e8134d4c1f8 req-c88ff4e1-5df3-424b-8a6b-55aea8d8d79f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0791450 Apr 23 01:24:32.716521 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-31fb0cee-a8a9-41b7-a9d7-8e8134d4c1f8 req-87a0d38d-8efe-4a1d-a495-b7db33f8db1f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 Apr 23 01:24:33.910314 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e88897-64aa-444e-8957-ad2f5c1a53a3 req-2ccc563c-1548-4849-9f69-55223044f86d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:33.911768 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-12e88897-64aa-444e-8957-ad2f5c1a53a3 req-2ccc563c-1548-4849-9f69-55223044f86d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0855823 Apr 23 01:24:33.957674 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-12e88897-64aa-444e-8957-ad2f5c1a53a3 req-e53ce58f-d917-4f3f-91b3-1f314e97d8af tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399270 Apr 23 01:24:35.245145 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739baa76-12ea-4a69-9fe3-308540554017 req-a4c1099c-1e21-4de6-bd3c-43db670a36fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:35.246526 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-739baa76-12ea-4a69-9fe3-308540554017 req-a4c1099c-1e21-4de6-bd3c-43db670a36fc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.1798623 Apr 23 01:24:35.291084 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-739baa76-12ea-4a69-9fe3-308540554017 req-e29704a7-f943-49b9-9a0d-d563f3e5d99b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Apr 23 01:24:36.475049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c4bf5-57e9-4460-88bc-62ab29d88002 req-15f90193-1b82-4405-b412-f4f673d13316 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:36.476474 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-211c4bf5-57e9-4460-88bc-62ab29d88002 req-15f90193-1b82-4405-b412-f4f673d13316 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0794656 Apr 23 01:24:36.520671 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-211c4bf5-57e9-4460-88bc-62ab29d88002 req-871b3d2d-8266-41f7-963d-0f6adac42373 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385435 Apr 23 01:24:37.705650 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b648355-34f3-48ec-9bfe-e5ac0d606feb req-c24cf1ce-4830-4b5c-9a13-2885e740149d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:37.707131 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4b648355-34f3-48ec-9bfe-e5ac0d606feb req-c24cf1ce-4830-4b5c-9a13-2885e740149d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0796793 Apr 23 01:24:37.750264 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4b648355-34f3-48ec-9bfe-e5ac0d606feb req-866346cd-2176-4175-b6b2-af52da082981 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375898 Apr 23 01:24:38.979319 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d885d8-8144-4fde-a7b9-f4c0c236d8d9 req-97768115-5d77-4717-80a8-bf9b1324e65b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:38.980747 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4d885d8-8144-4fde-a7b9-f4c0c236d8d9 req-97768115-5d77-4717-80a8-bf9b1324e65b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.1255844 Apr 23 01:24:39.037359 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d4d885d8-8144-4fde-a7b9-f4c0c236d8d9 req-90f60c36-e8be-4369-9edc-f944747350a3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489745 Apr 23 01:24:39.052350 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-7289d661-8f62-4436-bab9-6d9d11222973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:39.053766 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-7289d661-8f62-4436-bab9-6d9d11222973 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.1629128 Apr 23 01:24:39.185828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-3632f197-4985-4eb4-b593-e3cab218fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:39.187280 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-3632f197-4985-4eb4-b593-e3cab218fac2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1279185 Apr 23 01:24:39.291209 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-7585ec83-4bc3-43cf-a8be-638edb4075ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1002 time: 0.0979736 Apr 23 01:24:39.354818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-9aa86d92-bb14-4886-8104-44a94ef84092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:39.356193 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-9aa86d92-bb14-4886-8104-44a94ef84092 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0593526 Apr 23 01:24:39.428724 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-b10c4fce-1530-4740-8ff8-dfac21b723e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:39.430185 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-b10c4fce-1530-4740-8ff8-dfac21b723e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682755 Apr 23 01:24:39.660894 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-6eb6c79e-6d4e-494d-8a9f-8b892a90ad14 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246320 Apr 23 01:24:39.789335 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04860622-d9f3-421e-847e-3ac2ad9493bd req-285e48a2-78f6-4ece-9ee9-905c09938b36 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228247 Apr 23 01:24:40.230564 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a9410-ec7a-4dce-b890-63c278cfbae8 req-c7cc76ed-f733-468c-8f3a-ec2dc68f7c21 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:40.231997 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b80a9410-ec7a-4dce-b890-63c278cfbae8 req-c7cc76ed-f733-468c-8f3a-ec2dc68f7c21 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0885220 Apr 23 01:24:40.276162 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-b80a9410-ec7a-4dce-b890-63c278cfbae8 req-bf72f08b-0da0-4022-8a7a-67ec1daa4a43 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377688 Apr 23 01:24:40.477784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:41.469598 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed43b-1010-4810-bff9-21fbc4182843 req-b61d2227-131c-4719-9821-74610b56bbf4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:41.471829 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b19ed43b-1010-4810-bff9-21fbc4182843 req-b61d2227-131c-4719-9821-74610b56bbf4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0865836 Apr 23 01:24:41.519980 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b19ed43b-1010-4810-bff9-21fbc4182843 req-d4f5bf4c-b1b8-4ca5-9bba-67ae25998d23 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422604 Apr 23 01:24:42.708301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada4342-48e1-44fa-97a5-67848690a8dc req-540cc3f9-d016-46d6-ac2b-c6917489209b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:42.709637 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fada4342-48e1-44fa-97a5-67848690a8dc req-540cc3f9-d016-46d6-ac2b-c6917489209b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0814967 Apr 23 01:24:42.753563 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fada4342-48e1-44fa-97a5-67848690a8dc req-11a375d7-7b3e-4c08-9903-af5f4001218b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382547 Apr 23 01:24:43.044175 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-246c6ee6-303c-4e0d-8ac5-557260dcdd08 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829778 Apr 23 01:24:43.124593 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac629e10-73e6-4ee3-9c1c-cf985f8299ee req-78df66f4-113f-49c7-aca3-3ad53a9e8856 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:43.126194 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac629e10-73e6-4ee3-9c1c-cf985f8299ee req-78df66f4-113f-49c7-aca3-3ad53a9e8856 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0828295 Apr 23 01:24:43.170729 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ac629e10-73e6-4ee3-9c1c-cf985f8299ee req-493affea-0342-447b-b168-cd1326f6f04b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384946 Apr 23 01:24:43.890679 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e31a4fae-5514-47f2-9c5d-3432977c489a no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:24:44.004438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:44.030919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:24:44.039861 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:24:44.044665 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:44.119489 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:24:44.127690 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.128055 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.128401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.128742 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.129077 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.129415 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.129739 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.130067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.130424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.130753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.131075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.131397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:24:44.172633 dv-neutron-838784-1-hyperv neutron-server[88074]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6dc5ec7b-fe90-45cc-8f91-d0ed92ca3892']: {'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'code': 422} returned with failed status Apr 23 01:24:44.365706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4b85d-0a07-4c1a-9c9e-6c24656f7210 req-05a816f0-086e-44cd-a0f1-36ff6fe04ceb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:44.367112 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-20e4b85d-0a07-4c1a-9c9e-6c24656f7210 req-05a816f0-086e-44cd-a0f1-36ff6fe04ceb tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0878980 Apr 23 01:24:44.412249 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-20e4b85d-0a07-4c1a-9c9e-6c24656f7210 req-a3830f36-1442-4b2f-9455-34e9ef688cd4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395184 Apr 23 01:24:45.320223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-60c016ff-18ce-479d-8e84-c4a1268f31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:45.575091 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-ea809d79-397f-4443-8d6b-3f3a4c61834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:45.576428 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-ea809d79-397f-4443-8d6b-3f3a4c61834a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9&tenant_id=948973fae7724a4984194a8d899b6361 HTTP/1.1" status: 200 len: 1097 time: 0.1157768 Apr 23 01:24:45.611424 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929fbfe-ea5b-4197-856a-85436139065c req-36de5a45-7e45-45eb-9ba5-3f208d40d9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:45.612856 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8929fbfe-ea5b-4197-856a-85436139065c req-36de5a45-7e45-45eb-9ba5-3f208d40d9d3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0866888 Apr 23 01:24:45.697433 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8929fbfe-ea5b-4197-856a-85436139065c req-1b9870b5-58f6-4b55-9626-664511647c12 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534291 Apr 23 01:24:45.720272 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-37f6da8e-0b87-441a-b29e-453abfb92236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:45.721721 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-37f6da8e-0b87-441a-b29e-453abfb92236 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1097 time: 0.1080368 Apr 23 01:24:45.849919 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-2b4fbbf9-9678-4168-8c21-b11b2918696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:45.851390 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-2b4fbbf9-9678-4168-8c21-b11b2918696f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1236484 Apr 23 01:24:45.953538 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-7146878e-d10f-4d00-802d-3e3edb815b91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1000 time: 0.0965166 Apr 23 01:24:46.013742 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-6a97e570-2f23-4e5b-a061-f547ec75ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:46.015194 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-6a97e570-2f23-4e5b-a061-f547ec75ba00 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0563571 Apr 23 01:24:46.088505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-5a393a3f-af2b-4869-8c79-32f80e5c02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:46.089946 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-5a393a3f-af2b-4869-8c79-32f80e5c02ba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694444 Apr 23 01:24:46.219089 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-408a7bd9-0a05-4acd-9478-bc27bde4fc15 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226513 Apr 23 01:24:46.352943 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-278b7736-f0a1-4da7-a89a-daf56ac412bd req-90c20abf-362b-4fd2-a36d-884a016c71c9 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264586 Apr 23 01:24:46.886140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec78245-f3d5-490e-ab14-4d2483341a99 req-30c79696-26de-46da-bce0-1240fe668ee4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:46.887578 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3ec78245-f3d5-490e-ab14-4d2483341a99 req-30c79696-26de-46da-bce0-1240fe668ee4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0784645 Apr 23 01:24:46.934774 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-3ec78245-f3d5-490e-ab14-4d2483341a99 req-574cb0ab-bd57-40b6-a7bb-0eae9a673730 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411906 Apr 23 01:24:47.741740 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5d13abad-8b81-4900-82b9-9697978f7440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:48.121761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95a58-1ae9-4f13-86a0-8c9b6a7f6776 req-bc544d4e-ebc5-485e-a22b-42002e31282c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:48.123281 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d7c95a58-1ae9-4f13-86a0-8c9b6a7f6776 req-bc544d4e-ebc5-485e-a22b-42002e31282c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0835230 Apr 23 01:24:48.166649 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d7c95a58-1ae9-4f13-86a0-8c9b6a7f6776 req-20fde317-d4d6-477e-9d92-cafc101a9d89 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373275 Apr 23 01:24:48.753902 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:48.841948 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:49.351843 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a351d86-13d8-49a6-8851-58f474d3e2e6 req-61d0581e-a2e3-458b-aeb6-047b8e2a30b9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:49.353204 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a351d86-13d8-49a6-8851-58f474d3e2e6 req-61d0581e-a2e3-458b-aeb6-047b8e2a30b9 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0806684 Apr 23 01:24:49.397138 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2a351d86-13d8-49a6-8851-58f474d3e2e6 req-31d31b8c-73ef-4b5c-838c-343b0cf868d8 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383091 Apr 23 01:24:50.202830 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:50.580737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45882faa-6488-4cb0-9c6e-b2031368dc5b req-61793ffd-e1e7-43b9-be6e-efc81cb8afed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:50.582170 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-45882faa-6488-4cb0-9c6e-b2031368dc5b req-61793ffd-e1e7-43b9-be6e-efc81cb8afed tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0785234 Apr 23 01:24:50.630387 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-45882faa-6488-4cb0-9c6e-b2031368dc5b req-6040930d-d5e4-4687-b029-9ac33fb1e1b0 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426004 Apr 23 01:24:51.816312 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7151bfa-4972-4802-a9bb-9c98d0aa24f7 req-a3556723-a247-4b0e-b522-7c3a7742cfbc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:51.817752 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d7151bfa-4972-4802-a9bb-9c98d0aa24f7 req-a3556723-a247-4b0e-b522-7c3a7742cfbc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0830386 Apr 23 01:24:51.861376 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d7151bfa-4972-4802-a9bb-9c98d0aa24f7 req-e2e7478c-2733-48ca-93f3-065ce84b4959 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379951 Apr 23 01:24:53.057216 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c639ec-c12b-4b5d-87bb-0c37f6d0acde req-32aa6f7f-5604-4e5d-86ef-cb2afe686df0 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:53.062809 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c639ec-c12b-4b5d-87bb-0c37f6d0acde req-32aa6f7f-5604-4e5d-86ef-cb2afe686df0 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0884008 Apr 23 01:24:53.104718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-04c639ec-c12b-4b5d-87bb-0c37f6d0acde req-3c97ef77-42fb-4333-a414-67e17103c07c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Apr 23 01:24:54.289306 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd2bd-2bf4-4241-a93a-ac22e01130fe req-e9918841-f7a5-4871-a552-c0867591168c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:54.290665 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-213dd2bd-2bf4-4241-a93a-ac22e01130fe req-e9918841-f7a5-4871-a552-c0867591168c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0788956 Apr 23 01:24:54.333718 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-213dd2bd-2bf4-4241-a93a-ac22e01130fe req-e3eb941f-fe1c-4263-8268-a8dde027ebca tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372295 Apr 23 01:24:55.520137 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6458cc-26e0-4c63-bda1-925c2b635c76 req-3d2553cf-7450-414f-807c-8f43139b71d4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:55.521551 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5d6458cc-26e0-4c63-bda1-925c2b635c76 req-3d2553cf-7450-414f-807c-8f43139b71d4 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 944 time: 0.0811749 Apr 23 01:24:55.666787 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5d6458cc-26e0-4c63-bda1-925c2b635c76 req-410fa84f-e4a4-4727-a47c-ed7db6a2178c tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394093 Apr 23 01:24:55.931669 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e31a4fae-5514-47f2-9c5d-3432977c489a details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:24:56.107238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:24:56.120478 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'port_id': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'mac_address': 'fa:16:3e:be:6a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:24:56.174652 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:56.190950 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31a4fae-5514-47f2-9c5d-3432977c489a {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:24:56.206664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:24:56.210893 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:56.279067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:24:56.628449 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['e31a4fae-5514-47f2-9c5d-3432977c489a'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:24:56.859277 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bb013-bd4e-4dac-91fb-5561ba157ff4 req-859bdd55-6790-490d-8b16-8226e93c6f2b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:56.861446 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-243bb013-bd4e-4dac-91fb-5561ba157ff4 req-859bdd55-6790-490d-8b16-8226e93c6f2b tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 945 time: 0.0846608 Apr 23 01:24:56.904761 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-243bb013-bd4e-4dac-91fb-5561ba157ff4 req-95f88eae-fedb-4a76-8456-c5d5d85e2808 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374074 Apr 23 01:24:57.952597 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e31a4fae-5514-47f2-9c5d-3432977c489a up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:24:58.024442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port e31a4fae-5514-47f2-9c5d-3432977c489a triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:24:58.024885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:58.092228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0f8c7-6331-4a70-9ecc-0977a9ffda2b req-8e999db2-484e-4d62-944e-a2cf213282d2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:58.093676 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cb0f8c7-6331-4a70-9ecc-0977a9ffda2b req-8e999db2-484e-4d62-944e-a2cf213282d2 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 945 time: 0.0826960 Apr 23 01:24:58.138885 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cb0f8c7-6331-4a70-9ecc-0977a9ffda2b req-36b995d2-2862-4489-861c-7b8bcb366a05 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391660 Apr 23 01:24:58.141397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:58.167877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:24:58.178383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:24:58.182397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:24:58.217001 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f29a947-69e8-42d7-8588-94817e5c71c0'] response: {'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'code': 200} Apr 23 01:24:58.256305 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:24:58.515929 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450be8c4-e567-4338-9cd2-08240daf39b7 req-1cffb1fc-a716-4ae1-b123-e9345b471e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:58.517937 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-450be8c4-e567-4338-9cd2-08240daf39b7 req-1cffb1fc-a716-4ae1-b123-e9345b471e0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0715587 Apr 23 01:24:58.558102 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-450be8c4-e567-4338-9cd2-08240daf39b7 req-dd882a62-868f-48ec-a37d-4efb6b10903e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342834 Apr 23 01:24:59.330495 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6e539-33fb-4478-87cf-e5cb8372baec req-38b33086-28c1-4786-98c1-9244fe2783f1 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:24:59.331859 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-16a6e539-33fb-4478-87cf-e5cb8372baec req-38b33086-28c1-4786-98c1-9244fe2783f1 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0843375 Apr 23 01:24:59.374438 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-16a6e539-33fb-4478-87cf-e5cb8372baec req-e5dcfe09-1238-4c46-b975-550e8a1ba5a5 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369740 Apr 23 01:25:00.562503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c4ec6-8834-43a3-aa80-117f75e3f3f2 req-24bec9ff-7640-4049-9cf4-d154058eb7c1 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:25:00.564425 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fe1c4ec6-8834-43a3-aa80-117f75e3f3f2 req-24bec9ff-7640-4049-9cf4-d154058eb7c1 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0837059 Apr 23 01:25:00.607524 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-fe1c4ec6-8834-43a3-aa80-117f75e3f3f2 req-1c03c0a5-123b-4dea-94c5-2314633c92f3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374417 Apr 23 01:25:03.236747 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:25:07.982202 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-eb9cf10f-5f1a-4cd5-8219-2fd41419bb74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702133 Apr 23 01:25:08.136620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-9c556146-4a4c-4a82-bbdc-56552b19646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:25:08.138041 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-9c556146-4a4c-4a82-bbdc-56552b19646d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0729463 Apr 23 01:25:08.278956 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-00b4c215-67f1-4075-af53-1c2cd7c21dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:25:08.280385 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-00b4c215-67f1-4075-af53-1c2cd7c21dea service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1242664 Apr 23 01:25:08.381175 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-65dd523d-8e82-433c-913a-a9e72b7a1d8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1002 time: 0.0942936 Apr 23 01:25:08.444644 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-99d0fc92-6d5c-4de0-b63b-fee4f5ba1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:25:08.446026 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-99d0fc92-6d5c-4de0-b63b-fee4f5ba1f93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0588393 Apr 23 01:25:08.519707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-b1a06e1a-5f98-4b87-84e0-e53d5b48561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:25:08.521125 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-b1a06e1a-5f98-4b87-84e0-e53d5b48561c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691423 Apr 23 01:25:08.653439 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-01bafbc5-86cf-4811-b5a3-3bb17b0a658f service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261990 Apr 23 01:25:08.783486 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-674d0da8-e88e-40c7-9cd9-575e47482d35 req-bcdc2cec-085b-42aa-9b31-cdd2b66bb889 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238544 Apr 23 01:25:10.492845 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:15.321365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fc381171-a213-4a25-8411-f030772ab73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:17.749068 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-cf240561-c61e-4849-a01e-41f5578ccd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:18.759590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:18.849568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:20.203008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:40.236786 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:25:40.508873 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:45.322966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bad4c300-f61d-4fb4-8e9f-9c6b8a15b8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:47.745587 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e95b04aa-ea3a-411b-be05-8ef2f96faee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:48.759104 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:48.845075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:25:50.206856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:10.008633 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-74850b3f-3ae1-4ce7-942a-ff24463dc3b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883031 Apr 23 01:26:10.164034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-9545e40a-9742-4559-a18a-68b5806b02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:10.165486 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-9545e40a-9742-4559-a18a-68b5806b02d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0721571 Apr 23 01:26:10.309126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-63960df8-ac4a-497e-af05-090a073ae198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:10.310495 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-63960df8-ac4a-497e-af05-090a073ae198 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1278014 Apr 23 01:26:10.414629 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-c2cbddaa-caaa-45d1-b597-89a96dfbe996 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 1002 time: 0.0981443 Apr 23 01:26:10.474757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-feb788a8-01a5-40f0-bef6-fd2464fdab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:10.477145 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-feb788a8-01a5-40f0-bef6-fd2464fdab36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0574486 Apr 23 01:26:10.505994 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:10.555379 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-3f6107db-d643-4284-85e5-6bcc5580f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:10.556820 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-3f6107db-d643-4284-85e5-6bcc5580f376 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744720 Apr 23 01:26:10.790498 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-7fd5394d-e987-41d8-90ef-33b211a3b7a7 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278352 Apr 23 01:26:10.921030 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cde4d16e-7b09-4e23-826a-ef56f6a8127f req-7da05af9-4d1e-4fd3-9962-21852fb66985 service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244595 Apr 23 01:26:15.328624 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4d4e1e9d-1ddd-4a4b-95d1-5ba1dd3c0752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:16.124882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 49978) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:16.329584 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Deleting port 5ec89b27-2edc-4857-a1c7-1a3fd3675944 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:16.329934 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:16.497832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:16.498164 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:16.618018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Calling delete_port for 5ec89b27-2edc-4857-a1c7-1a3fd3675944 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:16.767825 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:16.814792 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event deleted for resources: {'Port': ['ID=5ec89b27-2edc-4857-a1c7-1a3fd3675944,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:16.849448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.849802 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.850143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.850525 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.850846 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.851870 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.852208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.852542 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.852874 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.853198 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.853526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.853847 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:16.918059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:16.918344 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Floating IP 0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f disassociated (deleted). External IP: 172.26.8.106, port: e31a4fae-5514-47f2-9c5d-3432977c489a. Apr 23 01:26:17.236182 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:26:17.265189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:26:17.567285 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:26:17.576620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] Sync routers for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:26:17.588688 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:17.590079 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:17.590939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:25:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:17.647833 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-7f75ead9-f9c9-45c2-9d29-a680bbb4a76e tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "DELETE /v2.0/floatingips/0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f HTTP/1.1" status: 204 len: 168 time: 1.5194943 Apr 23 01:26:17.647833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:26:17.768781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-bc016608-ee0d-44c0-918f-a44654eddd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:17.801214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:17.823293 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094dec1b-0094-41af-8711-bb6e2d175d8b'] response: {'name': 'network-changed', 'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'status': 'completed', 'code': 200} Apr 23 01:26:17.938885 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-127c3252-2e36-4902-b974-1fee2b817de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:17.940352 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-127c3252-2e36-4902-b974-1fee2b817de0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=948973fae7724a4984194a8d899b6361&device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 1099 time: 0.0740187 Apr 23 01:26:18.099143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-99808399-616f-4f09-9dbb-069819baee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:18.100888 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-99808399-616f-4f09-9dbb-069819baee79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 200 len: 908 time: 0.1536813 Apr 23 01:26:18.138303 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:18.142132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] Checking router: 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:26:18.151485 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:18.152083 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:18.174625 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-c5a1d14e-83e9-4fec-9ce8-34339397e421 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 200 len: 217 time: 0.0674355 Apr 23 01:26:18.207970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67fd7d-e73e-461f-9e67-d2150e021368 req-85d24f6a-87ab-4f61-9e4d-bbf75e37d741 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:18.209498 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc67fd7d-e73e-461f-9e67-d2150e021368 req-85d24f6a-87ab-4f61-9e4d-bbf75e37d741 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0956035 Apr 23 01:26:18.241746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-4632a291-5c91-4217-b591-f1009a74180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:18.243377 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-4632a291-5c91-4217-b591-f1009a74180a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 200 len: 847 time: 0.0622704 Apr 23 01:26:18.265984 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc67fd7d-e73e-461f-9e67-d2150e021368 req-18ca7d68-2137-46d8-ad59-33269406e61f tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492589 Apr 23 01:26:18.325361 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-b179589a-7222-4805-89f0-3e4e6f696fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:18.326899 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-b179589a-7222-4805-89f0-3e4e6f696fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c7969f83-6db5-4fe0-9072-e132cfb90785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775433 Apr 23 01:26:18.373722 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:18.461338 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-d6b04a8f-cd6a-43ee-9da4-1140ab1a9a7c service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271005 Apr 23 01:26:18.591584 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f4e26d64-e8be-4612-8489-63f4f729dca0 req-5d41bfd1-6737-426e-9e53-574dd2795d1c service neutron] 10.222.0.42 "GET /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248486 Apr 23 01:26:18.685183 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:18.688997 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298f9e3-bc70-4531-a54f-34b254bc2987 None None] The sync data for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv is: [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:16:20Z', 'revision_number': 4, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': '3dcf918b-c0ed-46f9-8155-039a2f9ab672', 'name': '', 'network_id': 'c7969f83-6db5-4fe0-9072-e132cfb90785', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'mac_address': 'fa:16:3e:79:b6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:19Z', 'updated_at': '2022-04-23T01:16:26Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'subnets': [{'id': '472edffc-299d-4c76-944b-2a0d4bdc328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:26:18.762721 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:18.848405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:18.903103 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d015db-d655-4c46-98ca-b53b1912e098 None None] New status for floating IP 0d9ef4e3-21b4-43e3-89a1-5e1e3ea21f8f: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:26:19.461438 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328146c-b6a0-433f-97ad-ac1778e0c794 req-fb1c3e6a-da23-4373-953e-911e67412dbd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:19.462129 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f328146c-b6a0-433f-97ad-ac1778e0c794 req-fb1c3e6a-da23-4373-953e-911e67412dbd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Synchronizing usage tracker for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:26:19.477034 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-f328146c-b6a0-433f-97ad-ac1778e0c794 req-fb1c3e6a-da23-4373-953e-911e67412dbd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Unset dirty status for tenant:948973fae7724a4984194a8d899b6361 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:26:19.478348 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f328146c-b6a0-433f-97ad-ac1778e0c794 req-fb1c3e6a-da23-4373-953e-911e67412dbd tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0966973 Apr 23 01:26:19.522462 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f328146c-b6a0-433f-97ad-ac1778e0c794 req-f20b9959-b9b5-4ed2-91bf-34298a5fcefc tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/security-groups?id=10adc3a8-de56-4ba5-88f3-12493c0a1767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384073 Apr 23 01:26:19.928040 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41303425-c2c7-43b7-837c-090e19b86aae req-ee1578f7-ff26-407b-9642-414076826b56 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:19.929927 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-41303425-c2c7-43b7-837c-090e19b86aae req-ee1578f7-ff26-407b-9642-414076826b56 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 946 time: 0.0821843 Apr 23 01:26:19.998014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Deleting port e31a4fae-5514-47f2-9c5d-3432977c489a {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:19.998376 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:20.215362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:20.250207 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] For port e31a4fae-5514-47f2-9c5d-3432977c489a, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=e31a4fae-5514-47f2-9c5d-3432977c489a,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:20.250623 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:20.485117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Calling delete_port for e31a4fae-5514-47f2-9c5d-3432977c489a owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:20.637921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:20.682574 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-91449aaa-64f0-4c23-9881-f35b58d4acf5 req-21d150e1-731d-42e8-83c6-585762fad286 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 210 time: 0.0498147 Apr 23 01:26:20.692383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event deleted for resources: {'Port': ['ID=e31a4fae-5514-47f2-9c5d-3432977c489a,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:20.775261 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] No DVR routers for this DVR port e31a4fae-5514-47f2-9c5d-3432977c489a on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:26:20.777677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:20.780126 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-deleted', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:26:20.795996 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-41303425-c2c7-43b7-837c-090e19b86aae req-71aa6097-e036-4578-a264-efe051d09436 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.42 "DELETE /v2.0/ports/e31a4fae-5514-47f2-9c5d-3432977c489a HTTP/1.1" status: 204 len: 173 time: 0.8614428 Apr 23 01:26:20.824991 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154f3bdd-5f9f-48ae-a477-b47ba827f577'] response: {'server_uuid': 'e9ef10e0-1c00-417f-b5b8-1d16913f5eb9', 'name': 'network-vif-deleted', 'tag': 'e31a4fae-5514-47f2-9c5d-3432977c489a', 'status': 'completed', 'code': 200} Apr 23 01:26:21.849199 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-c29afa67-45dd-4800-b729-227769580a67 req-3358ad79-394f-423f-a919-4c075951031d tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9ef10e0-1c00-417f-b5b8-1d16913f5eb9 HTTP/1.1" status: 200 len: 210 time: 0.0449100 Apr 23 01:26:22.329289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e31a4fae-5514-47f2-9c5d-3432977c489a no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:26:22.362638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: e31a4fae-5514-47f2-9c5d-3432977c489a {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:26:22.362978 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device e31a4fae-5514-47f2-9c5d-3432977c489a not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:26:22.949160 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50032) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:23.021025 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:23.053531 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:23.126851 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:23.146657 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10adc3a8-de56-4ba5-88f3-12493c0a1767,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:23.157604 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.157953 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.158321 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.158678 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.159010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.159335 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.159663 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.159991 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.160322 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.160646 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.160973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.161297 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:23.165854 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:23.167279 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-11a9ba1c-452f-4665-98ba-ea9352da9cc3 tempest-TestShelveInstance-1802168176 tempest-TestShelveInstance-1802168176-project] 10.222.0.39 "DELETE /v2.0/security-groups/10adc3a8-de56-4ba5-88f3-12493c0a1767 HTTP/1.1" status: 204 len: 168 time: 0.2168009 Apr 23 01:26:23.228134 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50038) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:23.921943 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:24.269515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Deleting port 3dcf918b-c0ed-46f9-8155-039a2f9ab672 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:24.270179 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:24.549696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] For port 3dcf918b-c0ed-46f9-8155-039a2f9ab672, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=3dcf918b-c0ed-46f9-8155-039a2f9ab672,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:24.549958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:24.669873 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Calling delete_port for 3dcf918b-c0ed-46f9-8155-039a2f9ab672 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:24.846478 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:24.895609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcf918b-c0ed-46f9-8155-039a2f9ab672,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:25.159181 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:25.514112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:26:25.688950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:26:25.697846 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] Sync routers for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:26:25.701184 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-db2a967b-7804-4793-8b29-a7496c0ed547 admin admin] 10.222.0.39 "PUT /v2.0/routers/874bb50e-4f18-44b5-8d2a-2943eb6bcb7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4713693 Apr 23 01:26:25.703816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50044) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:25.707903 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:25.708534 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:25.886004 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:25.973691 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:26.145681 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:26.156780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Deleting port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:26.157282 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:26.172977 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:26:24Z', 'revision_number': 5, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port': {'id': '6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:17Z', 'updated_at': '2022-04-23T01:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:26.176813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] Checking router: 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:26:26.185625 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] Routers {'874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:26.186220 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:26.338695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] Set router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:26.341356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] For port 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:26.341698 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:26.468634 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Calling delete_port for 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:26.493957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:26:26Z', 'revision_number': 6, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:26.498223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c6a2a-e207-45d9-a76b-7424e44cf314 None None] The sync data for ids ['874bb50e-4f18-44b5-8d2a-2943eb6bcb7a'] in dv-neutron-838784-1-hyperv is: [{'id': '874bb50e-4f18-44b5-8d2a-2943eb6bcb7a', 'name': 'tempest-TestShelveInstance-634419456-router', 'tenant_id': '948973fae7724a4984194a8d899b6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:16Z', 'updated_at': '2022-04-23T01:26:26Z', 'revision_number': 6, 'project_id': '948973fae7724a4984194a8d899b6361', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:26:26.776457 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:26.855852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:26.924161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.092420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.094528 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.115475 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.116158 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874bb50e-4f18-44b5-8d2a-2943eb6bcb7a {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:26:27.128664 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.129765 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-ecbb6177-0a72-4122-9f1b-08c8b9b43492 admin admin] 10.222.0.39 "DELETE /v2.0/routers/874bb50e-4f18-44b5-8d2a-2943eb6bcb7a HTTP/1.1" status: 204 len: 168 time: 1.4249730 Apr 23 01:26:27.133213 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50048) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:27.191707 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] Deleting subnet 472edffc-299d-4c76-944b-2a0d4bdc328c {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:26:27.195057 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.359383 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.437649 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.511493 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.547293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472edffc-299d-4c76-944b-2a0d4bdc328c,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:27.552537 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.558733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78bcf7-14af-4e16-a689-ca677fc655ef None None] Network c7969f83-6db5-4fe0-9072-e132cfb90785 requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:26:27.559174 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-4aeff7b0-16d3-44e5-b836-9aecf0bf2188 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/472edffc-299d-4c76-944b-2a0d4bdc328c HTTP/1.1" status: 204 len: 168 time: 0.4247377 Apr 23 01:26:27.561452 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50052) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:27.666784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.677255 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Deleting port 01c0fcd7-50b9-40e8-afc8-38a967623404 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:27.677589 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.821659 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] DHCP port deletion for c7969f83-6db5-4fe0-9072-e132cfb90785 request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:26:27.825868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Deleting port 01c0fcd7-50b9-40e8-afc8-38a967623404 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:27.826361 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:27.884389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] For port 01c0fcd7-50b9-40e8-afc8-38a967623404, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=01c0fcd7-50b9-40e8-afc8-38a967623404,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:27.884754 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.012044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Calling delete_port for 01c0fcd7-50b9-40e8-afc8-38a967623404 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:28.028112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] For port 01c0fcd7-50b9-40e8-afc8-38a967623404, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=01c0fcd7-50b9-40e8-afc8-38a967623404,segment=NetworkSegment(51c02d19-981b-44ee-85c3-9bf01a3ef932),segment_id=51c02d19-981b-44ee-85c3-9bf01a3ef932)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:28.028501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.087829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.138527 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c0fcd7-50b9-40e8-afc8-38a967623404,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:28.140298 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] No DVR routers for this DVR port 01c0fcd7-50b9-40e8-afc8-38a967623404 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:26:28.152789 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Calling delete_port for 01c0fcd7-50b9-40e8-afc8-38a967623404 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:28.227261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:26:28.227607 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:26:28.253418 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.282890 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7969f83-6db5-4fe0-9072-e132cfb90785']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:28.294692 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c02d19-981b-44ee-85c3-9bf01a3ef932') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:28.294988 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c02d19-981b-44ee-85c3-9bf01a3ef932') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:28.306080 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.322280 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.328231 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:26:28.328639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:26:28.341938 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:26:28.418915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.434385 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.446097 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7969f83-6db5-4fe0-9072-e132cfb90785,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:28.461650 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6bd00ca3-86d6-407e-8167-c88aec092ec7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c7969f83-6db5-4fe0-9072-e132cfb90785 HTTP/1.1" status: 204 len: 168 time: 0.8954248 Apr 23 01:26:28.461833 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50056) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:28.516501 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3dcf918b-c0ed-46f9-8155-039a2f9ab672 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:26:28.549813 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 3dcf918b-c0ed-46f9-8155-039a2f9ab672 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:26:28.550075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 3dcf918b-c0ed-46f9-8155-039a2f9ab672 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:26:28.550521 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 01c0fcd7-50b9-40e8-afc8-38a967623404 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:26:28.583131 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 01c0fcd7-50b9-40e8-afc8-38a967623404 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:26:28.583767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 01c0fcd7-50b9-40e8-afc8-38a967623404 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:26:28.583923 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:26:28.620286 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:26:28.620632 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 6bec0a77-c543-4feb-81e5-bc6d9e4f0ab6 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:26:28.728738 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Deleting port 01c0fcd7-50b9-40e8-afc8-38a967623404 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:28.729155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:28.793828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c26085c2-1087-4b8b-bac7-cd82c9f90b68 None None] The port '01c0fcd7-50b9-40e8-afc8-38a967623404' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:26:29.101173 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:29.444997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Deleting port bdcdca95-4cc4-414f-81be-2de957d2d009 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:29.445247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:29.614687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] For port bdcdca95-4cc4-414f-81be-2de957d2d009, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bdcdca95-4cc4-414f-81be-2de957d2d009,segment=NetworkSegment(a13d0c0e-f181-433d-8185-6f2ae6bdade9),segment_id=a13d0c0e-f181-433d-8185-6f2ae6bdade9)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:29.615363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:29.735444 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Calling delete_port for bdcdca95-4cc4-414f-81be-2de957d2d009 owned by network:router_interface {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:29.914968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:29.995815 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Pushing event deleted for resources: {'Port': ['ID=bdcdca95-4cc4-414f-81be-2de957d2d009,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:30.343904 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:30.699540 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Router 1179fcc3-f29d-470d-b2df-3584d91be7b5 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:26:30.870484 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:26:30.878869 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] Sync routers for ids ['1179fcc3-f29d-470d-b2df-3584d91be7b5'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:26:30.886689 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-5e4c9db8-41ed-4e5d-83e3-1632197902cc admin admin] 10.222.0.39 "PUT /v2.0/routers/1179fcc3-f29d-470d-b2df-3584d91be7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4237211 Apr 23 01:26:30.889227 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50060) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:30.889358 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] Routers {'1179fcc3-f29d-470d-b2df-3584d91be7b5'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:30.889920 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1179fcc3-f29d-470d-b2df-3584d91be7b5'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:31.066970 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks [] for router, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:31.068825 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] Set router 1179fcc3-f29d-470d-b2df-3584d91be7b5 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:31.237236 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:31.246823 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Deleting port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:31.247258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:31.354154 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:26:29Z', 'revision_number': 5, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port': {'id': '60a05cfc-8a92-48a8-9cba-c7c42c291f1c', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:16:23Z', 'updated_at': '2022-04-23T01:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:31.358019 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] Checking router: 1179fcc3-f29d-470d-b2df-3584d91be7b5 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:26:31.366266 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] Routers {'1179fcc3-f29d-470d-b2df-3584d91be7b5'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:31.366876 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['1179fcc3-f29d-470d-b2df-3584d91be7b5'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:31.517700 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] Set router 1179fcc3-f29d-470d-b2df-3584d91be7b5 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:31.537363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] For port 60a05cfc-8a92-48a8-9cba-c7c42c291f1c, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:31.537715 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:31.621770 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:26:31Z', 'revision_number': 6, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:31.625792 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6f86a7-1394-491e-9578-d882d3e52334 None None] The sync data for ids ['1179fcc3-f29d-470d-b2df-3584d91be7b5'] in dv-neutron-838784-1-hyperv is: [{'id': '1179fcc3-f29d-470d-b2df-3584d91be7b5', 'name': 'tempest-TestShelveInstance-804874157-router', 'tenant_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:16:22Z', 'updated_at': '2022-04-23T01:26:31Z', 'revision_number': 6, 'project_id': 'fe4b4978cb4e468ba859cf1cb0752278', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:26:31.660945 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Calling delete_port for 60a05cfc-8a92-48a8-9cba-c7c42c291f1c owned by network:router_gateway {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:31.828561 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:31.874760 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=60a05cfc-8a92-48a8-9cba-c7c42c291f1c,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:31.969037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.144323 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.146440 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.170272 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.170807 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1179fcc3-f29d-470d-b2df-3584d91be7b5 {{(pid=88072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:26:32.182883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.183980 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c6b2fb90-72cb-4054-af66-2c18ef4ed5fa admin admin] 10.222.0.39 "DELETE /v2.0/routers/1179fcc3-f29d-470d-b2df-3584d91be7b5 HTTP/1.1" status: 204 len: 168 time: 1.2938628 Apr 23 01:26:32.186526 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50064) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:32.244168 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] Deleting subnet 20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf {{(pid=88072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:26:32.247071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.297055 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3044895'] for subnet, precommit_delete_associations {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.374035 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.445509 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2307740', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3106048'] for subnet, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.483943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:32.487643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.493568 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03e922-317f-4abb-ac8a-73962e54220f None None] Network a35c19ca-1d8d-4160-b36b-4ca0bc66418e requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:26:32.494093 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c91e0fdd-4d5e-42c1-bbf5-a00f7a605b5b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/20200c9d-464e-4c2c-a1bc-8b0cedb8bfdf HTTP/1.1" status: 204 len: 168 time: 0.3064499 Apr 23 01:26:32.496613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50068) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:32.528063 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bdcdca95-4cc4-414f-81be-2de957d2d009 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:26:32.568480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: bdcdca95-4cc4-414f-81be-2de957d2d009 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:26:32.568996 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bdcdca95-4cc4-414f-81be-2de957d2d009 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:26:32.569591 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 60a05cfc-8a92-48a8-9cba-c7c42c291f1c no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:26:32.607591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.619386 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Deleting port aa17230d-444a-422a-9351-d9e04404d244 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:32.619471 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.654508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 60a05cfc-8a92-48a8-9cba-c7c42c291f1c {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:26:32.654856 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 60a05cfc-8a92-48a8-9cba-c7c42c291f1c not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:26:32.828208 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] For port aa17230d-444a-422a-9351-d9e04404d244, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=aa17230d-444a-422a-9351-d9e04404d244,segment=NetworkSegment(a13d0c0e-f181-433d-8185-6f2ae6bdade9),segment_id=a13d0c0e-f181-433d-8185-6f2ae6bdade9)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:32.828571 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:32.832992 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] DHCP port deletion for a35c19ca-1d8d-4160-b36b-4ca0bc66418e request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:26:32.837516 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Deleting port aa17230d-444a-422a-9351-d9e04404d244 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:32.837885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.044975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] For port aa17230d-444a-422a-9351-d9e04404d244, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=aa17230d-444a-422a-9351-d9e04404d244,segment=NetworkSegment(a13d0c0e-f181-433d-8185-6f2ae6bdade9),segment_id=a13d0c0e-f181-433d-8185-6f2ae6bdade9)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:33.045289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.057651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Calling delete_port for aa17230d-444a-422a-9351-d9e04404d244 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:33.136215 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.182891 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa17230d-444a-422a-9351-d9e04404d244,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:33.186381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] No DVR routers for this DVR port aa17230d-444a-422a-9351-d9e04404d244 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:26:33.204686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Calling delete_port for aa17230d-444a-422a-9351-d9e04404d244 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:26:33.275965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:26:33.276319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:26:33.300999 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.330316 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35c19ca-1d8d-4160-b36b-4ca0bc66418e']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:33.342637 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13d0c0e-f181-433d-8185-6f2ae6bdade9') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:33.342941 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13d0c0e-f181-433d-8185-6f2ae6bdade9') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:33.354702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.370096 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.376003 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:26:33.376405 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:26:33.389883 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:26:33.465229 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.480728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.493020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] Pushing event deleted for resources: {'Network': ['ID=a35c19ca-1d8d-4160-b36b-4ca0bc66418e,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:33.497709 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-2407a4e6-c8f3-42a1-b834-4369f94ac99d admin admin] 10.222.0.39 "DELETE /v2.0/networks/a35c19ca-1d8d-4160-b36b-4ca0bc66418e HTTP/1.1" status: 204 len: 168 time: 1.0001695 Apr 23 01:26:33.631246 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50074) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:33.679989 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f8d2863a-c120-454b-ac0d-05210db8b3e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=948973fae7724a4984194a8d899b6361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469601 Apr 23 01:26:33.682314 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50078) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:33.739763 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7777eee-eda2-46ed-85e7-949ac8cc1ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.766146 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7777eee-eda2-46ed-85e7-949ac8cc1ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.777795 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Deleting port aa17230d-444a-422a-9351-d9e04404d244 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:26:33.778312 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.820378 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7777eee-eda2-46ed-85e7-949ac8cc1ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.839247 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7777eee-eda2-46ed-85e7-949ac8cc1ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293b652f-cb89-409f-9aba-f916d5e86e1f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:33.847078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-a7777eee-eda2-46ed-85e7-949ac8cc1ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:33.851153 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-a7777eee-eda2-46ed-85e7-949ac8cc1ecc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/293b652f-cb89-409f-9aba-f916d5e86e1f HTTP/1.1" status: 204 len: 168 time: 0.1653919 Apr 23 01:26:33.868639 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdd4d6-35ab-4635-8b7f-a50a24da5c42 None None] The port 'aa17230d-444a-422a-9351-d9e04404d244' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:26:34.222204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50086) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:34.273496 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-6a1b4184-4d3b-47de-98cb-b4ed40a03346 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe4b4978cb4e468ba859cf1cb0752278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501170 Apr 23 01:26:34.275920 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50090) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:34.334054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12b5adb1-eb66-444e-8b8c-17087ed346b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:34.360603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12b5adb1-eb66-444e-8b8c-17087ed346b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:34.411696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12b5adb1-eb66-444e-8b8c-17087ed346b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:34.426324 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5adb1-eb66-444e-8b8c-17087ed346b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95de866-980b-4357-9625-5ebe0cada1f4,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:34.433651 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-12b5adb1-eb66-444e-8b8c-17087ed346b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:34.434783 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-12b5adb1-eb66-444e-8b8c-17087ed346b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c95de866-980b-4357-9625-5ebe0cada1f4 HTTP/1.1" status: 204 len: 168 time: 0.1579885 Apr 23 01:26:34.506633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa17230d-444a-422a-9351-d9e04404d244 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:26:34.540686 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: aa17230d-444a-422a-9351-d9e04404d244 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:26:34.541041 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device aa17230d-444a-422a-9351-d9e04404d244 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:26:35.205198 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50114) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:35.311278 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2012035409-network', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:35.315968 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:35.320839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Usage tracker for resource:network and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:35.324176 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:35.330748 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:35.340696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Made reservation on behalf of c2e8981ba12a481da560401c61b78a15 for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:26:35.343231 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.355725 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.370503 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:35.374381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:35.377381 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:35.383916 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:35.473384 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.478345 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.507988 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:26:35.520148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7101044-6abd-4ca2-9ac3-bd57f5f7602f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:35.525235 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.525576 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Added segment 4d65c5ed-f7ac-467a-bd54-88f95f83d320 of type vlan for network 030a27a9-3c11-47ec-be20-77cc1bcb042f Apr 23 01:26:35.551993 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.581477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.582476 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:35.583053 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.685701 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4794180 Apr 23 01:26:35.686589 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304a2e-909d-43eb-ae3d-ea587d08e9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=030a27a9-3c11-47ec-be20-77cc1bcb042f,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:35.688466 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50120) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:35.693884 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Request body: {'subnet': {'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2012035409-subnet', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:35.696578 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:26:35.698943 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:35.702857 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Usage tracker for resource:subnet and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:35.705690 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:35.712550 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:35.722266 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Made reservation on behalf of c2e8981ba12a481da560401c61b78a15 for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:26:35.724735 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.921137 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:35.998769 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd71e3c-2c39-4fd9-9e4e-a64420338400,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:36.006085 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Checking segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:36.006470 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Network hostable DHCP agents. Network: 030a27a9-3c11-47ec-be20-77cc1bcb042f, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:26:36.024420 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:26:36.032886 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 030a27a9-3c11-47ec-be20-77cc1bcb042f) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:36.036980 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:36.037668 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.044013 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a543d-f859-4902-ac29-f4fca63ab472 None None] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:26:36.058785 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-15098c30-4380-47d2-acb1-2e614b94cc00 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3693407 Apr 23 01:26:36.061452 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50124) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:36.066388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:36.071080 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:36.075020 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Usage tracker for resource:router and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:36.077835 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:36.083586 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:36.095639 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.096695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.111994 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.256111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-030a27a9-3c11-47ec-be20-77cc1bcb042f', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:26:36.257538 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.417526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Allocated IP 172.20.0.2 (030a27a9-3c11-47ec-be20-77cc1bcb042f/1dd71e3c-2c39-4fd9-9e4e-a64420338400/32923c02-61fe-4de6-96e9-db1c75454e67) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:26:36.489730 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.628467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.638314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Transition to ACTIVE for port object 32923c02-61fe-4de6-96e9-db1c75454e67 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:36.656257 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Transition to ACTIVE for port object 32923c02-61fe-4de6-96e9-db1c75454e67 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:36.661954 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.724248 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:36.731670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:36.736132 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:26:36.741944 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Pushing event updated for resources: {'Port': ['ID=32923c02-61fe-4de6-96e9-db1c75454e67,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:36.784670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.785021 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.785362 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.785698 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.786030 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.786389 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.786719 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.787043 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.787367 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.787688 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.788640 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.789111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:36.805301 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.835645 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.840088 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Attempting to bind port 32923c02-61fe-4de6-96e9-db1c75454e67 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:26:36.840453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Attempting to bind port 32923c02-61fe-4de6-96e9-db1c75454e67 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:26:36.840810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Attempting to bind port 32923c02-61fe-4de6-96e9-db1c75454e67 on network 030a27a9-3c11-47ec-be20-77cc1bcb042f {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:36.845916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:26:36.846310 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Checking segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:36.846716 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.847114 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Bound using segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:26:36.847558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Bound port: 32923c02-61fe-4de6-96e9-db1c75454e67, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:26:36.847929 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:36.973357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] For port 32923c02-61fe-4de6-96e9-db1c75454e67, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:26:36.977067 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Allocated IP 172.26.8.88 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/e91952ab-281d-40a3-b05c-09c924ced6e7) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:26:36.978051 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] For port 32923c02-61fe-4de6-96e9-db1c75454e67, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=32923c02-61fe-4de6-96e9-db1c75454e67,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:26:36.982213 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:37.072319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03739f5d-97af-4e30-b217-35e8c8d2c727 None None] Pushing event updated for resources: {'Port': ['ID=32923c02-61fe-4de6-96e9-db1c75454e67,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:37.127292 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:37.157971 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:37.218839 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:37.221728 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:37.224154 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:26:37.274408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=e91952ab-281d-40a3-b05c-09c924ced6e7,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:37.654443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:38.044533 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d40fa-0708-4094-8458-608dabaed0cc None None] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:26:38.120136 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:38.129641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-732701c3-27d0-40f2-89f5-9a814127240e None None] Provisioning for port 32923c02-61fe-4de6-96e9-db1c75454e67 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:38.329873 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Router dd385158-d111-4c01-aee9-c8e4e273f926 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:26:38.510934 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:26:38.523921 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Sync routers for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:26:38.536676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:38.537110 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:38.537314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:38.539213 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c0ebab78-27ed-4f02-8130-3fa519982fa0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4766471 Apr 23 01:26:38.541680 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50130) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:38.590612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 32923c02-61fe-4de6-96e9-db1c75454e67 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:38.771008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 32923c02-61fe-4de6-96e9-db1c75454e67 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:38.782059 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:38.825862 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 32923c02-61fe-4de6-96e9-db1c75454e67 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:38.826434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.136244 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.179473 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 32923c02-61fe-4de6-96e9-db1c75454e67, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=32923c02-61fe-4de6-96e9-db1c75454e67,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:39.187304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.204973 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.244071 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:37Z', 'revision_number': 3, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:39.256209 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Checking router: dd385158-d111-4c01-aee9-c8e4e273f926 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:26:39.256584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Updating router dd385158-d111-4c01-aee9-c8e4e273f926 port e91952ab-281d-40a3-b05c-09c924ced6e7 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:26:39.301695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=32923c02-61fe-4de6-96e9-db1c75454e67,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:39.322993 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.528975 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Allocated IP 172.20.0.1 (030a27a9-3c11-47ec-be20-77cc1bcb042f/1dd71e3c-2c39-4fd9-9e4e-a64420338400/bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:26:39.673479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.686725 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.688925 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.provisioning_blocks [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Transition to ACTIVE for port object bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 will not be triggered until provisioned by entity DHCP. {{(pid=88072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:39.699379 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Transition to ACTIVE for port object e91952ab-281d-40a3-b05c-09c924ced6e7 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:39.705767 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.714319 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.774816 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:39.777689 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:39.778410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Attempting to bind port e91952ab-281d-40a3-b05c-09c924ced6e7 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:26:39.778788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Attempting to bind port e91952ab-281d-40a3-b05c-09c924ced6e7 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:26:39.779976 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Attempting to bind port e91952ab-281d-40a3-b05c-09c924ced6e7 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:39.781443 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:26:39.794285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:26:39.794668 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:39.795075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.795462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:26:39.796397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Bound port: e91952ab-281d-40a3-b05c-09c924ced6e7, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:26:39.796397 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.827241 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ab001-20c2-450d-866f-e54751aa2988 None None] Pushing event updated for resources: {'Port': ['ID=e91952ab-281d-40a3-b05c-09c924ced6e7,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:39.835061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Pushing event updated for resources: {'Port': ['ID=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:39.853464 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.886383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] For port e91952ab-281d-40a3-b05c-09c924ced6e7, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:26:39.890322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] For port e91952ab-281d-40a3-b05c-09c924ced6e7, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e91952ab-281d-40a3-b05c-09c924ced6e7,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:26:39.896548 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:39.997573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:39.998820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:40.055974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ab001-20c2-450d-866f-e54751aa2988 None None] Pushing event updated for resources: {'Port': ['ID=e91952ab-281d-40a3-b05c-09c924ced6e7,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:40.085871 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e6f79dbd-99f6-4e75-b248-9e82268524eb None None] Provisioning for port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:40.102007 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-e6f79dbd-99f6-4e75-b248-9e82268524eb None None] Provisioning complete for port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:40.102411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e6f79dbd-99f6-4e75-b248-9e82268524eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.115071 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.233561 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-e6f79dbd-99f6-4e75-b248-9e82268524eb None None] Port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:26:40.238508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:40.344331 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.348733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.458347 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Pushing event updated for resources: {'Port': ['ID=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:40.461773 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.528932 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 32923c02-61fe-4de6-96e9-db1c75454e67 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:40.572718 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.597396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:37Z', 'revision_number': 3, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:40.602565 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:40.603612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e6e60-6c82-4f3c-b4b1-9e21c1d75b12 None None] The sync data for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv is: [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:37Z', 'revision_number': 3, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:26:40.603788 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:40.614056 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 32923c02-61fe-4de6-96e9-db1c75454e67 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:40.614459 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.806112 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Router dd385158-d111-4c01-aee9-c8e4e273f926 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:26:40.885866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-62ec3a44-da6e-410f-967b-da6490daac55 None None] Provisioning complete for port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:40.886285 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-62ec3a44-da6e-410f-967b-da6490daac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:40.949588 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-62ec3a44-da6e-410f-967b-da6490daac55 None None] Port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:26:41.129181 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:26:41.138895 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-d45e3e01-09b2-44f3-9838-f43139b65d92 admin admin] 10.222.0.39 "PUT /v2.0/routers/dd385158-d111-4c01-aee9-c8e4e273f926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5958893 Apr 23 01:26:41.645896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50150) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:41.651445 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1323340212-network', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:41.656212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:41.660127 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Usage tracker for resource:network and tenant:4b20503cb19946999efb72a4de98dd5e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:41.663442 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:41.669581 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:41.680477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Made reservation on behalf of 4b20503cb19946999efb72a4de98dd5e for: {'network': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:26:41.682900 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for network, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:41.695211 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:41.709258 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:41.713391 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Usage tracker for resource:security_group_rule and tenant:4b20503cb19946999efb72a4de98dd5e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:41.716194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:41.721827 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:41.807203 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:41.810902 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:41.840812 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=88072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 23 01:26:41.849163 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d055c3d0-4154-49b0-b308-3e01e410241b,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:41.854995 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:41.855377 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.segments_db [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Added segment 7f927500-c121-4338-b22c-0ca15ed89b21 of type vlan for network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd Apr 23 01:26:41.883328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771224369089'] for network, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:41.913660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035'] for network, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:41.914659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:41.915353 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.018172 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3696687 Apr 23 01:26:42.019487 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50154) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:42.026733 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Request body: {'subnet': {'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1323340212-subnet', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'ip_version': 4}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:42.030776 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a02a0-4aab-430f-9301-3ba609f4f533 admin admin] Pushing event updated for resources: {'Network': ['ID=2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:42.033082 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:42.037088 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Usage tracker for resource:subnet and tenant:4b20503cb19946999efb72a4de98dd5e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:42.040165 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:42.041676 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd details requested by agent ovs-agent-dv-neutron-838784-1-hyperv with host dv-neutron-838784-1-hyperv {{(pid=88074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 23 01:26:42.046164 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:42.057392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Made reservation on behalf of 4b20503cb19946999efb72a4de98dd5e for: {'subnet': 1} {{(pid=88072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:26:42.060591 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3106151'] for subnet, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.156213 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Sync routers for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:26:42.166586 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:42.167791 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:42.271982 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2307419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3106169'] for subnet, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.358284 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0ab32d-e18f-4211-9988-4210ce335453,revision_number=0']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:42.365261 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Checking segment: {'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:42.365624 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Network hostable DHCP agents. Network: 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd, hostable agents: ['e37f8fd6-0a0d-47c6-935c-b648e560481a'], hosted agents: [] {{(pid=88072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 23 01:26:42.387467 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd is scheduled to be hosted by DHCP agent e37f8fd6-0a0d-47c6-935c-b648e560481a with binding_index 1 {{(pid=88072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 23 01:26:42.387800 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:42.396665 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838784-1-hyperv, 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd) {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:42.402826 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:42.403543 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.407916 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393e853-9540-4931-8fcf-a3381f6cb2ec None None] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:26:42.428526 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-8d499a85-7e9c-45ab-a83e-36881a6e9f93 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4056735 Apr 23 01:26:42.428702 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50158) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:42.433766 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:42.439352 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:42.446596 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Usage tracker for resource:router and tenant:4b20503cb19946999efb72a4de98dd5e is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:42.451039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:42.457150 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:42.474613 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-738450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45364'] for router, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.477455 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-737376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-650878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45327'] for router, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.496739 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.590109 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e91952ab-281d-40a3-b05c-09c924ced6e7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:42.735976 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 2, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:42.740521 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Checking router: dd385158-d111-4c01-aee9-c8e4e273f926 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:26:42.741976 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Updating router dd385158-d111-4c01-aee9-c8e4e273f926 port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:26:42.748181 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp856e7661-d7a8-52dd-8863-d90d59f19c75-2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'fixed_ips': [{'subnet_id': 'bc0ab32d-e18f-4211-9988-4210ce335453'}]}} from dv-neutron-838784-1-hyperv. {{(pid=88074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 23 01:26:42.749360 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.767294 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port e91952ab-281d-40a3-b05c-09c924ced6e7 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:42.775201 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e91952ab-281d-40a3-b05c-09c924ced6e7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:42.775570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.797912 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-738459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-45329'] for router, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:42.799408 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.019612 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.db_base_plugin_common [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Allocated IP 172.20.0.2 (2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd/bc0ab32d-e18f-4211-9988-4210ce335453/035180c7-6107-441e-9401-952c205ac7e1) {{(pid=88074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:26:43.021623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.061418 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port e91952ab-281d-40a3-b05c-09c924ced6e7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e91952ab-281d-40a3-b05c-09c924ced6e7,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:43.074801 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.143482 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.165467 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.177899 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Transition to ACTIVE for port object bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:43.180901 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.186189 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.216194 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=e91952ab-281d-40a3-b05c-09c924ced6e7,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:43.317868 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Notify callbacks [] for port, precommit_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.331212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Transition to ACTIVE for port object 035180c7-6107-441e-9401-952c205ac7e1 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:43.342706 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Allocated IP 172.26.8.247 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:26:43.356018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Transition to ACTIVE for port object 035180c7-6107-441e-9401-952c205ac7e1 will not be triggered until provisioned by entity DHCP. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:43.357346 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Pushing event updated for resources: {'Port': ['ID=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:43.365781 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195'] for port, after_create {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.404631 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.404973 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.405310 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.405641 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.405965 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.406313 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.406640 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.406963 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.407284 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.407598 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.407912 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.408226 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:26:43.431258 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Attempting to bind port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:26:43.432168 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Attempting to bind port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:26:43.432758 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Attempting to bind port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 on network 030a27a9-3c11-47ec-be20-77cc1bcb042f {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:43.439204 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:26:43.440106 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Checking segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:43.440735 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.441373 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Bound using segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:26:43.442053 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Bound port: bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:26:43.442847 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.445522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd is already hosted by enough agents. {{(pid=88074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:43.448657 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.scheduler.base_scheduler [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Resources bound (agent type, host, resource id): {{(pid=88074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:43.457271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Received port after_create {{(pid=88074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:26:43.504329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Pushing event updated for resources: {'Port': ['ID=035180c7-6107-441e-9401-952c205ac7e1,revision_number=1']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:43.557463 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] For port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:26:43.560593 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] For port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:26:43.567501 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.572780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Attempting to bind port 035180c7-6107-441e-9401-952c205ac7e1 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:26:43.573493 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Attempting to bind port 035180c7-6107-441e-9401-952c205ac7e1 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:26:43.573877 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Attempting to bind port 035180c7-6107-441e-9401-952c205ac7e1 on network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:43.583596 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:26:43.583966 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Checking segment: {'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:43.584364 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.585489 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Bound using segment: {'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:26:43.586357 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Bound port: 035180c7-6107-441e-9401-952c205ac7e1, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:26:43.586983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.647961 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:43.647961 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:43.658938 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.697659 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.697876 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-68052c5f-6004-4a39-9513-227681256cfc None None] For port 035180c7-6107-441e-9401-952c205ac7e1, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:26:43.704697 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-68052c5f-6004-4a39-9513-227681256cfc None None] For port 035180c7-6107-441e-9401-952c205ac7e1, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=035180c7-6107-441e-9401-952c205ac7e1,segment=NetworkSegment(7f927500-c121-4338-b22c-0ca15ed89b21),segment_id=7f927500-c121-4338-b22c-0ca15ed89b21)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:26:43.713253 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:43.721973 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5495d77-8ef7-4a67-bb41-7b5a713d86c7 None None] Pushing event updated for resources: {'Port': ['ID=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:43.769172 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:43.772368 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:43.775194 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:26:43.809965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052c5f-6004-4a39-9513-227681256cfc None None] Pushing event updated for resources: {'Port': ['ID=035180c7-6107-441e-9401-952c205ac7e1,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:43.835852 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Pushing event updated for resources: {'Port': ['ID=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:43.908529 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:44.269955 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:44.275470 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:44.279363 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f3c44-9fe1-4b84-b8b0-e6abcffd1549 None None] The sync data for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv is: [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:26:44.645637 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e91952ab-281d-40a3-b05c-09c924ced6e7 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:44.653304 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-738445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-602141'] for router, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:44.727859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port e91952ab-281d-40a3-b05c-09c924ced6e7 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:44.728261 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:44.874636 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:44.902396 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Router 2b67e801-66b3-4794-ad37-94354ea7d261 is scheduled to L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 with binding_index 1 {{(pid=88072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 23 01:26:44.966082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:44.972488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:44.973251 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:45.021238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e3109-c12e-48e8-bd33-d21365f4ba7c None None] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:26:45.145130 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0e639632-733a-4295-8b73-afdd57965b8f None None] Provisioning for port 035180c7-6107-441e-9401-952c205ac7e1 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:45.227202 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:26:45.251774 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] Notify callbacks [] for router, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:45.253267 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-739f171f-e931-4228-b4d9-016a2d03a52d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8234787 Apr 23 01:26:45.253875 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Sync routers for ids ['2b67e801-66b3-4794-ad37-94354ea7d261'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:26:45.256271 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50162) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:45.294528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:45.316402 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Routers {'2b67e801-66b3-4794-ad37-94354ea7d261'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:45.317017 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2b67e801-66b3-4794-ad37-94354ea7d261'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:45.484544 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-39708b92-bfb2-49c0-9d36-37dc700c6639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:45.495670 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:45.509369 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:45.510150 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 035180c7-6107-441e-9401-952c205ac7e1 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:45.718175 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Set router 2b67e801-66b3-4794-ad37-94354ea7d261 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:45.849457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:45.874713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port 035180c7-6107-441e-9401-952c205ac7e1 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:45.927455 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 035180c7-6107-441e-9401-952c205ac7e1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:45.927809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.111435 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.135188 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c6dae76d-69ac-4e17-9f50-295ed186b809 None None] Provisioning complete for port 035180c7-6107-441e-9401-952c205ac7e1 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:46.135553 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c6dae76d-69ac-4e17-9f50-295ed186b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.159838 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.233124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:26:44Z', 'revision_number': 3, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port': {'id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:43Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:46.237223 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port 035180c7-6107-441e-9401-952c205ac7e1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=035180c7-6107-441e-9401-952c205ac7e1,segment=NetworkSegment(7f927500-c121-4338-b22c-0ca15ed89b21),segment_id=7f927500-c121-4338-b22c-0ca15ed89b21)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:46.240147 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Checking router: 2b67e801-66b3-4794-ad37-94354ea7d261 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:26:46.240492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Updating router 2b67e801-66b3-4794-ad37-94354ea7d261 port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 binding host dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:26:46.270530 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.323055 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Allocated IP 172.20.0.1 (2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd/bc0ab32d-e18f-4211-9988-4210ce335453/a207579e-eb74-45c0-9c56-67da115d0f8f) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:26:46.404694 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.450112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=035180c7-6107-441e-9401-952c205ac7e1,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:46.478886 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.496151 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Transition to ACTIVE for port object a207579e-eb74-45c0-9c56-67da115d0f8f will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:46.520609 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.533450 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:46.586325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:46.589217 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:46.592786 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:26:46.646204 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Pushing event updated for resources: {'Port': ['ID=a207579e-eb74-45c0-9c56-67da115d0f8f,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:46.659849 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-602323'] for router_interface, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.703737 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:46.704024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.935052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.947962 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:46.953517 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0fad97a6-d0bc-42bc-8aab-0f4525ae9b50 None None] Provisioning for port a207579e-eb74-45c0-9c56-67da115d0f8f completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:46.976023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Transition to ACTIVE for port object f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 will not be triggered until provisioned by entity L2. {{(pid=88074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:46.979171 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 035180c7-6107-441e-9401-952c205ac7e1 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:47.004080 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-0fad97a6-d0bc-42bc-8aab-0f4525ae9b50 None None] Provisioning complete for port a207579e-eb74-45c0-9c56-67da115d0f8f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:47.004453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0fad97a6-d0bc-42bc-8aab-0f4525ae9b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.049599 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.141138 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0fad97a6-d0bc-42bc-8aab-0f4525ae9b50 None None] Port a207579e-eb74-45c0-9c56-67da115d0f8f cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:26:47.166541 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Attempting to bind port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:26:47.167174 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Attempting to bind port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:26:47.167539 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Attempting to bind port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 on network 9363e437-fd76-444a-98f7-1399c89b24d3 {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:47.169381 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.170342 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc412d1-3b3a-4c58-86ef-740b69e6707e None None] Pushing event updated for resources: {'Port': ['ID=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,revision_number=2']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:47.175124 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.178666 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:26:47.179047 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Checking segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:47.179442 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.179828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Bound using segment: {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'} {{(pid=88074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:26:47.180292 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.managers [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Bound port: f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fa08d6-0e01-4860-b84f-6f137b0b21f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3'}}] {{(pid=88074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:26:47.180655 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.222002 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port 035180c7-6107-441e-9401-952c205ac7e1 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:47.222394 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.282982 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-616053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708136'] for router_interface, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.287266 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Pushing event updated for resources: {'Port': ['ID=a207579e-eb74-45c0-9c56-67da115d0f8f,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:47.307363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] For port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:26:47.310894 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] For port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:26:47.316570 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.440853 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Routers {'2b67e801-66b3-4794-ad37-94354ea7d261'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:47.441467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:18Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2b67e801-66b3-4794-ad37-94354ea7d261'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:47.512502 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc412d1-3b3a-4c58-86ef-740b69e6707e None None] Pushing event updated for resources: {'Port': ['ID=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,revision_number=3']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:47.555393 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:47.556395 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:47.642411 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] Set router 2b67e801-66b3-4794-ad37-94354ea7d261 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:47.755845 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Router 2b67e801-66b3-4794-ad37-94354ea7d261 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:26:47.879870 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-eed3c197-a0bd-4172-8b1f-19c8b777328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.889062 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-06554d20-b166-4a91-b765-c9cb937b29ce None None] Provisioning complete for port a207579e-eb74-45c0-9c56-67da115d0f8f triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:47.889422 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-06554d20-b166-4a91-b765-c9cb937b29ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:47.939041 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:26:47.955405 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-30321557-010d-4153-9780-9c3430c83451 admin admin] 10.222.0.39 "PUT /v2.0/routers/2b67e801-66b3-4794-ad37-94354ea7d261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6909394 Apr 23 01:26:47.971565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-06554d20-b166-4a91-b765-c9cb937b29ce None None] Port a207579e-eb74-45c0-9c56-67da115d0f8f cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:26:48.039196 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:26:46Z', 'revision_number': 4, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port': {'id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:43Z', 'updated_at': '2022-04-23T01:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a207579e-eb74-45c0-9c56-67da115d0f8f', 'name': '', 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'mac_address': 'fa:16:3e:8a:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:46Z', 'updated_at': '2022-04-23T01:26:47Z', 'revision_number': 2, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'subnets': [{'id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:48.043425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e09052f-d58c-44a4-b4d3-82a676aa65f2 None None] The sync data for ids ['2b67e801-66b3-4794-ad37-94354ea7d261'] in dv-neutron-838784-1-hyperv is: [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:26:46Z', 'revision_number': 4, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port': {'id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:43Z', 'updated_at': '2022-04-23T01:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a207579e-eb74-45c0-9c56-67da115d0f8f', 'name': '', 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'mac_address': 'fa:16:3e:8a:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:46Z', 'updated_at': '2022-04-23T01:26:47Z', 'revision_number': 2, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'subnets': [{'id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:26:48.544617 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50174) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:48.550120 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639465072', 'description': 'tempest-secgroup-smoke-639465072 description', 'project_id': 'c2e8981ba12a481da560401c61b78a15'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:48.556784 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:48.560836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:48.563921 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:48.570737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:48.581222 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.603051 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:48.607123 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:48.610045 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:48.617027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:48.702409 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.706428 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.753805 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5c3727-b268-4249-aa2f-d7e93cbb3945,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:48.758110 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.759449 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-84322ba1-0e94-4694-b282-6a2677025eb2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2137456 Apr 23 01:26:48.762440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50178) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:48.767743 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'security_group_rule': {'security_group_id': '0d5c3727-b268-4249-aa2f-d7e93cbb3945', 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:48.770562 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.774100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:48.778105 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:48.781064 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:48.786907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:48.807184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.855463 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.878706 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.882860 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.909166 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a756d06b-ddbe-4f4e-b5b6-70394b7613fc,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:48.921012 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:48.922231 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-25c7d449-ca03-4c46-bd08-2b4aec61b601 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586828 Apr 23 01:26:48.926832 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50182) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:48.933127 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'security_group_rule': {'security_group_id': '0d5c3727-b268-4249-aa2f-d7e93cbb3945', 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:48.939417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:48.943432 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:48.946815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:48.953502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:48.977140 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.044306 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.048254 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.076323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d74b604-965b-400d-b118-63e6a000033a,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:49.086569 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.087845 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-6ff28096-c86b-4ba4-99a7-3b486f0fbd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1595545 Apr 23 01:26:49.090541 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50186) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:49.095779 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'security_group_rule': {'security_group_id': '0d5c3727-b268-4249-aa2f-d7e93cbb3945', 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:49.102704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:49.106793 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:49.109838 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:49.115819 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:49.134422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.206277 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.210990 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.236413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2802100-09f1-4aba-a790-76ff5c7f036e,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:49.254153 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.255652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-a425e3f5-05c8-4a35-82bb-f717057d12e2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640987 Apr 23 01:26:49.259131 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50190) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:49.264709 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'security_group_rule': {'security_group_id': '0d5c3727-b268-4249-aa2f-d7e93cbb3945', 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:49.270924 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:49.274836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:49.277681 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:49.283856 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:49.301372 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.371475 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.374959 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.398966 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851c22ea-90f0-4ae8-88ff-b5037d5eb352,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:49.407659 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.408803 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-91e3ea05-ec61-425a-b310-89b821d5bf9d tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487398 Apr 23 01:26:49.411466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50194) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:49.417626 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'security_group_rule': {'security_group_id': '0d5c3727-b268-4249-aa2f-d7e93cbb3945', 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:49.423420 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:49.427260 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:49.431738 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:49.437596 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:49.447429 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Project c2e8981ba12a481da560401c61b78a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:26:49.454310 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.519887 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.524286 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.552601 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d9d4c7-06d0-4529-90aa-456b365ab140,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:49.559329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.560502 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8deae515-95cc-4427-a762-e02fe38983d3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481187 Apr 23 01:26:49.563339 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50198) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:26:49.568417 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'security_group_rule': {'security_group_id': '0d5c3727-b268-4249-aa2f-d7e93cbb3945', 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:49.574510 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:49.578333 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:security_group_rule and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:26:49.581190 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88073) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:26:49.587563 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:49.598275 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.securitygroups_db [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Project c2e8981ba12a481da560401c61b78a15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 23 01:26:49.605739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.673155 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.677247 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712664'] for security_group_rule, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.704337 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9225d4a3-f7cc-4f14-b263-f8a6dd7de382,revision_number=0']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:49.712855 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:49.714012 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-24ad39df-179c-4b8d-9c63-a92cad475513 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497757 Apr 23 01:26:49.874768 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f736c20d-d6d3-468b-b2d1-e3b40480317b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:security_group {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:26:49.890660 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f736c20d-d6d3-468b-b2d1-e3b40480317b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:security_group {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:26:49.891927 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f736c20d-d6d3-468b-b2d1-e3b40480317b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639465072&fields=id&tenant_id=c2e8981ba12a481da560401c61b78a15 HTTP/1.1" status: 200 len: 267 time: 0.0572791 Apr 23 01:26:50.043579 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f69d2938-3ffa-4960-9436-a7d5b6714ece tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:50.044280 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f69d2938-3ffa-4960-9436-a7d5b6714ece tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:network {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:26:50.060465 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f69d2938-3ffa-4960-9436-a7d5b6714ece tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:network {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:26:50.061642 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f69d2938-3ffa-4960-9436-a7d5b6714ece tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 810 time: 0.1625450 Apr 23 01:26:50.076513 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-794cef30-5b49-4e59-9bef-53be3f62646b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/quotas/c2e8981ba12a481da560401c61b78a15 HTTP/1.1" status: 200 len: 375 time: 0.0094998 Apr 23 01:26:50.157101 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-0a177c5d-1daf-4094-be02-ca9ae48b86d4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88072) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:26:50.173061 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-0a177c5d-1daf-4094-be02-ca9ae48b86d4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88072) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:26:50.174414 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-0a177c5d-1daf-4094-be02-ca9ae48b86d4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928948 Apr 23 01:26:50.214692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:50.448141 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-048967db-180e-416f-be94-900b461317af service neutron] 10.222.0.39 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649709 Apr 23 01:26:50.540425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:50.585955 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-8e6b2a08-4377-4d87-82a1-584c42c5fe43 service neutron] 10.222.0.39 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320403 Apr 23 01:26:50.613956 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:50.619573 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:50.619945 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:50.758873 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:50.775365 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:50.780841 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:50.790840 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-18a8dbdf-6724-45da-a7c3-c9d6995d6b31 req-ec4dd3c9-a979-4bbf-a322-7a628bc1bd65 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 210 time: 0.0499873 Apr 23 01:26:50.852401 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:51.806640 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Sync routers for ids ['2b67e801-66b3-4794-ad37-94354ea7d261'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:26:51.816420 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Routers {'2b67e801-66b3-4794-ad37-94354ea7d261'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:51.817018 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2b67e801-66b3-4794-ad37-94354ea7d261'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:51.940262 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-bc455176-06e4-45be-af4b-5e87cd132ce0 req-7405c4c5-8a9d-4afe-a11d-98bb521c68d4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 210 time: 0.0425193 Apr 23 01:26:52.004331 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Set router 2b67e801-66b3-4794-ad37-94354ea7d261 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:52.160955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-b03d956c-8314-4395-bba5-e36cfaf9fd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:52.162283 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-b03d956c-8314-4395-bba5-e36cfaf9fd5b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 810 time: 0.1634467 Apr 23 01:26:52.236694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-37811cb1-8f06-42ef-ac0f-f41726cc1160 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:security_group {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:26:52.249561 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-37811cb1-8f06-42ef-ac0f-f41726cc1160 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:security_group {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:26:52.250790 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-37811cb1-8f06-42ef-ac0f-f41726cc1160 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e8981ba12a481da560401c61b78a15 HTTP/1.1" status: 200 len: 379 time: 0.0605946 Apr 23 01:26:52.259702 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'port': {'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'admin_state_up': True, 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'security_groups': ['0d5c3727-b268-4249-aa2f-d7e93cbb3945']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:52.333931 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:26:46Z', 'revision_number': 4, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port': {'id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:43Z', 'updated_at': '2022-04-23T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a207579e-eb74-45c0-9c56-67da115d0f8f', 'name': '', 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'mac_address': 'fa:16:3e:8a:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:46Z', 'updated_at': '2022-04-23T01:26:47Z', 'revision_number': 2, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'subnets': [{'id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:52.339098 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Checking router: 2b67e801-66b3-4794-ad37-94354ea7d261 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:26:52.339451 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Updating router 2b67e801-66b3-4794-ad37-94354ea7d261 port a207579e-eb74-45c0-9c56-67da115d0f8f binding host dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 23 01:26:52.392633 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:52.396218 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:26:52.406737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:26:52.416448 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Made reservation on behalf of c2e8981ba12a481da560401c61b78a15 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:26:52.420388 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:52.532715 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:52.594112 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Allocated IP 172.20.0.5 (030a27a9-3c11-47ec-be20-77cc1bcb042f/1dd71e3c-2c39-4fd9-9e4e-a64420338400/d1c6d974-532f-4c50-971c-877b0a90561e) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:26:52.605314 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:52.605753 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:52.755185 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Notify callbacks [] for port, precommit_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:52.768235 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.provisioning_blocks [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Transition to ACTIVE for port object a207579e-eb74-45c0-9c56-67da115d0f8f will not be triggered until provisioned by entity L2. {{(pid=88075) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:52.777541 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:52.925139 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:52.946108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Transition to ACTIVE for port object d1c6d974-532f-4c50-971c-877b0a90561e will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:52.987389 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.034465 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3c5bb-f65f-4960-b924-fd4da892d84f None None] Pushing event updated for resources: {'Port': ['ID=a207579e-eb74-45c0-9c56-67da115d0f8f,revision_number=3']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:53.078036 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:26:53.087926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:26:53.094468 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:26:53.140407 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Attempting to bind port a207579e-eb74-45c0-9c56-67da115d0f8f on host dv-neutron-838784-1-hyperv for vnic_type normal with profile {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:26:53.141431 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Attempting to bind port a207579e-eb74-45c0-9c56-67da115d0f8f by drivers openvswitch,hyperv on host dv-neutron-838784-1-hyperv at level 0 using segments [{'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:26:53.141574 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:53.141669 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Attempting to bind port a207579e-eb74-45c0-9c56-67da115d0f8f on network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:53.148704 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Checking agent: {'id': '5d5b30c3-fb23-4436-8159-fd02024e1246', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838784-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 17, 49), 'started_at': datetime.datetime(2022, 4, 23, 0, 18, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838784-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:26:53.149311 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Checking segment: {'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:53.149707 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.150208 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Bound using segment: {'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'} {{(pid=88075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:26:53.150812 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.managers [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Bound port: a207579e-eb74-45c0-9c56-67da115d0f8f, host: dv-neutron-838784-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f927500-c121-4338-b22c-0ca15ed89b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd'}}] {{(pid=88075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:26:53.151242 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.230160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:53.230829 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.266057 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-67211b0c-d751-4767-bdc4-255771b5997c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0105071 Apr 23 01:26:53.271701 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] For port a207579e-eb74-45c0-9c56-67da115d0f8f, host dv-neutron-838784-1-hyperv, cleared binding levels {{(pid=88075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:26:53.276221 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.plugins.ml2.db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] For port a207579e-eb74-45c0-9c56-67da115d0f8f, host dv-neutron-838784-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a207579e-eb74-45c0-9c56-67da115d0f8f,segment=NetworkSegment(7f927500-c121-4338-b22c-0ca15ed89b21),segment_id=7f927500-c121-4338-b22c-0ca15ed89b21)] {{(pid=88075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:26:53.282504 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Request body: {'port': {'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:26:53.283224 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron_lib.callbacks.manager [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.335815 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c76b15-22af-402c-b995-e9a100ae3018 req-1b63b39a-68e3-43aa-8023-d65d6ca4cf74 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:53.336572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c9c76b15-22af-402c-b995-e9a100ae3018 req-1b63b39a-68e3-43aa-8023-d65d6ca4cf74 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:26:53.356774 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Routers {'2b67e801-66b3-4794-ad37-94354ea7d261'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:26:53.364731 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2b67e801-66b3-4794-ad37-94354ea7d261'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:53.377866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-94de9bfa-2d85-4e9a-899e-c57f160bced4 None None] Provisioning for port d1c6d974-532f-4c50-971c-877b0a90561e completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:53.387315 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-94de9bfa-2d85-4e9a-899e-c57f160bced4 None None] Provisioning complete for port d1c6d974-532f-4c50-971c-877b0a90561e triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:53.388026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-94de9bfa-2d85-4e9a-899e-c57f160bced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.407757 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-c9c76b15-22af-402c-b995-e9a100ae3018 req-1b63b39a-68e3-43aa-8023-d65d6ca4cf74 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:26:53.408920 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c9c76b15-22af-402c-b995-e9a100ae3018 req-1b63b39a-68e3-43aa-8023-d65d6ca4cf74 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 931 time: 0.2728167 Apr 23 01:26:53.456659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3c5bb-f65f-4960-b924-fd4da892d84f None None] Pushing event updated for resources: {'Port': ['ID=a207579e-eb74-45c0-9c56-67da115d0f8f,revision_number=4']} {{(pid=88075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:53.475686 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c9c76b15-22af-402c-b995-e9a100ae3018 req-eec6090a-1f64-4837-8e9d-0f5de282eec0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550756 Apr 23 01:26:53.476206 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.505503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-94de9bfa-2d85-4e9a-899e-c57f160bced4 None None] Port d1c6d974-532f-4c50-971c-877b0a90561e cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:26:53.601758 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] Set router 2b67e801-66b3-4794-ad37-94354ea7d261 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:26:53.856700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c6d974-532f-4c50-971c-877b0a90561e {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:26:53.864604 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.880881 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Transition to ACTIVE for port object d1c6d974-532f-4c50-971c-877b0a90561e will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:26:53.886422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:53.932117 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:26:46Z', 'revision_number': 4, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port': {'id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:43Z', 'updated_at': '2022-04-23T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a207579e-eb74-45c0-9c56-67da115d0f8f', 'name': '', 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'mac_address': 'fa:16:3e:8a:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:46Z', 'updated_at': '2022-04-23T01:26:53Z', 'revision_number': 4, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'subnets': [{'id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:26:53.936984 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1b4cf-77a7-48c4-bc1c-ca169502c07f None None] The sync data for ids ['2b67e801-66b3-4794-ad37-94354ea7d261'] in dv-neutron-838784-1-hyperv is: [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:26:46Z', 'revision_number': 4, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port': {'id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:43Z', 'updated_at': '2022-04-23T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'a207579e-eb74-45c0-9c56-67da115d0f8f', 'name': '', 'network_id': '2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'mac_address': 'fa:16:3e:8a:37:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:46Z', 'updated_at': '2022-04-23T01:26:53Z', 'revision_number': 4, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'subnets': [{'id': 'bc0ab32d-e18f-4211-9988-4210ce335453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:26:54.044740 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:54.129816 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Attempting to bind port d1c6d974-532f-4c50-971c-877b0a90561e on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:26:54.130161 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Attempting to bind port d1c6d974-532f-4c50-971c-877b0a90561e by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:26:54.130524 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Attempting to bind port d1c6d974-532f-4c50-971c-877b0a90561e on network 030a27a9-3c11-47ec-be20-77cc1bcb042f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:54.135932 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Port d1c6d974-532f-4c50-971c-877b0a90561e on network 030a27a9-3c11-47ec-be20-77cc1bcb042f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:26:54.136256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Attempting to bind port d1c6d974-532f-4c50-971c-877b0a90561e on network 030a27a9-3c11-47ec-be20-77cc1bcb042f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:26:54.142094 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:26:54.142470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Checking segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:26:54.142859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Bound using segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:26:54.143287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Bound port: d1c6d974-532f-4c50-971c-877b0a90561e, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:26:54.143693 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:54.230904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:26:54.233797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:26:54.235147 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:26:54.238407 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:54.295367 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:54.296049 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:54.297388 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] 10.222.0.42 "PUT /v2.0/ports/d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 1093 time: 1.0192547 Apr 23 01:26:54.297806 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:26:54.329430 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edb125-0a58-4f0d-9aa1-20c033567fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:54.350455 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2631b050-471f-426e-bbb2-176d273d55c5'] response: {'name': 'network-changed', 'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'status': 'completed', 'code': 200} Apr 23 01:26:54.442877 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-9aab4050-2e76-479e-8b07-5fcc7e5f6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:54.445138 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-9aab4050-2e76-479e-8b07-5fcc7e5f6a04 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1096 time: 0.0769553 Apr 23 01:26:54.524062 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-6381643e-a084-4335-9c4c-5ddfef19708a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 217 time: 0.0673585 Apr 23 01:26:54.555287 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a207579e-eb74-45c0-9c56-67da115d0f8f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:54.590443 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-6ecca576-19ac-4704-ae6d-257ec445083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:54.592581 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-6ecca576-19ac-4704-ae6d-257ec445083d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0634270 Apr 23 01:26:54.636580 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning for port a207579e-eb74-45c0-9c56-67da115d0f8f completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:26:54.641276 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a207579e-eb74-45c0-9c56-67da115d0f8f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:54.641641 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:54.766111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:54.800825 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] For port a207579e-eb74-45c0-9c56-67da115d0f8f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a207579e-eb74-45c0-9c56-67da115d0f8f,segment=NetworkSegment(7f927500-c121-4338-b22c-0ca15ed89b21),segment_id=7f927500-c121-4338-b22c-0ca15ed89b21)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:54.806755 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:54.837519 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f7978a81-e01b-47f1-9991-8e8a6caf04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:54.839017 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-f7978a81-e01b-47f1-9991-8e8a6caf04a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2399604 Apr 23 01:26:54.875234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Pushing event updated for resources: {'Port': ['ID=a207579e-eb74-45c0-9c56-67da115d0f8f,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:54.893144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f747-777d-4e54-be4f-b4b10e9c80b1 req-ec1e2c49-3742-49d8-9922-9d5c2b542f4e tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:54.894543 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8041f747-777d-4e54-be4f-b4b10e9c80b1 req-ec1e2c49-3742-49d8-9922-9d5c2b542f4e tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 943 time: 0.2584627 Apr 23 01:26:55.008859 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8041f747-777d-4e54-be4f-b4b10e9c80b1 req-c4cc12f3-5c82-4573-8cb7-05ea4973e30a tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682406 Apr 23 01:26:55.016630 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-0eed3224-55d1-41e4-a2e7-776a40149034 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700733 Apr 23 01:26:55.151370 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-5cd27e42-fabe-4df3-ab43-9f5b0a65e338 req-1ec4e719-3d73-42c0-bbea-3c3e08ec2b6a service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289175 Apr 23 01:26:55.312947 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-23fe136f-3aa9-4bc0-9206-881bbcaba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:55.314457 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-23fe136f-3aa9-4bc0-9206-881bbcaba0ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1096 time: 0.0781972 Apr 23 01:26:55.453957 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-6cf2953f-2716-4151-84b1-8367fd0ab2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:55.455438 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-6cf2953f-2716-4151-84b1-8367fd0ab2ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1342573 Apr 23 01:26:55.523806 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-8dda502f-db0d-4c0d-a0c9-1145ef2ecff7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 217 time: 0.0625880 Apr 23 01:26:55.583656 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-9b3c83dd-7e72-478b-82e6-e4f7c2e0de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:55.585916 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-9b3c83dd-7e72-478b-82e6-e4f7c2e0de06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0565462 Apr 23 01:26:55.661168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-bea6b79e-5cfb-4a88-ba3b-5361027056be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:55.663308 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-bea6b79e-5cfb-4a88-ba3b-5361027056be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712943 Apr 23 01:26:55.796977 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-f07be939-f37b-46e2-b41f-e33961a52c60 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276734 Apr 23 01:26:55.927533 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a66e9960-cc5a-41f3-8e7b-b61b58f3c581 req-8a42b66f-915b-4339-ac9e-8ace6747f779 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236765 Apr 23 01:26:56.198696 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104d4b9-7927-4476-8d60-d5baa7799ed7 req-a8884015-c2b0-4513-9603-ac7e9182c3b0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:56.200061 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4104d4b9-7927-4476-8d60-d5baa7799ed7 req-a8884015-c2b0-4513-9603-ac7e9182c3b0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 943 time: 0.0842609 Apr 23 01:26:56.244099 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4104d4b9-7927-4476-8d60-d5baa7799ed7 req-cbc3e1c2-f3d4-4e4f-a70e-cbf21e289ff6 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384669 Apr 23 01:26:56.527492 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a207579e-eb74-45c0-9c56-67da115d0f8f up at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:26:56.596709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Provisioning complete for port a207579e-eb74-45c0-9c56-67da115d0f8f triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:26:56.597075 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:57.431689 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a0f5d-1888-4569-ba69-947fd5c5091d req-a993c85a-2ec6-4b83-8a6b-529cc84c0296 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:57.433160 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1a4a0f5d-1888-4569-ba69-947fd5c5091d req-a993c85a-2ec6-4b83-8a6b-529cc84c0296 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 943 time: 0.0845306 Apr 23 01:26:57.476111 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1a4a0f5d-1888-4569-ba69-947fd5c5091d req-351bdd3d-53c8-48ab-82f3-d80bfeac932b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373945 Apr 23 01:26:58.421480 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1c6d974-532f-4c50-971c-877b0a90561e details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:26:58.557330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:58.570060 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:26:58.624869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:58.642399 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c6d974-532f-4c50-971c-877b0a90561e {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:26:58.657915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:26:58.661097 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55282b76-9b7b-41c1-9350-07dc4f6dc6cb req-af5b672c-4a72-4c81-86b2-ae7a93b0868a tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:58.661788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:26:58.662588 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-55282b76-9b7b-41c1-9350-07dc4f6dc6cb req-af5b672c-4a72-4c81-86b2-ae7a93b0868a tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 943 time: 0.0785487 Apr 23 01:26:58.710872 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-55282b76-9b7b-41c1-9350-07dc4f6dc6cb req-87a63215-297d-4b0b-8446-edccbec31400 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Apr 23 01:26:58.731258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:26:59.055148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['d1c6d974-532f-4c50-971c-877b0a90561e'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:26:59.893173 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b7ca5-db0e-45e3-9710-30e902e25c2b req-369b0e25-c37a-4575-b16e-b5e6b837a225 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:26:59.894651 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028b7ca5-db0e-45e3-9710-30e902e25c2b req-369b0e25-c37a-4575-b16e-b5e6b837a225 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 944 time: 0.0811927 Apr 23 01:26:59.941794 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-028b7ca5-db0e-45e3-9710-30e902e25c2b req-4c97ee63-f3d0-4f9d-8f46-dab05c9de025 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407147 Apr 23 01:27:00.437265 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1c6d974-532f-4c50-971c-877b0a90561e up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:27:00.503067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port d1c6d974-532f-4c50-971c-877b0a90561e completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:27:00.507754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port d1c6d974-532f-4c50-971c-877b0a90561e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:27:00.508124 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:00.624762 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:00.650409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:27:00.659649 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:27:00.663381 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:00.698638 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b96c5da-2413-42fc-b633-af347f3599d2'] response: {'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'code': 200} Apr 23 01:27:00.737076 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:27:00.968371 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf54e7-62cc-45ad-9072-d72f12894271 req-71eec2f4-c329-48ad-b240-5edb3be87b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:00.970393 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64cf54e7-62cc-45ad-9072-d72f12894271 req-71eec2f4-c329-48ad-b240-5edb3be87b7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1098 time: 0.0738685 Apr 23 01:27:01.012386 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-64cf54e7-62cc-45ad-9072-d72f12894271 req-111aa32c-cf02-4078-8a46-7dff960bcf2d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367637 Apr 23 01:27:01.151704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270738-d8fe-4a3e-b3c1-d4ecd3a574c0 req-34c5433e-95a5-4ee5-8e1a-60b959554e6f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:01.153107 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-85270738-d8fe-4a3e-b3c1-d4ecd3a574c0 req-34c5433e-95a5-4ee5-8e1a-60b959554e6f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 945 time: 0.1023626 Apr 23 01:27:01.197723 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-85270738-d8fe-4a3e-b3c1-d4ecd3a574c0 req-2af22e2e-d56e-4827-987a-a55e0772eb61 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388892 Apr 23 01:27:02.387448 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e9a7b-76a0-4d3e-94d2-e7619ece8c7e req-422a3461-5ebf-461a-a6f3-d25340f404c6 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:02.389544 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-322e9a7b-76a0-4d3e-94d2-e7619ece8c7e req-422a3461-5ebf-461a-a6f3-d25340f404c6 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 945 time: 0.0852845 Apr 23 01:27:02.437133 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-322e9a7b-76a0-4d3e-94d2-e7619ece8c7e req-8e43220d-1594-42d9-b84a-ce8ecba2a0b3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Apr 23 01:27:03.623056 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc29a3-2186-45f0-adf4-d4d8a5148dba req-d4d37375-7460-4550-97d2-4ae5bca797b5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:03.624492 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1fcc29a3-2186-45f0-adf4-d4d8a5148dba req-d4d37375-7460-4550-97d2-4ae5bca797b5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 945 time: 0.0822830 Apr 23 01:27:03.676636 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1fcc29a3-2186-45f0-adf4-d4d8a5148dba req-652a8002-e6b1-45a9-90d2-bf12f03d2ed1 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465193 Apr 23 01:27:03.871308 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0227c-5d15-4da3-8bb7-d2655ac4bdd7 req-c6fbbc68-4715-44a1-8cb7-1fbfb4500da2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:03.872747 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-34d0227c-5d15-4da3-8bb7-d2655ac4bdd7 req-c6fbbc68-4715-44a1-8cb7-1fbfb4500da2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 945 time: 0.0837171 Apr 23 01:27:03.916072 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-34d0227c-5d15-4da3-8bb7-d2655ac4bdd7 req-27e50a37-5d73-47e7-ae00-48ed7ad39470 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377584 Apr 23 01:27:03.938483 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50280) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:27:04.050408 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04551966-f165-4eb1-b54e-0058322bcc8d tempest-TestSnapshotPattern-2016349086 tempest-TestSnapshotPattern-2016349086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:04.051897 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-04551966-f165-4eb1-b54e-0058322bcc8d tempest-TestSnapshotPattern-2016349086 tempest-TestSnapshotPattern-2016349086-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1093 time: 0.1124783 Apr 23 01:27:04.055397 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50286) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:27:04.060504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:27:04.066602 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:27:04.070415 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:floatingip and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:27:04.073259 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:27:04.079005 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:27:04.089479 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:04.224155 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:04.363300 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Allocated IP 172.26.8.171 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/418dfc7e-dea2-4c47-84d5-ac8fc94a1822) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:27:04.518673 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:04.550166 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:04.612529 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:27:04.613697 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:27:04.616421 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:27:04.767140 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'Port': ['ID=418dfc7e-dea2-4c47-84d5-ac8fc94a1822,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:27:05.131310 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:05.205216 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:05.412161 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:05.417212 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:05.529516 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'Port': ['ID=418dfc7e-dea2-4c47-84d5-ac8fc94a1822,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:27:05.539915 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:05.712155 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Floating IP a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed associated. External IP: 172.26.8.171, port: d1c6d974-532f-4c50-971c-877b0a90561e. Apr 23 01:27:06.060855 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Router dd385158-d111-4c01-aee9-c8e4e273f926 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:27:06.372895 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:27:06.386912 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] Sync routers for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:27:06.399425 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:27:06.400289 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:27:06.400671 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:06.459908 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-07e3e389-ede8-49f9-92c1-8af4dacab7d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4034858 Apr 23 01:27:06.460504 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:27:06.609508 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c682fc5-41ba-4b33-973b-7a7fc780ba9d'] response: {'name': 'network-changed', 'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'status': 'completed', 'code': 200} Apr 23 01:27:06.651585 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:27:06.735677 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b425c7-214c-49d7-9307-186cfc617dbf req-4aee057d-56d9-4dc2-a50c-86479914a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:06.737222 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-4aee057d-56d9-4dc2-a50c-86479914a664 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1098 time: 0.0856462 Apr 23 01:27:06.985039 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b425c7-214c-49d7-9307-186cfc617dbf req-7520aab2-7833-49c0-8dcd-5a6d18b9fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:06.986648 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-7520aab2-7833-49c0-8dcd-5a6d18b9fb49 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.2428398 Apr 23 01:27:07.034592 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:05Z', 'revision_number': 0, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:27:07.038500 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] Checking router: dd385158-d111-4c01-aee9-c8e4e273f926 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:27:07.047744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:27:07.048338 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:26:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:27:07.091762 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-e25414ae-52d2-4502-bbb2-353bae5de865 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 999 time: 0.0985796 Apr 23 01:27:07.153863 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b425c7-214c-49d7-9307-186cfc617dbf req-9d2dddbf-21a6-42e7-b3ab-bb92cbdbc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:07.155324 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-9d2dddbf-21a6-42e7-b3ab-bb92cbdbc447 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0582769 Apr 23 01:27:07.228682 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:27:07.230588 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b425c7-214c-49d7-9307-186cfc617dbf req-d454cc28-4682-458a-b011-dc8671bc55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:07.232047 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-d454cc28-4682-458a-b011-dc8671bc55ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716999 Apr 23 01:27:07.241422 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-0e436041-79ad-4e1f-9eef-7209d8cab823 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 23 01:27:07.242924 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-0e436041-79ad-4e1f-9eef-7209d8cab823 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054529 Apr 23 01:27:07.373892 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-e63a0917-1144-4762-8237-0176691ecd43 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254361 Apr 23 01:27:07.507172 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-95b425c7-214c-49d7-9307-186cfc617dbf req-4a73ef56-4933-441c-8a54-7b6b3f8adbc4 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270955 Apr 23 01:27:07.579410 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:05Z', 'revision_number': 0, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:27:07.583334 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffd3fc-e837-496d-b1d1-09573a604d31 None None] The sync data for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv is: [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:05Z', 'revision_number': 0, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:27:07.762761 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895626c0-84f2-4f01-980b-3a679ed87e98 None None] New status for floating IP a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:27:10.522339 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:10.967753 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-fae757e4-776d-496a-8595-1fabaa5dc15d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729523 Apr 23 01:27:11.122746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-f607d3e1-2a28-4ff6-b0d6-fc076a90b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:11.124184 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-f607d3e1-2a28-4ff6-b0d6-fc076a90b0fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1098 time: 0.0707767 Apr 23 01:27:11.265461 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-a155002d-a144-4730-a5c5-f73beefb0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:11.266926 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-a155002d-a144-4730-a5c5-f73beefb0320 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1259458 Apr 23 01:27:11.369712 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-d8290d50-ae44-4e7c-9582-4a95ff2dc216 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 1001 time: 0.0961630 Apr 23 01:27:11.433768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-e0500eb3-40fb-4256-816a-1326b176c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:11.435159 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-e0500eb3-40fb-4256-816a-1326b176c3aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0600722 Apr 23 01:27:11.508476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-87fa980b-9c32-4172-853a-c574a275cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:27:11.509957 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-87fa980b-9c32-4172-853a-c574a275cf57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692644 Apr 23 01:27:11.653326 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-fb69cf36-8bac-47cf-9670-6cf2d4dfeb96 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365101 Apr 23 01:27:11.784587 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-cc3e7c01-df35-4c7e-9140-1d6dde602e29 req-ed88ad3a-0ba8-4537-bd27-0333436dceb2 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247602 Apr 23 01:27:15.328664 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e8b0f627-4198-45bb-b715-3f00add49819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:17.754558 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-f3618473-8a48-45dc-941a-9307786e55bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:18.763197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:18.855866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:20.217975 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:31.234709 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:27:40.520671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:45.330103 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2ddb27b9-33bc-402d-9b64-ffe34aa683d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:47.755818 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2a1f0789-cd69-4f30-9223-fe56c9a40e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:48.764752 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:48.857720 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:27:50.218520 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:08.233648 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:28:10.516277 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:10.968763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-eee77c65-14a0-425b-ad64-abe5ce118de4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703926 Apr 23 01:28:11.130621 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-13b9a50f-868c-465f-89ca-fec692d4adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:28:11.132065 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-13b9a50f-868c-465f-89ca-fec692d4adf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1098 time: 0.0742905 Apr 23 01:28:11.377033 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-a7dc11fa-7565-4dc8-8523-39cbc4dd11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:28:11.378502 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-a7dc11fa-7565-4dc8-8523-39cbc4dd11e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.2264719 Apr 23 01:28:11.481419 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-3ed1444b-9e6c-4d33-ba1a-f467396eb95a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 1001 time: 0.0953660 Apr 23 01:28:11.542641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-6c1402e8-431b-49b5-8eb4-669299c56e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:28:11.544033 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-6c1402e8-431b-49b5-8eb4-669299c56e26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0564604 Apr 23 01:28:11.623463 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-ebed308b-250c-4dbc-a4fa-5cf6ddfa11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:28:11.625001 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-ebed308b-250c-4dbc-a4fa-5cf6ddfa11c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734084 Apr 23 01:28:11.755894 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-cc4065f7-3054-428d-a16d-2099adf0c614 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245406 Apr 23 01:28:11.891932 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-8af9e014-b1fa-4e72-8013-d5cce2d38404 req-90e14d10-aecb-4f20-9253-6fd6e4681ef0 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295891 Apr 23 01:28:15.333003 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e134-4071-4f59-bc09-0ef832b4d155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:17.758424 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-17d78e3c-f9c0-4b20-bf7a-5b719237580c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:18.766965 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:18.861232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:20.221849 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:40.546405 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:45.232938 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:28:45.334081 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b7d12faf-81e4-4b3f-b269-08fa5794f04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:47.760522 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d818-a622-4e9c-931c-488390f7dfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:48.768828 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:48.863907 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:28:50.225073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:10.561908 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:11.988354 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-ecfe9d65-22d3-489a-a23a-39f7d19c2201 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702662 Apr 23 01:29:12.145839 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-00669ff4-6344-468e-8fe4-cffce1c57508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:12.147297 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-00669ff4-6344-468e-8fe4-cffce1c57508 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1098 time: 0.0737998 Apr 23 01:29:12.290108 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-b2497320-d2c0-4761-938d-e81f72766b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:12.291755 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-b2497320-d2c0-4761-938d-e81f72766b81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1259549 Apr 23 01:29:12.389394 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-82d81653-2759-4f57-80c3-93858846a441 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 1001 time: 0.0916350 Apr 23 01:29:12.453712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-aeee49a8-3543-4d10-91c6-7db4633d101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:12.455139 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-aeee49a8-3543-4d10-91c6-7db4633d101c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0596516 Apr 23 01:29:12.528270 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-5cbea2eb-c2d3-4f76-97c9-3b41772a200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:12.529700 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-5cbea2eb-c2d3-4f76-97c9-3b41772a200b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688894 Apr 23 01:29:12.657552 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-a6f0d83a-2a4b-467e-a5a1-f117a7f075fd service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215577 Apr 23 01:29:12.786795 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-86c3ed08-f209-4cb6-bcb0-2effe45c605a req-84ef699e-cd54-4759-9afb-d4aa90234c32 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237273 Apr 23 01:29:15.335475 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-dc756e11-ee18-4aea-9cda-b25775327053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:17.762754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-97a9884a-03a2-41c9-bf62-93551664968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:18.770780 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:18.867503 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:20.227708 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:22.231511 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:29:37.165866 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1c6d974-532f-4c50-971c-877b0a90561e details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:29:37.337254 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:29:37.350429 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:29:37.405325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:37.421576 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1c6d974-532f-4c50-971c-877b0a90561e {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:29:37.436148 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:29:37.441295 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:37.509979 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:29:37.517590 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.517936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.518293 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.518628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.518958 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.519284 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.519608 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.519930 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.520251 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.520571 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.520889 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.521207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:37.590832 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['d1c6d974-532f-4c50-971c-877b0a90561e'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:29:39.177614 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1c6d974-532f-4c50-971c-877b0a90561e up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:29:39.247331 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port d1c6d974-532f-4c50-971c-877b0a90561e triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:29:39.247692 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:39.363255 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:39.390443 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:29:39.400028 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:29:39.404134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:39.474008 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:29:40.446182 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da899dad-c95f-478e-8d16-43c48cc67ff8'] response: {'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'code': 200} Apr 23 01:29:40.558808 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:45.346082 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1e22875a-9077-4889-96bc-b7f71c039028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:47.768884 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6b7dbc67-f6bd-40a9-b878-ec98607865b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:48.779420 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:48.872177 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:50.229712 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:50.602175 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-36deb142-0d3b-4cbf-9eef-6722d84618bf tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639465072&fields=id&tenant_id=c2e8981ba12a481da560401c61b78a15 HTTP/1.1" status: 200 len: 267 time: 0.0405059 Apr 23 01:29:50.755072 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-25e2b09f-8d4c-4e90-bafb-ff59d567b328 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:50.756476 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-25e2b09f-8d4c-4e90-bafb-ff59d567b328 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 810 time: 0.1470058 Apr 23 01:29:50.770814 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-f69077f4-c041-44ba-bfd6-cb56e9a19cb8 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/quotas/c2e8981ba12a481da560401c61b78a15 HTTP/1.1" status: 200 len: 375 time: 0.0088990 Apr 23 01:29:50.860480 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-ed8e5bc8-87e5-4a84-81a6-afebdd85f751 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847869 Apr 23 01:29:50.996863 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-ebf199ae-b61f-4373-b632-fbe795555008 service neutron] 10.222.0.39 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252003 Apr 23 01:29:51.132570 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-2d9da948-8c33-402f-aae9-d3d605598a75 service neutron] 10.222.0.39 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298089 Apr 23 01:29:51.372319 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-343757dc-d676-47c3-afec-194591ad5409 req-2733ce80-4d73-4cb8-8982-cb424cb8a6c8 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 210 time: 0.1001394 Apr 23 01:29:52.535505 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-d7b4f4fe-0014-4f2f-9f12-b89c8b6afc57 req-4b6f8c58-c397-46d4-bb4a-c4b9dd294274 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 210 time: 0.0470397 Apr 23 01:29:52.536652 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-db4371bc-1a52-4330-a763-b9403711ff07 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:52.538047 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-db4371bc-1a52-4330-a763-b9403711ff07 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 810 time: 0.2669029 Apr 23 01:29:52.592655 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-c15ca58a-d685-43cf-afa4-538995adb253 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e8981ba12a481da560401c61b78a15 HTTP/1.1" status: 200 len: 379 time: 0.0407822 Apr 23 01:29:52.601117 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'port': {'device_id': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'admin_state_up': True, 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'security_groups': ['0d5c3727-b268-4249-aa2f-d7e93cbb3945']}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:29:52.738780 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:29:52.748370 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.quota.driver [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88073) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:29:52.760466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Made reservation on behalf of c2e8981ba12a481da560401c61b78a15 for: {'port': 1} {{(pid=88073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 23 01:29:52.764180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:52.990700 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_common [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Allocated IP 172.20.0.3 (030a27a9-3c11-47ec-be20-77cc1bcb042f/1dd71e3c-2c39-4fd9-9e4e-a64420338400/50fcac18-db8c-4be6-9955-e90e2ac6e620) {{(pid=88073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:29:53.300325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for port, precommit_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:53.331025 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Transition to ACTIVE for port object 50fcac18-db8c-4be6-9955-e90e2ac6e620 will not be triggered until provisioned by entity DHCP. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:29:53.366294 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_create {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:53.450029 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f is already hosted by enough agents. {{(pid=88073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:29:53.454545 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.base_scheduler [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources bound (agent type, host, resource id): {{(pid=88073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:29:53.476267 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Received port after_create {{(pid=88073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:29:53.525894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=1']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:29:53.552963 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.554046 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.554632 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.555182 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.555712 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.556233 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.556904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.558972 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.559837 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.560380 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.560903 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.561499 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:29:53.608859 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:53.609572 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:53.692556 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-cb940341-629f-4961-9a5e-3f9536f79ae3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0949931 Apr 23 01:29:53.864595 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-546a28b6-0c8e-4dea-ae30-2ee65c06c101 None None] Provisioning for port 50fcac18-db8c-4be6-9955-e90e2ac6e620 completed by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:29:53.866950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e8d9e-b072-434d-9eff-d43d4db9a18d req-c91fe9b7-b4c4-43d9-a044-3edff31a8169 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:53.868086 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b74e8d9e-b072-434d-9eff-d43d4db9a18d req-c91fe9b7-b4c4-43d9-a044-3edff31a8169 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:29:53.870969 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-546a28b6-0c8e-4dea-ae30-2ee65c06c101 None None] Provisioning complete for port 50fcac18-db8c-4be6-9955-e90e2ac6e620 triggered by entity DHCP. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:29:53.871523 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-546a28b6-0c8e-4dea-ae30-2ee65c06c101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:53.889104 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-b74e8d9e-b072-434d-9eff-d43d4db9a18d req-c91fe9b7-b4c4-43d9-a044-3edff31a8169 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:29:53.897296 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b74e8d9e-b072-434d-9eff-d43d4db9a18d req-c91fe9b7-b4c4-43d9-a044-3edff31a8169 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.2004178 Apr 23 01:29:53.956230 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b74e8d9e-b072-434d-9eff-d43d4db9a18d req-62ad3a03-a187-4a10-a484-994e929b020e tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579457 Apr 23 01:29:53.975852 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-546a28b6-0c8e-4dea-ae30-2ee65c06c101 None None] Port 50fcac18-db8c-4be6-9955-e90e2ac6e620 cannot update to ACTIVE because it is not bound. {{(pid=88074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 23 01:29:55.159603 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8c54e-1235-43f7-ac4d-77c34d3ea2bd req-65987896-f788-449c-81e9-db6b7df5076b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:55.161077 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8af8c54e-1235-43f7-ac4d-77c34d3ea2bd req-65987896-f788-449c-81e9-db6b7df5076b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0854590 Apr 23 01:29:55.210969 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8af8c54e-1235-43f7-ac4d-77c34d3ea2bd req-47c10159-2735-4701-aefa-abcc49758f56 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436473 Apr 23 01:29:55.318149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1c6d974-532f-4c50-971c-877b0a90561e no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:29:55.447144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:55.481023 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:29:55.491515 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:29:55.497343 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:29:55.587620 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=8']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:29:55.596365 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c09f8ce-6628-4186-8b50-1f358f2b0122'] response: {'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'code': 200} Apr 23 01:29:56.426468 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91e001-9fea-4d45-acd3-5c2a50bf9bc2 req-9187b27e-8796-481d-b67c-5b33645b5da2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:56.427825 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f91e001-9fea-4d45-acd3-5c2a50bf9bc2 req-9187b27e-8796-481d-b67c-5b33645b5da2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0862789 Apr 23 01:29:56.476838 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0f91e001-9fea-4d45-acd3-5c2a50bf9bc2 req-ff745ae5-0500-4c6f-bea9-889a5b9aea14 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432775 Apr 23 01:29:57.674682 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac67e64-3a5f-4156-9a45-9ec6107a38ed req-f15dff11-84c0-4c6a-9f36-a58dd5b0d581 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:57.676154 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6ac67e64-3a5f-4156-9a45-9ec6107a38ed req-f15dff11-84c0-4c6a-9f36-a58dd5b0d581 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0870397 Apr 23 01:29:57.723619 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-6ac67e64-3a5f-4156-9a45-9ec6107a38ed req-a89ad583-0f95-4548-85ec-35d11ec4dc0c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415812 Apr 23 01:29:58.926707 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f65cb-8331-429e-9827-226d0f6ef0eb req-e1fe8e5c-bc08-4c22-b150-5b846c1f8372 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:29:58.928100 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc6f65cb-8331-429e-9827-226d0f6ef0eb req-e1fe8e5c-bc08-4c22-b150-5b846c1f8372 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0899327 Apr 23 01:29:58.986811 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-dc6f65cb-8331-429e-9827-226d0f6ef0eb req-7046a623-8a4e-4e46-9660-a31a3cf1aca9 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529060 Apr 23 01:29:59.231066 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:30:00.186065 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5b8e9-c3d6-4bab-8502-01add8ec9219 req-7b54d687-d993-4b8a-901d-7795fffca5d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:00.187565 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-25b5b8e9-c3d6-4bab-8502-01add8ec9219 req-7b54d687-d993-4b8a-901d-7795fffca5d5 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0874069 Apr 23 01:30:00.247964 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-25b5b8e9-c3d6-4bab-8502-01add8ec9219 req-c40e53ce-252f-49d2-a8cb-39ac243d147f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533419 Apr 23 01:30:01.434121 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d1916-2fa9-431e-9862-f33c29ea32b2 req-90c2f6ed-b00c-4af3-90ba-2e524718abcf tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:01.435588 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3d1916-2fa9-431e-9862-f33c29ea32b2 req-90c2f6ed-b00c-4af3-90ba-2e524718abcf tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0790491 Apr 23 01:30:01.480099 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-0d3d1916-2fa9-431e-9862-f33c29ea32b2 req-b734843a-82c9-4973-a5fb-2dce9291beeb tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381167 Apr 23 01:30:02.665739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c268f6-b55d-4974-86b4-7a0bbc9701b5 req-474b0360-347f-4f1d-80f7-78d0079a21df tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:02.667208 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e2c268f6-b55d-4974-86b4-7a0bbc9701b5 req-474b0360-347f-4f1d-80f7-78d0079a21df tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0808604 Apr 23 01:30:02.713843 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-e2c268f6-b55d-4974-86b4-7a0bbc9701b5 req-5eefac0c-f21d-4be0-a7b4-350322ac4d20 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 Apr 23 01:30:03.898392 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c4123-d045-4e34-8995-f24107583dbb req-9827922b-8ca0-47f5-abeb-8103474b93ab tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:03.899838 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cd7c4123-d045-4e34-8995-f24107583dbb req-9827922b-8ca0-47f5-abeb-8103474b93ab tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.0820870 Apr 23 01:30:03.947295 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-cd7c4123-d045-4e34-8995-f24107583dbb req-59a20601-dffa-4ee1-a36c-ee0511d2f0a1 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369110 Apr 23 01:30:05.057192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.v2.base [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Request body: {'port': {'device_id': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8387'}} {{(pid=88073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:30:05.225915 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:05.251976 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77367c2a-8a9b-4b15-b034-4f3f3a821b31 req-1afb7501-faa9-473c-8c9f-4bf26a896020 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:05.253404 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-77367c2a-8a9b-4b15-b034-4f3f3a821b31 req-1afb7501-faa9-473c-8c9f-4bf26a896020 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 931 time: 0.1676619 Apr 23 01:30:05.354805 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-77367c2a-8a9b-4b15-b034-4f3f3a821b31 req-d25c1288-7fd9-4bd3-b838-aa1a2409f34e tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776665 Apr 23 01:30:05.620007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fcac18-db8c-4be6-9955-e90e2ac6e620 {{(pid=88073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:30:05.627054 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:05.642506 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.provisioning_blocks [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Transition to ACTIVE for port object 50fcac18-db8c-4be6-9955-e90e2ac6e620 will not be triggered until provisioned by entity L2. {{(pid=88073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 23 01:30:05.645811 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:05.885403 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Pushing event updated for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=2']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:30:05.995634 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Attempting to bind port 50fcac18-db8c-4be6-9955-e90e2ac6e620 on host hv-neutron-8387 for vnic_type normal with profile {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 23 01:30:05.995969 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Attempting to bind port 50fcac18-db8c-4be6-9955-e90e2ac6e620 by drivers openvswitch,hyperv on host hv-neutron-8387 at level 0 using segments [{'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 23 01:30:05.996301 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Attempting to bind port 50fcac18-db8c-4be6-9955-e90e2ac6e620 on network 030a27a9-3c11-47ec-be20-77cc1bcb042f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:30:06.001618 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Port 50fcac18-db8c-4be6-9955-e90e2ac6e620 on network 030a27a9-3c11-47ec-be20-77cc1bcb042f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8387 {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 23 01:30:06.001938 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Attempting to bind port 50fcac18-db8c-4be6-9955-e90e2ac6e620 on network 030a27a9-3c11-47ec-be20-77cc1bcb042f {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 23 01:30:06.007011 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Checking agent: {'id': 'b4ec8716-ef25-410b-92f2-eecc245c8170', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8387', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'started_at': datetime.datetime(2022, 4, 23, 0, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 4, 23, 1, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 23 01:30:06.007351 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Checking segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 23 01:30:06.007729 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Bound using segment: {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'} {{(pid=88073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 23 01:30:06.008152 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.managers [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Bound port: 50fcac18-db8c-4be6-9955-e90e2ac6e620, host: hv-neutron-8387, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d65c5ed-f7ac-467a-bd54-88f95f83d320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f'}}] {{(pid=88073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 23 01:30:06.008498 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:06.102332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, cleared binding levels {{(pid=88073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 23 01:30:06.105476 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 23 01:30:06.109282 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1884309'] for port, after_update {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:06.179612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:06.180230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:06.181788 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] 10.222.0.42 "PUT /v2.0/ports/50fcac18-db8c-4be6-9955-e90e2ac6e620 HTTP/1.1" status: 200 len: 1093 time: 1.1720340 Apr 23 01:30:06.183083 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:30:06.199256 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e772f13-dc13-4c93-831c-6e026596d920 service neutron] Pushing event updated for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=3']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:30:06.261630 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a9dee2-c29f-4bbd-b3c8-95c0b1cebfe5'] response: {'name': 'network-changed', 'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'status': 'completed', 'code': 200} Apr 23 01:30:06.355148 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-40e6448d-2ad6-4ddf-9948-39e1bec63d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:06.356652 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-40e6448d-2ad6-4ddf-9948-39e1bec63d6c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 1096 time: 0.0799115 Apr 23 01:30:06.437161 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-be3e6e90-8413-4ece-a61e-60441944b83f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620 HTTP/1.1" status: 200 len: 217 time: 0.0683961 Apr 23 01:30:06.542419 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-aa02b510-6dae-4e5a-8d8d-5567b2077ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:06.543836 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-aa02b510-6dae-4e5a-8d8d-5567b2077ef9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.1009715 Apr 23 01:30:06.623268 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4f1c0-d52c-47da-9106-a16bd14e70b8 req-371a3fb8-d2d1-4985-91b9-e758c531288b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:06.624698 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fab4f1c0-d52c-47da-9106-a16bd14e70b8 req-371a3fb8-d2d1-4985-91b9-e758c531288b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 943 time: 0.1489377 Apr 23 01:30:06.669906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252119f7-df88-4862-a67d-feeacd8392de req-0099aac8-4aa9-4ce4-b360-634613d57f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:06.671380 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-0099aac8-4aa9-4ce4-b360-634613d57f7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197937 Apr 23 01:30:06.700565 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-fab4f1c0-d52c-47da-9106-a16bd14e70b8 req-f2308340-297e-439a-8d57-4205556445a1 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694351 Apr 23 01:30:06.806184 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-be9b3e31-9f45-4225-9d1c-fd29134cccde service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284468 Apr 23 01:30:06.935122 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-252119f7-df88-4862-a67d-feeacd8392de req-81647e31-000d-4aef-8655-c5088fe8b39a service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227760 Apr 23 01:30:07.101238 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-0cec7c0f-162a-4dcb-ad5f-c98ceaec4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:07.102718 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-0cec7c0f-162a-4dcb-ad5f-c98ceaec4a99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 1096 time: 0.0758007 Apr 23 01:30:07.239737 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-401698d5-43c5-4ef8-a529-7f3e3d37dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:07.241216 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-401698d5-43c5-4ef8-a529-7f3e3d37dee3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1326690 Apr 23 01:30:07.311837 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-94a81e37-9f02-41bb-994a-0a3cf3950e64 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620 HTTP/1.1" status: 200 len: 217 time: 0.0646245 Apr 23 01:30:07.374357 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-f3a76997-0431-4fd9-a1ed-885e23b02bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:07.376255 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-f3a76997-0431-4fd9-a1ed-885e23b02bdc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0595405 Apr 23 01:30:07.450142 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-c181bdd5-786b-4d4f-afa4-16dacc426d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:07.451586 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-c181bdd5-786b-4d4f-afa4-16dacc426d1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688953 Apr 23 01:30:07.684574 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-c09ea917-3dde-4846-8ba1-7deff49a45aa service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257452 Apr 23 01:30:07.816629 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-f8f60593-6d1c-4bf9-8085-4b09739f0890 req-24ff51c0-1cb4-4016-9464-f80b96818a33 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258781 Apr 23 01:30:07.895640 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87a6f4-e575-498f-9c0f-5b04e0be9714 req-bf5017b7-c531-4f9c-aa8d-ea5e4a19efe4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:07.897114 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ba87a6f4-e575-498f-9c0f-5b04e0be9714 req-bf5017b7-c531-4f9c-aa8d-ea5e4a19efe4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 943 time: 0.0860882 Apr 23 01:30:07.944367 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-ba87a6f4-e575-498f-9c0f-5b04e0be9714 req-ebde2534-8fc3-430d-b791-397eb8b8d55a tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Apr 23 01:30:09.140440 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9e300-4bb5-4091-870c-8e20c14c354e req-6c7716b1-ed68-4471-b7dd-f64b12b2870a tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:09.142408 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-aca9e300-4bb5-4091-870c-8e20c14c354e req-6c7716b1-ed68-4471-b7dd-f64b12b2870a tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 943 time: 0.0853248 Apr 23 01:30:09.192039 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-aca9e300-4bb5-4091-870c-8e20c14c354e req-06d0c63d-8dfa-4c23-a4d9-30ca14bd0486 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439544 Apr 23 01:30:09.362567 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:30:09.495024 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:30:09.508489 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'port_id': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'mac_address': 'fa:16:3e:15:73:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:30:09.566363 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:09.583231 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fcac18-db8c-4be6-9955-e90e2ac6e620 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:30:09.598108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:30:09.601784 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:09.668648 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=4']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:30:10.042227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['50fcac18-db8c-4be6-9955-e90e2ac6e620'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:30:10.417224 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30648-40f1-48ee-8050-650619f2f30d req-788c2fcf-2788-4f7f-9615-f0b2d494d3b7 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:10.418775 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8ac30648-40f1-48ee-8050-650619f2f30d req-788c2fcf-2788-4f7f-9615-f0b2d494d3b7 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 944 time: 0.0973256 Apr 23 01:30:10.466024 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-8ac30648-40f1-48ee-8050-650619f2f30d req-c4fac2ab-bae7-41fb-87ed-25887f1bd0ae tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Apr 23 01:30:10.561935 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:11.361476 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:30:11.429988 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning for port 50fcac18-db8c-4be6-9955-e90e2ac6e620 completed by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 23 01:30:11.434507 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 50fcac18-db8c-4be6-9955-e90e2ac6e620 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:30:11.434895 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:11.580805 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:11.606776 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:30:11.617584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:30:11.621820 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:11.654341 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d186b2f-f211-4637-944f-a90172a55237'] response: {'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'code': 200} Apr 23 01:30:11.661368 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5530a69-f488-47df-88ef-17beb88768cc req-5e74ad56-e2b9-44fd-8f2b-bd951a33d352 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:11.662860 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b5530a69-f488-47df-88ef-17beb88768cc req-5e74ad56-e2b9-44fd-8f2b-bd951a33d352 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 944 time: 0.0866539 Apr 23 01:30:11.693283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=5']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:30:11.708809 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-b5530a69-f488-47df-88ef-17beb88768cc req-525fb86b-6742-4cdd-a709-d511ffbf0416 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400217 Apr 23 01:30:11.908332 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17838940-3fa2-4de3-a6b1-ac91cf4d24ab req-15d04bec-ba35-469b-bbe4-0abb6e8814c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:11.909693 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17838940-3fa2-4de3-a6b1-ac91cf4d24ab req-15d04bec-ba35-469b-bbe4-0abb6e8814c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 1098 time: 0.0728250 Apr 23 01:30:11.948015 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-17838940-3fa2-4de3-a6b1-ac91cf4d24ab req-44ca86b8-080a-417e-adbe-b744437a7299 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330257 Apr 23 01:30:12.992734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd4be4-1c87-49df-bfa7-21b79378312c req-f03acda2-d639-4686-a92f-15066456df21 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:12.994411 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2abd4be4-1c87-49df-bfa7-21b79378312c req-f03acda2-d639-4686-a92f-15066456df21 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 945 time: 0.1773605 Apr 23 01:30:13.038977 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-2abd4be4-1c87-49df-bfa7-21b79378312c req-b4efa4c1-dbb3-4c4f-8ab6-acf0eace1dc3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389040 Apr 23 01:30:13.982763 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-81d8ebcb-3758-4b3a-b21e-6b63fe058c3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687938 Apr 23 01:30:14.136637 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-6a038755-03d8-40eb-9f7e-0ee25ccca179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:14.138097 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-6a038755-03d8-40eb-9f7e-0ee25ccca179 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1096 time: 0.0745950 Apr 23 01:30:14.327316 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-63f46f62-d7e2-4b10-a0f4-4697910626e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:14.329337 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-63f46f62-d7e2-4b10-a0f4-4697910626e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1475215 Apr 23 01:30:14.336882 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c995640-0bb3-46dc-8242-49d5606e3fa3 req-c7320648-68af-46de-9c04-8e58fe550c50 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:14.338210 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4c995640-0bb3-46dc-8242-49d5606e3fa3 req-c7320648-68af-46de-9c04-8e58fe550c50 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 945 time: 0.1930335 Apr 23 01:30:14.464071 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-4c995640-0bb3-46dc-8242-49d5606e3fa3 req-bb7e7395-189f-4a81-9f05-62ebf4f9df67 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753479 Apr 23 01:30:14.465838 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-81eb1564-6462-4e59-8d74-253b2cbbd7ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 999 time: 0.1267691 Apr 23 01:30:14.530165 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-39a447a4-083c-4ea7-9bb2-344ef454cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:14.532287 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-39a447a4-083c-4ea7-9bb2-344ef454cc48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0602336 Apr 23 01:30:14.607439 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-4946f7ff-a03d-42d8-bf08-f61d387730c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:14.608820 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-4946f7ff-a03d-42d8-bf08-f61d387730c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705240 Apr 23 01:30:14.653500 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395da70-66f8-43a9-a968-e79b3fac0f46 req-984c1649-cbf7-4d9e-971a-2467c1b8fc45 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:14.654994 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4395da70-66f8-43a9-a968-e79b3fac0f46 req-984c1649-cbf7-4d9e-971a-2467c1b8fc45 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 945 time: 0.0804608 Apr 23 01:30:14.703251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-4395da70-66f8-43a9-a968-e79b3fac0f46 req-00f79455-48bc-4ced-ab03-55b5d4724bec tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413518 Apr 23 01:30:14.726666 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50618) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:30:14.740918 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-a1d1dc21-0070-4c1e-a882-f39677d65f9f service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257837 Apr 23 01:30:14.796307 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f253a776-7b29-4658-ab6d-e61b84b0f6ee tempest-TestSnapshotPattern-2016349086 tempest-TestSnapshotPattern-2016349086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:14.797928 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-f253a776-7b29-4658-ab6d-e61b84b0f6ee tempest-TestSnapshotPattern-2016349086 tempest-TestSnapshotPattern-2016349086-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 1093 time: 0.0702734 Apr 23 01:30:14.800601 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50622) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:30:14.805414 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.v2.base [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Request body: {'floatingip': {'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'port_id': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 23 01:30:14.811311 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 23 01:30:14.815828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Usage tracker for resource:floatingip and tenant:c2e8981ba12a481da560401c61b78a15 is out of sync, need to count used quota {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 23 01:30:14.818828 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.quota.resource [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88072) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 23 01:30:14.824507 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.quota.driver [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88072) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 23 01:30:14.836814 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:14.873960 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0a581bec-9b35-4884-9228-5ecf20aa909b req-90b8150a-d620-4fa6-a111-c3d3a6d277b6 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269412 Apr 23 01:30:14.975143 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:15.113413 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.db_base_plugin_common [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Allocated IP 172.26.8.98 (9363e437-fd76-444a-98f7-1399c89b24d3/05bbd148-d9a8-4379-983f-26543126a66f/c37d1f7a-cbe2-4023-8503-bb517d89cc84) {{(pid=88072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 23 01:30:15.257844 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for port, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:15.288612 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771224400195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:15.343037 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-be868720-5bdd-4f9d-beed-0db3a2994272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:15.350906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Network 9363e437-fd76-444a-98f7-1399c89b24d3 is already hosted by enough agents. {{(pid=88072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 23 01:30:15.357804 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.base_scheduler [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Resources bound (agent type, host, resource id): {{(pid=88072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 23 01:30:15.362453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Received port after_create {{(pid=88072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 23 01:30:15.394159 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'Port': ['ID=c37d1f7a-cbe2-4023-8503-bb517d89cc84,revision_number=1']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:30:15.412458 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.412806 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.413142 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.413473 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.414074 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.414427 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.414754 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.415078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.415401 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.415719 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.416037 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.416354 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:30:15.780477 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:15.853713 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:16.057780 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for port, precommit_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:16.061859 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2307794'] for port, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:16.165491 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event updated for resources: {'Port': ['ID=c37d1f7a-cbe2-4023-8503-bb517d89cc84,revision_number=2']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:30:16.176906 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-602188'] for floatingip, after_update {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:16.435236 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.db.l3_db [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Floating IP ef85ac94-16b5-4fde-9388-632255936ede associated. External IP: 172.26.8.98, port: 50fcac18-db8c-4be6-9955-e90e2ac6e620. Apr 23 01:30:16.777896 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Router dd385158-d111-4c01-aee9-c8e4e273f926 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:30:16.950997 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:30:16.960644 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] Sync routers for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:30:16.973434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:30:16.974169 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:30:16.976512 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:17.035962 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-eea982eb-4a9d-4635-b1a4-fed8c126dc05 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2342708 Apr 23 01:30:17.036456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620'}] {{(pid=88072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:30:17.082054 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b36991-c2da-4f9a-82de-a9f106f5808b'] response: {'name': 'network-changed', 'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'status': 'completed', 'code': 200} Apr 23 01:30:17.157714 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:30:17.202121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-2aa5f958-556a-4685-85e0-77154eaea939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:17.203655 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-2aa5f958-556a-4685-85e0-77154eaea939 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 1098 time: 0.0771773 Apr 23 01:30:17.446363 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-a7327cb4-fa76-4c5b-9c83-0c0c2c18e488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:17.447735 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-a7327cb4-fa76-4c5b-9c83-0c0c2c18e488 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.2375727 Apr 23 01:30:17.516341 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:07Z', 'revision_number': 1, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}, {'id': 'ef85ac94-16b5-4fde-9388-632255936ede', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:15:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:30:15Z', 'updated_at': '2022-04-23T01:30:15Z', 'revision_number': 0, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:30:17.520438 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] Checking router: dd385158-d111-4c01-aee9-c8e4e273f926 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:30:17.528705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:30:17.529301 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:29:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:30:17.552717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-2182aed5-c7ee-44f9-8b14-3d30ee497eba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620 HTTP/1.1" status: 200 len: 998 time: 0.0977995 Apr 23 01:30:17.613999 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-a3f2c07c-7d35-4d1d-b334-3ca3065fd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:17.615521 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-a3f2c07c-7d35-4d1d-b334-3ca3065fd298 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0569799 Apr 23 01:30:17.690189 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-4166e30a-24ad-4468-83e4-3746a2323a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:30:17.691861 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-4166e30a-24ad-4468-83e4-3746a2323a53 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703845 Apr 23 01:30:17.704552 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:30:17.780376 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-02d2cef3-731b-4a02-8bab-fe5cd8086e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:17.829519 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-8de7ec92-d573-421c-9562-881c11abb70a service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314006 Apr 23 01:30:17.962720 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d5ff3443-c5ad-4985-9efb-56e5193baef1 req-4d3a56a1-3231-4676-b869-d6d6763821e9 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268787 Apr 23 01:30:18.058654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:07Z', 'revision_number': 1, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}, {'id': 'ef85ac94-16b5-4fde-9388-632255936ede', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:15:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:30:15Z', 'updated_at': '2022-04-23T01:30:15Z', 'revision_number': 0, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:30:18.063154 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8fde22-f0b7-40fa-8635-3d7fc28919ce None None] The sync data for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv is: [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:07Z', 'revision_number': 1, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}, {'id': 'ef85ac94-16b5-4fde-9388-632255936ede', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:15:73:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:30:15Z', 'updated_at': '2022-04-23T01:30:15Z', 'revision_number': 0, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:30:18.249137 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba7eafc-4d0c-463d-bd03-3c4e2d56c640 None None] New status for floating IP ef85ac94-16b5-4fde-9388-632255936ede: ACTIVE {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:30:18.772626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:18.870974 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:20.232566 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:36.233779 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:30:40.560843 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:45.347705 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8cbb76b1-fefb-403a-8ac1-6ec861e7c60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:47.763157 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e2990f7-4e0e-42a0-9cb6-7f4fffafab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:48.775155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:48.873471 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:30:50.234869 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:10.557671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:13.232437 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:31:15.350513 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9b542863-14df-4e57-81e1-bd4fe3d3114d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:16.040745 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-df2a563d-7d59-4ada-ace3-12e6548a17ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736918 Apr 23 01:31:16.141309 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c781f52-6aa6-405d-962c-69421c796d16 req-fa3b1b5e-a149-4aee-9e68-6f204b9af954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:31:16.142852 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-fa3b1b5e-a149-4aee-9e68-6f204b9af954 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 1098 time: 0.0704601 Apr 23 01:31:16.290115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c781f52-6aa6-405d-962c-69421c796d16 req-2cb8d210-a15d-40c4-a498-ea0d62be6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:31:16.291642 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-2cb8d210-a15d-40c4-a498-ea0d62be6004 service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1301770 Apr 23 01:31:16.400062 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-8cdcea2a-d71d-4202-932d-32177769ac5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620 HTTP/1.1" status: 200 len: 1000 time: 0.1017838 Apr 23 01:31:16.467100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c781f52-6aa6-405d-962c-69421c796d16 req-0aef12d1-f8e1-4074-9fa3-0b07585bf012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:31:16.468614 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-0aef12d1-f8e1-4074-9fa3-0b07585bf012 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0633178 Apr 23 01:31:16.545936 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c781f52-6aa6-405d-962c-69421c796d16 req-693bfa75-d273-460f-be92-305bc9f9f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:31:16.547356 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-693bfa75-d273-460f-be92-305bc9f9f864 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734820 Apr 23 01:31:16.679218 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-9f0331e3-aa34-495a-b7be-30105b70f069 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260960 Apr 23 01:31:16.811385 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-3c781f52-6aa6-405d-962c-69421c796d16 req-7d329355-b275-421f-981e-06d50bf5ae62 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258605 Apr 23 01:31:17.768933 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b9f5570c-6640-462c-9460-7a56ab266218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:18.778061 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:18.876112 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:20.238263 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:40.571790 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:45.355163 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-d832bf96-0b1c-49df-bf22-6a6fdb03a157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:47.774234 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1fa840c0-12a7-42b0-b95d-6d3b122ef56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:48.780329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:48.879212 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:31:50.232210 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:31:50.239623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:10.570033 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:15.358304 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f097-d7b2-4f36-8e09-f27fa9eef6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:16.025531 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-112e0ab4-5166-4b4b-aebf-9d943c5bed80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995440 Apr 23 01:32:16.185962 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b52da-236a-484c-b85d-3cdf409dec50 req-361ec0de-b3a1-470c-b4e1-4db3a3affa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:16.187479 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-361ec0de-b3a1-470c-b4e1-4db3a3affa6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1096 time: 0.0724561 Apr 23 01:32:16.428696 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b52da-236a-484c-b85d-3cdf409dec50 req-aa7c930b-56d1-49ca-a677-0daf9d0c1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:16.430146 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-aa7c930b-56d1-49ca-a677-0daf9d0c1c7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.2240522 Apr 23 01:32:16.532861 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-2b4e1065-7b99-42ed-9052-f3dc94d38a3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 999 time: 0.0970016 Apr 23 01:32:16.593262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b52da-236a-484c-b85d-3cdf409dec50 req-4d91ca6f-e04a-4d9a-b183-ed4d037d27da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:16.594687 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-4d91ca6f-e04a-4d9a-b183-ed4d037d27da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0563843 Apr 23 01:32:16.672643 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b52da-236a-484c-b85d-3cdf409dec50 req-a72f5fe7-1b74-4f3b-bf9d-1860bc062182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:16.674126 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-a72f5fe7-1b74-4f3b-bf9d-1860bc062182 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732219 Apr 23 01:32:16.802645 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-38e04f67-1702-44f5-9efd-91bcc56dafb6 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225119 Apr 23 01:32:16.930799 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-080b52da-236a-484c-b85d-3cdf409dec50 req-79b514e6-ffc0-4712-9a21-ef856351675a service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227880 Apr 23 01:32:17.776227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-68b4ead4-9059-4f86-8a3a-feb233bc8169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:18.781939 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:18.883032 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:20.243577 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:27.231749 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:32:36.083709 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 details requested by agent hyperv_hv-neutron-8387 with host hv-neutron-8387 {{(pid=88074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 23 01:32:36.215483 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:32:36.228380 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Returning: {'device': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'port_id': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'mac_address': 'fa:16:3e:15:73:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 23 01:32:36.282049 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:36.298468 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50fcac18-db8c-4be6-9955-e90e2ac6e620 {{(pid=88074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 23 01:32:36.313322 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:32:36.316771 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:36.386925 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=6']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:32:36.393859 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.394207 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.394643 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.394985 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.395319 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.395653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.395995 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.396878 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.397384 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.397809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.398134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.398488 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:36.474926 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] get_ports_and_sgs() called for port_ids ['50fcac18-db8c-4be6-9955-e90e2ac6e620'] {{(pid=88074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 23 01:32:38.092536 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 up at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 23 01:32:38.162891 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.provisioning_blocks [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Provisioning complete for port 50fcac18-db8c-4be6-9955-e90e2ac6e620 triggered by entity L2. {{(pid=88074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 23 01:32:38.163258 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8055080'] for port, provisioning_complete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:38.274678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7883712'] for port, before_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:38.303382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620'}] {{(pid=88074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:32:38.312673 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:32:38.317012 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771224763661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771224400213', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771224400258'] for port, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:38.354085 dv-neutron-838784-1-hyperv neutron-server[88074]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e61613-1427-44a4-8b2c-b177af53dba2'] response: {'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'code': 200} Apr 23 01:32:38.386467 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Pushing event updated for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=7']} {{(pid=88074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:32:40.589809 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:45.365724 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c211b2eb-439b-4b0f-813b-b240caa415f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:47.780631 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6f96a7c2-240d-430e-b4e8-7880d26bf320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:48.784542 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:48.888396 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:49.230531 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50856) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:32:49.432016 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Deleting port c37d1f7a-cbe2-4023-8503-bb517d89cc84 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:32:49.432273 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:49.603318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:49.603650 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:49.723502 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Calling delete_port for c37d1f7a-cbe2-4023-8503-bb517d89cc84 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:32:49.874318 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:49.920026 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event deleted for resources: {'Port': ['ID=c37d1f7a-cbe2-4023-8503-bb517d89cc84,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:32:49.956135 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.956481 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.956813 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.957138 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.957462 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.957785 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.958103 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.959262 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.959679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.960005 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.960324 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:49.960639 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:32:50.022679 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:50.023013 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Floating IP ef85ac94-16b5-4fde-9388-632255936ede disassociated (deleted). External IP: 172.26.8.98, port: 50fcac18-db8c-4be6-9955-e90e2ac6e620. Apr 23 01:32:50.247087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:50.477109 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Router dd385158-d111-4c01-aee9-c8e4e273f926 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:32:50.654287 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:32:50.664654 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] Sync routers for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:32:50.673695 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:32:50.674237 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:50.674535 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:50.729946 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-0cad86f6-3f7e-42bd-9320-604dac8cb9a0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "DELETE /v2.0/floatingips/ef85ac94-16b5-4fde-9388-632255936ede HTTP/1.1" status: 204 len: 168 time: 1.4982486 Apr 23 01:32:50.730567 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:32:50.833055 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe70182-5fa8-412e-822c-0a7a046fea8a'] response: {'name': 'network-changed', 'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'status': 'completed', 'code': 200} Apr 23 01:32:50.861915 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:32:50.951229 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-d1819a43-d6da-4dd3-a60e-1655fbc962a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:50.952784 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-d1819a43-d6da-4dd3-a60e-1655fbc962a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 1098 time: 0.0766129 Apr 23 01:32:51.152071 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-9abdd3c7-1a11-472d-b69d-702ef78ef9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:51.153514 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-9abdd3c7-1a11-472d-b69d-702ef78ef9de service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1941466 Apr 23 01:32:51.235910 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0babb06-ee49-4cb5-8cbf-c8ef17490e8f req-16cb9076-d4f7-4642-af24-a47245e41b8c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:51.236520 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d0babb06-ee49-4cb5-8cbf-c8ef17490e8f req-16cb9076-d4f7-4642-af24-a47245e41b8c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:32:51.240161 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-95b53d1f-db8b-42da-bdd2-0f45c700ef26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620 HTTP/1.1" status: 200 len: 217 time: 0.0781212 Apr 23 01:32:51.272642 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:07Z', 'revision_number': 1, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:51.276508 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] Checking router: dd385158-d111-4c01-aee9-c8e4e273f926 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:32:51.285885 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:32:51.287073 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:51.291480 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-d0babb06-ee49-4cb5-8cbf-c8ef17490e8f req-16cb9076-d4f7-4642-af24-a47245e41b8c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:32:51.292645 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d0babb06-ee49-4cb5-8cbf-c8ef17490e8f req-16cb9076-d4f7-4642-af24-a47245e41b8c tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 945 time: 0.2228501 Apr 23 01:32:51.325772 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-0c0fe55e-3485-49e8-9095-63b7a255c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:51.327193 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-0c0fe55e-3485-49e8-9095-63b7a255c18d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0812795 Apr 23 01:32:51.389717 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-d0babb06-ee49-4cb5-8cbf-c8ef17490e8f req-b37053ae-52a1-4d7b-9493-9547fe72fbad tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899098 Apr 23 01:32:51.429221 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-bc0807e6-1e87-4c27-9f4c-ea85d49e7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:51.430790 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-bc0807e6-1e87-4c27-9f4c-ea85d49e7831 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0941012 Apr 23 01:32:51.464788 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:32:51.562855 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-dd957dad-12aa-4a80-a60f-ccf53f3ab1a8 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252635 Apr 23 01:32:51.694919 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-c82bfb1d-3c7b-4907-9258-742dc57421ed req-eacc4a3b-8a6b-42bc-99ae-4dd9947817a5 service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252639 Apr 23 01:32:51.815156 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:07Z', 'revision_number': 1, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:51.818983 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b919a-440d-4548-a4ac-5c7bd4906ef3 None None] The sync data for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv is: [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_floatingips': [{'id': 'a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'router_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'port_id': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1860, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'mac_address': 'fa:16:3e:20:1f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-23T01:27:05Z', 'updated_at': '2022-04-23T01:27:07Z', 'revision_number': 1, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:32:52.028659 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b3bda-bbe2-4723-af3e-cacdeb75ce46 None None] New status for floating IP ef85ac94-16b5-4fde-9388-632255936ede: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:32:52.591538 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461ae60-1424-4e1b-bfeb-7f0767252e65 req-b0eb8719-dad6-4240-8982-178adb918977 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:52.593002 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1461ae60-1424-4e1b-bfeb-7f0767252e65 req-b0eb8719-dad6-4240-8982-178adb918977 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 945 time: 0.0853956 Apr 23 01:32:52.636251 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-1461ae60-1424-4e1b-bfeb-7f0767252e65 req-3dc5d68a-0668-4c90-880b-8337c925eafc tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376530 Apr 23 01:32:52.877323 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-86c58eb6-ae79-4a56-ae88-03ce2262c59f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:52.878776 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-86c58eb6-ae79-4a56-ae88-03ce2262c59f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 945 time: 0.0798349 Apr 23 01:32:53.074911 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Deleting port 50fcac18-db8c-4be6-9955-e90e2ac6e620 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:32:53.075168 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:53.321717 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] For port 50fcac18-db8c-4be6-9955-e90e2ac6e620, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=50fcac18-db8c-4be6-9955-e90e2ac6e620,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:32:53.322077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:53.449329 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Calling delete_port for 50fcac18-db8c-4be6-9955-e90e2ac6e620 owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:32:53.591746 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:53.643619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event deleted for resources: {'Port': ['ID=50fcac18-db8c-4be6-9955-e90e2ac6e620,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:32:53.721906 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] No DVR routers for this DVR port 50fcac18-db8c-4be6-9955-e90e2ac6e620 on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:32:53.724616 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:53.727472 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'name': 'network-vif-deleted', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:32:53.746575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-1b110a02-6cfd-44e4-95a4-48a238063bf5 req-7bdbd1a7-cfa3-41f7-bb44-3109932f0278 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "DELETE /v2.0/ports/50fcac18-db8c-4be6-9955-e90e2ac6e620 HTTP/1.1" status: 204 len: 173 time: 0.8625863 Apr 23 01:32:53.797215 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb4c0c2-b069-4183-aac5-27881415fab4'] response: {'server_uuid': '49876ea4-59b5-49c9-98ea-090b06f6aa60', 'name': 'network-vif-deleted', 'tag': '50fcac18-db8c-4be6-9955-e90e2ac6e620', 'status': 'completed', 'code': 200} Apr 23 01:32:53.799401 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-7379c755-1b15-4e4f-a0ab-ef4de3d5e4f7 req-89d0cb85-b994-4e6e-9e23-3a174bd59954 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:32:53.816619 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-7379c755-1b15-4e4f-a0ab-ef4de3d5e4f7 req-89d0cb85-b994-4e6e-9e23-3a174bd59954 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:32:53.818387 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-7379c755-1b15-4e4f-a0ab-ef4de3d5e4f7 req-89d0cb85-b994-4e6e-9e23-3a174bd59954 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=49876ea4-59b5-49c9-98ea-090b06f6aa60 HTTP/1.1" status: 200 len: 210 time: 0.0699804 Apr 23 01:32:54.191134 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:32:54.230453 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 50fcac18-db8c-4be6-9955-e90e2ac6e620 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:32:54.230733 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:32:55.471971 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50924) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:32:55.676721 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Deleting port 418dfc7e-dea2-4c47-84d5-ac8fc94a1822 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:32:55.677180 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:55.843627 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:55.843955 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:55.965018 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Calling delete_port for 418dfc7e-dea2-4c47-84d5-ac8fc94a1822 owned by network:floatingip {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:32:56.117585 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:56.168081 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event deleted for resources: {'Port': ['ID=418dfc7e-dea2-4c47-84d5-ac8fc94a1822,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:32:56.354183 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for floatingip, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:56.354546 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.db.l3_db [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Floating IP a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed disassociated (deleted). External IP: 172.26.8.171, port: d1c6d974-532f-4c50-971c-877b0a90561e. Apr 23 01:32:56.704194 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Router dd385158-d111-4c01-aee9-c8e4e273f926 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:32:56.883952 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:32:56.895934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] Sync routers for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:32:56.903827 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for floatingip, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:56.905038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:32:56.905635 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:56.964558 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e366ce77-44b2-42d8-83e5-baa713a67854 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "DELETE /v2.0/floatingips/a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed HTTP/1.1" status: 204 len: 168 time: 1.4890926 Apr 23 01:32:56.964558 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:32:57.031690 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c2f107-b8a1-439c-8082-18c2477b0fa8'] response: {'name': 'network-changed', 'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'status': 'completed', 'code': 200} Apr 23 01:32:57.087119 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:32:57.147674 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-b8eafa68-83ea-4e2c-b740-50ee5db370ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:57.149448 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-b8eafa68-83ea-4e2c-b740-50ee5db370ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c2e8981ba12a481da560401c61b78a15&device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 1096 time: 0.0740244 Apr 23 01:32:57.302620 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-b5dee2ef-7523-49c5-bb72-fbb6778ad51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:57.304292 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-b5dee2ef-7523-49c5-bb72-fbb6778ad51b service neutron] 10.222.0.42 "GET /v2.0/networks?id=030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 200 len: 910 time: 0.1497188 Apr 23 01:32:57.376633 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d9322-5388-4965-ae37-ad7af6fc385e req-7918205c-39b1-402c-ab84-12b563f62cf4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:57.378173 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-029d9322-5388-4965-ae37-ad7af6fc385e req-7918205c-39b1-402c-ab84-12b563f62cf4 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 943 time: 0.0870740 Apr 23 01:32:57.380441 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-aeea31fe-47ae-4870-81e6-761660a2aa32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 200 len: 217 time: 0.0678580 Apr 23 01:32:57.425750 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [req-029d9322-5388-4965-ae37-ad7af6fc385e req-011f56c1-2783-4384-95b3-62282aee7eb0 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 Apr 23 01:32:57.445732 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-41754f3c-8256-427b-bbcf-67637f714075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:57.447323 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-41754f3c-8256-427b-bbcf-67637f714075 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 200 len: 849 time: 0.0595720 Apr 23 01:32:57.465800 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:57.469586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] Checking router: dd385158-d111-4c01-aee9-c8e4e273f926 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:32:57.477953 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:32:57.478582 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:57.525143 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-3cb6cd52-a9aa-4e8a-8c87-977e9f3eecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:57.526631 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-3cb6cd52-a9aa-4e8a-8c87-977e9f3eecf2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=030a27a9-3c11-47ec-be20-77cc1bcb042f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731616 Apr 23 01:32:57.654623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:32:57.657521 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-5780e07c-57a0-478b-9b77-7a6aa95023cb service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239109 Apr 23 01:32:57.914740 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-2093e3dd-967d-48c3-897e-dd9b0e4c24af req-5210c708-5c1b-46ca-80ec-397e6224e19a service neutron] 10.222.0.42 "GET /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504959 Apr 23 01:32:57.978527 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:32:57.982462 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfe8e79-81ad-474e-9c90-f5effe0a1ddc None None] The sync data for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv is: [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:40Z', 'revision_number': 4, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv', '_interfaces': [{'id': 'bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849', 'name': '', 'network_id': '030a27a9-3c11-47ec-be20-77cc1bcb042f', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'mac_address': 'fa:16:3e:2d:d0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:39Z', 'updated_at': '2022-04-23T01:26:45Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'subnets': [{'id': '1dd71e3c-2c39-4fd9-9e4e-a64420338400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:32:58.189817 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee4d054-ba83-4ef2-acdd-a329a4c35588 None None] New status for floating IP a5d9dd42-8245-4bfd-8b1e-3db9f87f39ed: DOWN {{(pid=88075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 23 01:32:58.207442 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-512e052b-61fb-40f5-a851-b36453b1724b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:58.208768 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-512e052b-61fb-40f5-a851-b36453b1724b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Synchronizing usage tracker for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 23 01:32:58.214734 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:32:58.224414 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.quota.resource [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-512e052b-61fb-40f5-a851-b36453b1724b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Unset dirty status for tenant:c2e8981ba12a481da560401c61b78a15 on resource:port {{(pid=88073) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 23 01:32:58.224969 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-512e052b-61fb-40f5-a851-b36453b1724b tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 943 time: 0.0971553 Apr 23 01:32:58.251777 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: 50fcac18-db8c-4be6-9955-e90e2ac6e620 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:32:58.252127 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device 50fcac18-db8c-4be6-9955-e90e2ac6e620 not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:32:58.299470 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Deleting port d1c6d974-532f-4c50-971c-877b0a90561e {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:32:58.299809 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:58.591160 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] For port d1c6d974-532f-4c50-971c-877b0a90561e, host hv-neutron-8387, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8387',level=0,port_id=d1c6d974-532f-4c50-971c-877b0a90561e,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:32:58.591511 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:58.717570 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Calling delete_port for d1c6d974-532f-4c50-971c-877b0a90561e owned by compute:nova {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:32:58.800391 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baee1ce-e9d3-497a-8fec-0fe2a9836d0b req-52d5c214-d3cc-446c-b3ed-3ee44ca935c2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 23 01:32:58.802480 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0baee1ce-e9d3-497a-8fec-0fe2a9836d0b req-52d5c214-d3cc-446c-b3ed-3ee44ca935c2 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/ports?device_id=2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b HTTP/1.1" status: 200 len: 943 time: 0.2631576 Apr 23 01:32:58.887975 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-0baee1ce-e9d3-497a-8fec-0fe2a9836d0b req-2defe562-9399-4a32-ad9e-27738cc7bac3 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d5c3727-b268-4249-aa2f-d7e93cbb3945&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734634 Apr 23 01:32:58.918100 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:58.971192 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event deleted for resources: {'Port': ['ID=d1c6d974-532f-4c50-971c-877b0a90561e,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:32:59.046530 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] No DVR routers for this DVR port d1c6d974-532f-4c50-971c-877b0a90561e on host hv-neutron-8387 {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:32:59.048883 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57793'] for port, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:32:59.051425 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-deleted', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e'}] {{(pid=88073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 23 01:32:59.067061 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [req-a8df310a-db5f-42e8-be6c-682d7179a194 req-ddd077b9-054d-4608-9723-0f145dc7800f tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.42 "DELETE /v2.0/ports/d1c6d974-532f-4c50-971c-877b0a90561e HTTP/1.1" status: 204 len: 173 time: 0.8360636 Apr 23 01:32:59.100588 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371abb6d-13ef-4416-9b86-b80a5828d874'] response: {'server_uuid': '2865dd8f-e42b-4cb2-a7aa-0bf0c8e5a09b', 'name': 'network-vif-deleted', 'tag': 'd1c6d974-532f-4c50-971c-877b0a90561e', 'status': 'completed', 'code': 200} Apr 23 01:32:59.982054 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50950) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:00.048649 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:00.078383 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:00.142449 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:00.164341 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5c3727-b268-4249-aa2f-d7e93cbb3945,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:00.172740 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.173022 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.173355 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.173687 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.174010 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.174371 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.174695 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.175013 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.175332 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.175643 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.175956 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.176291 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838784-1-hyperv {{(pid=88072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 23 01:33:00.186328 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:00.190045 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-4252d9f3-e251-461f-b71b-0eb647d69c92 tempest-TestSnapshotPattern-1833916113 tempest-TestSnapshotPattern-1833916113-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d5c3727-b268-4249-aa2f-d7e93cbb3945 HTTP/1.1" status: 204 len: 168 time: 0.2042713 Apr 23 01:33:00.237436 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50956) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:00.979230 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:01.323348 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Deleting port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:01.324032 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:01.496115 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] For port bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:01.496466 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:01.618015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Calling delete_port for bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:01.933355 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:01.982665 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Pushing event deleted for resources: {'Port': ['ID=bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:02.229519 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1c6d974-532f-4c50-971c-877b0a90561e no longer exists at agent hyperv_hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:33:02.265067 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] No Port match for: d1c6d974-532f-4c50-971c-877b0a90561e {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:33:02.265330 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Device d1c6d974-532f-4c50-971c-877b0a90561e not bound to the agent host hv-neutron-8387 {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:33:02.360562 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:02.719228 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Router dd385158-d111-4c01-aee9-c8e4e273f926 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:33:02.892685 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:33:02.902271 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] Sync routers for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:33:02.904478 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-41d6b045-4a8f-46db-9cf8-51c1733f957e admin admin] 10.222.0.39 "PUT /v2.0/routers/dd385158-d111-4c01-aee9-c8e4e273f926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664186 Apr 23 01:33:02.906926 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50962) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:02.912026 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:33:02.912628 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:03.085044 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:03.090873 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:33:03.263833 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:03.274315 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Deleting port e91952ab-281d-40a3-b05c-09c924ced6e7 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:03.274704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:03.369619 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:33:01Z', 'revision_number': 5, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port': {'id': 'e91952ab-281d-40a3-b05c-09c924ced6e7', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:03.373383 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] Checking router: dd385158-d111-4c01-aee9-c8e4e273f926 for host: dv-neutron-838784-1-hyperv {{(pid=88074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:33:03.382029 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] Routers {'dd385158-d111-4c01-aee9-c8e4e273f926'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:33:03.382662 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['dd385158-d111-4c01-aee9-c8e4e273f926'], 'active': True} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:03.450387 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] For port e91952ab-281d-40a3-b05c-09c924ced6e7, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=e91952ab-281d-40a3-b05c-09c924ced6e7,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:03.450950 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:03.574511 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_dvr_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] Set router dd385158-d111-4c01-aee9-c8e4e273f926 gateway port host: None {{(pid=88074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:33:03.578641 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Calling delete_port for e91952ab-281d-40a3-b05c-09c924ced6e7 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:03.679713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.db.l3_hamode_db [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:33:03Z', 'revision_number': 6, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:03.684108 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d922256c-49e2-4e9d-a0fb-2a76a3277c0e None None] The sync data for ids ['dd385158-d111-4c01-aee9-c8e4e273f926'] in dv-neutron-838784-1-hyperv is: [{'id': 'dd385158-d111-4c01-aee9-c8e4e273f926', 'name': 'tempest-TestSnapshotPattern-2012035409-router', 'tenant_id': 'c2e8981ba12a481da560401c61b78a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:36Z', 'updated_at': '2022-04-23T01:33:03Z', 'revision_number': 6, 'project_id': 'c2e8981ba12a481da560401c61b78a15', 'gw_port_host': None}] {{(pid=88074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:33:03.867145 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:03.913914 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91952ab-281d-40a3-b05c-09c924ced6e7,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:04.004571 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.180958 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.183121 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.207876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.208402 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd385158-d111-4c01-aee9-c8e4e273f926 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:33:04.219907 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.221016 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-490377bf-0088-497c-9321-26c88cd74351 admin admin] 10.222.0.39 "DELETE /v2.0/routers/dd385158-d111-4c01-aee9-c8e4e273f926 HTTP/1.1" status: 204 len: 168 time: 1.3132038 Apr 23 01:33:04.224170 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50966) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:04.230895 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:33:04.282505 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] Deleting subnet 1dd71e3c-2c39-4fd9-9e4e-a64420338400 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:33:04.285304 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.335027 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.416052 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.485979 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.523828 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd71e3c-2c39-4fd9-9e4e-a64420338400,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:04.528240 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.533461 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c339bd3-a0c6-43fa-9c39-0b08183166c1 None None] Network 030a27a9-3c11-47ec-be20-77cc1bcb042f requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:33:04.537682 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-e9c682ac-e66d-4e60-8c7d-c6879bdb1824 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1dd71e3c-2c39-4fd9-9e4e-a64420338400 HTTP/1.1" status: 204 len: 168 time: 0.3124821 Apr 23 01:33:04.540059 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50970) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:04.650900 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.662526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Deleting port 32923c02-61fe-4de6-96e9-db1c75454e67 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:04.662526 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.735111 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e91952ab-281d-40a3-b05c-09c924ced6e7 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:33:04.776058 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: e91952ab-281d-40a3-b05c-09c924ced6e7 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:33:04.776457 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device e91952ab-281d-40a3-b05c-09c924ced6e7 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:33:04.776911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:33:04.809798 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:33:04.810149 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device bca6dbc0-1cfb-4ac2-9f05-8a1dc35c4849 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:33:04.862565 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] DHCP port deletion for 030a27a9-3c11-47ec-be20-77cc1bcb042f request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:33:04.867057 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Deleting port 32923c02-61fe-4de6-96e9-db1c75454e67 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:04.867431 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:04.886635 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] For port 32923c02-61fe-4de6-96e9-db1c75454e67, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=32923c02-61fe-4de6-96e9-db1c75454e67,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:04.887208 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.011144 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Calling delete_port for 32923c02-61fe-4de6-96e9-db1c75454e67 owned by network:dhcp {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:05.076957 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] For port 32923c02-61fe-4de6-96e9-db1c75454e67, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=32923c02-61fe-4de6-96e9-db1c75454e67,segment=NetworkSegment(4d65c5ed-f7ac-467a-bd54-88f95f83d320),segment_id=4d65c5ed-f7ac-467a-bd54-88f95f83d320)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:05.077347 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.096014 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.144586 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] No DVR routers for this DVR port 32923c02-61fe-4de6-96e9-db1c75454e67 on host dv-neutron-838784-1-hyperv {{(pid=88073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:33:05.146864 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Pushing event deleted for resources: {'Port': ['ID=32923c02-61fe-4de6-96e9-db1c75454e67,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:05.202272 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Calling delete_port for 32923c02-61fe-4de6-96e9-db1c75454e67 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:05.265553 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.273685 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:33:05.274038 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:33:05.290894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030a27a9-3c11-47ec-be20-77cc1bcb042f']}} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:05.303515 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d65c5ed-f7ac-467a-bd54-88f95f83d320') {'for_net_delete': True} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:05.303818 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.services.segments.db [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d65c5ed-f7ac-467a-bd54-88f95f83d320') {} {{(pid=88073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:05.315471 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2280198'] for segment, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.331613 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.337739 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=88073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:33:05.338130 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1884337'] for segment, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: Traceback (most recent call last): Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: timer() Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: cb(*args, **kw) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: return func(*args, **kwargs) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: self._notify() Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: self.callback(batched_events) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: event.method(event) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: return f(self, *a, **k) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._get(url).json() Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: return self.request(url, 'GET', **kwargs) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:33:05.351064 dv-neutron-838784-1-hyperv neutron-server[88073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:33:05.519167 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.537836 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Notify callbacks [] for network, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.546007 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] Pushing event deleted for resources: {'Network': ['ID=030a27a9-3c11-47ec-be20-77cc1bcb042f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:05.559575 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8faddbbb-23c8-4354-9083-0c736e81b565 admin admin] 10.222.0.39 "DELETE /v2.0/networks/030a27a9-3c11-47ec-be20-77cc1bcb042f HTTP/1.1" status: 204 len: 168 time: 1.0185483 Apr 23 01:33:05.562497 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50974) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:05.775072 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Deleting port 32923c02-61fe-4de6-96e9-db1c75454e67 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:05.775586 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:05.843025 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-0289c3d4-7d1f-4a59-8359-4bdb5299532b None None] The port '32923c02-61fe-4de6-96e9-db1c75454e67' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:33:06.107125 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708186'] for router_interface, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:06.449694 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Deleting port a207579e-eb74-45c0-9c56-67da115d0f8f {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:06.449942 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:06.622015 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] For port a207579e-eb74-45c0-9c56-67da115d0f8f, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=a207579e-eb74-45c0-9c56-67da115d0f8f,segment=NetworkSegment(7f927500-c121-4338-b22c-0ca15ed89b21),segment_id=7f927500-c121-4338-b22c-0ca15ed89b21)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:06.622704 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:06.701964 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 32923c02-61fe-4de6-96e9-db1c75454e67 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:33:06.736496 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 32923c02-61fe-4de6-96e9-db1c75454e67 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:33:06.736840 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 32923c02-61fe-4de6-96e9-db1c75454e67 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:33:06.856612 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Calling delete_port for a207579e-eb74-45c0-9c56-67da115d0f8f owned by network:router_interface {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:07.041157 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:07.088106 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Pushing event deleted for resources: {'Port': ['ID=a207579e-eb74-45c0-9c56-67da115d0f8f,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:07.354546 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-616060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708278'] for router_interface, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:07.711342 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Router 2b67e801-66b3-4794-ad37-94354ea7d261 has already been hosted by L3 agent 684f907e-1c77-4313-b669-5f54a35568a8 {{(pid=88073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 23 01:33:07.883359 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] Notify agent at l3_agent.dv-neutron-838784-1-hyperv the message routers_updated {{(pid=88073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 23 01:33:07.892214 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-c90e7db2-7f40-4920-91db-8ccb5c0aa35b admin admin] 10.222.0.39 "PUT /v2.0/routers/2b67e801-66b3-4794-ad37-94354ea7d261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3287556 Apr 23 01:33:07.892562 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] Sync routers for ids ['2b67e801-66b3-4794-ad37-94354ea7d261'] in dv-neutron-838784-1-hyperv {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 23 01:33:07.896797 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50978) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:07.904371 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] Routers {'2b67e801-66b3-4794-ad37-94354ea7d261'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:33:07.905102 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2b67e801-66b3-4794-ad37-94354ea7d261'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:08.071577 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks [] for router, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:08.084973 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] Set router 2b67e801-66b3-4794-ad37-94354ea7d261 gateway port host: dv-neutron-838784-1-hyperv {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:33:08.366894 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:08.376203 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Deleting port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 {{(pid=88073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:08.376536 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:08.404989 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'external_fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247'}], 'enable_snat': True}, 'gw_port_id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:33:06Z', 'revision_number': 5, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port': {'id': 'f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885', 'name': '', 'network_id': '9363e437-fd76-444a-98f7-1399c89b24d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '05bbd148-d9a8-4379-983f-26543126a66f', 'ip_address': '172.26.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838784-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-23T01:26:43Z', 'updated_at': '2022-04-23T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bbd148-d9a8-4379-983f-26543126a66f', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838784-1-hyperv'}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:08.408720 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] Checking router: 2b67e801-66b3-4794-ad37-94354ea7d261 for host: dv-neutron-838784-1-hyperv {{(pid=88075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 23 01:33:08.420581 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] Routers {'2b67e801-66b3-4794-ad37-94354ea7d261'} bound to L3 agent in host dv-neutron-838784-1-hyperv {{(pid=88075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 23 01:33:08.421201 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838784-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-23T00:17:47Z,description=,heartbeat_timestamp=2022-04-23T01:32:48Z,host='dv-neutron-838784-1-hyperv',id=684f907e-1c77-4313-b669-5f54a35568a8,load=0,resource_versions=,resources_synced=,started_at=2022-04-23T00:17:48Z,topic='l3_agent')) {'router_ids': ['2b67e801-66b3-4794-ad37-94354ea7d261'], 'active': True} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:08.563413 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.db [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] For port f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,segment=NetworkSegment(63fa08d6-0e01-4860-b84f-6f137b0b21f3),segment_id=63fa08d6-0e01-4860-b84f-6f137b0b21f3)] {{(pid=88073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:08.563761 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:08.568309 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_dvr_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] Set router 2b67e801-66b3-4794-ad37-94354ea7d261 gateway port host: None {{(pid=88075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 23 01:33:08.671939 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.l3_hamode_db [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:33:08Z', 'revision_number': 6, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port_host': None}], 'dv-neutron-838784-1-hyperv', False) {} {{(pid=88075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:08.676100 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabf8bf-a031-47f9-97d9-389d8a3f0187 None None] The sync data for ids ['2b67e801-66b3-4794-ad37-94354ea7d261'] in dv-neutron-838784-1-hyperv is: [{'id': '2b67e801-66b3-4794-ad37-94354ea7d261', 'name': 'tempest-TestSnapshotPattern-1323340212-router', 'tenant_id': '4b20503cb19946999efb72a4de98dd5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-23T01:26:42Z', 'updated_at': '2022-04-23T01:33:08Z', 'revision_number': 6, 'project_id': '4b20503cb19946999efb72a4de98dd5e', 'gw_port_host': None}] {{(pid=88075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 23 01:33:08.691690 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Calling delete_port for f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 owned by network:router_gateway {{(pid=88073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:08.862987 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1884396'] for port, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:08.912349 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:09.000177 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-602161'] for router_gateway, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.174876 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-603688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45318'] for router, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.177509 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.199293 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-604189'] for router, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.199865 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b67e801-66b3-4794-ad37-94354ea7d261 {{(pid=88073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 23 01:33:09.211895 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] Notify callbacks [] for router, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.213009 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-1bcf3061-ecdd-4711-ae21-87385fe77722 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2b67e801-66b3-4794-ad37-94354ea7d261 HTTP/1.1" status: 204 len: 168 time: 1.3153179 Apr 23 01:33:09.215454 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 50982) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:09.277325 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] Deleting subnet bc0ab32d-e18f-4211-9988-4210ce335453 {{(pid=88073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 23 01:33:09.280242 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.329077 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2280445'] for subnet, precommit_delete_associations {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.405904 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8051496'] for subnet, precommit_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.482725 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8051487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1884379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1595539'] for subnet, after_delete {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.522680 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0ab32d-e18f-4211-9988-4210ce335453,revision_number=None']} {{(pid=88073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:09.526184 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.531308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf3e00-3fe1-49dd-9002-e2774cd1906d None None] Network 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd requested from dv-neutron-838784-1-hyperv {{(pid=88074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 23 01:33:09.538116 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-8c1e3301-84f5-42bb-8a0b-aa427be95bad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bc0ab32d-e18f-4211-9988-4210ce335453 HTTP/1.1" status: 204 len: 168 time: 0.3216820 Apr 23 01:33:09.540627 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 50992) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:09.641946 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7901412'] for network, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.652865 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Deleting port 035180c7-6107-441e-9401-952c205ac7e1 {{(pid=88072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:09.653189 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.807159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] DHCP port deletion for 2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd request from dv-neutron-838784-1-hyperv {{(pid=88074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 23 01:33:09.811744 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Deleting port 035180c7-6107-441e-9401-952c205ac7e1 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:09.812186 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:09.967388 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.db [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] For port 035180c7-6107-441e-9401-952c205ac7e1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=035180c7-6107-441e-9401-952c205ac7e1,segment=NetworkSegment(7f927500-c121-4338-b22c-0ca15ed89b21),segment_id=7f927500-c121-4338-b22c-0ca15ed89b21)] {{(pid=88072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:09.967734 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.028158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.db [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] For port 035180c7-6107-441e-9401-952c205ac7e1, host dv-neutron-838784-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838784-1-hyperv',level=0,port_id=035180c7-6107-441e-9401-952c205ac7e1,segment=NetworkSegment(7f927500-c121-4338-b22c-0ca15ed89b21),segment_id=7f927500-c121-4338-b22c-0ca15ed89b21)] {{(pid=88074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 23 01:33:10.028545 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739418'] for port, precommit_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.095513 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.plugin [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Calling delete_port for 035180c7-6107-441e-9401-952c205ac7e1 owned by network:dhcp {{(pid=88072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:10.172998 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771224762615', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771224400204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2307755'] for port, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.201238 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Calling delete_port for 035180c7-6107-441e-9401-952c205ac7e1 owned by network:dhcp {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 23 01:33:10.220433 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Pushing event deleted for resources: {'Port': ['ID=035180c7-6107-441e-9401-952c205ac7e1,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:10.224078 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] No DVR routers for this DVR port 035180c7-6107-441e-9401-952c205ac7e1 on host dv-neutron-838784-1-hyperv {{(pid=88072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 23 01:33:10.271973 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.db.api [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 23 01:33:10.272325 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG oslo_db.api [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 23 01:33:10.339207 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8049809', 'neutron.services.segments.db._delete_segments_for_network-8771224835678'] for network, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.368883 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd']}} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:10.381486 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f927500-c121-4338-b22c-0ca15ed89b21') {'for_net_delete': True} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:10.381783 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.services.segments.db [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f927500-c121-4338-b22c-0ca15ed89b21') {} {{(pid=88072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 23 01:33:10.392756 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771224839545', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045092'] for segment, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.408356 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8052221'] for segment, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.415456 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=88072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 23 01:33:10.415866 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8052203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2307830'] for segment, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: Traceback (most recent call last): Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: timer() Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: cb(*args, **kw) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: return func(*args, **kwargs) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: self._notify() Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: self.callback(batched_events) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: event.method(event) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: aggregate_uuid = self.p_client.list_aggregates( Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: return f(self, *a, **k) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._get(url).json() Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: return self.request(url, 'GET', **kwargs) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: base_url = self.get_endpoint(auth, allow=allow, Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 23 01:33:10.429284 dv-neutron-838784-1-hyperv neutron-server[88072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 23 01:33:10.500351 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8049816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-616035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-602202'] for network, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.520263 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Notify callbacks [] for network, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.530453 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:10.534450 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-bbd1f000-5314-4e37-bc8b-8da51dbc1870 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b94f7e0-e86a-4c8d-8bc7-57b3c872abcd HTTP/1.1" status: 204 len: 168 time: 0.9927139 Apr 23 01:33:10.599613 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.645727 dv-neutron-838784-1-hyperv neutron-server[88073]: DEBUG neutron.wsgi [-] (88073) accepted ('10.222.0.39', 51002) {{(pid=88073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:10.697576 dv-neutron-838784-1-hyperv neutron-server[88073]: INFO neutron.wsgi [None req-b501a9be-066d-479d-9d13-9f8a80eb1b61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2e8981ba12a481da560401c61b78a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483992 Apr 23 01:33:10.697990 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 51006) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:10.704388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 035180c7-6107-441e-9401-952c205ac7e1 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:33:10.738307 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: 035180c7-6107-441e-9401-952c205ac7e1 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:33:10.738658 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device 035180c7-6107-441e-9401-952c205ac7e1 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:33:10.739663 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:33:10.756708 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c3b066fd-4c83-415b-afdf-003dd61e3046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.774199 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Deleting port 035180c7-6107-441e-9401-952c205ac7e1 {{(pid=88074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 23 01:33:10.774616 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771224758029'] for port, before_delete {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.781923 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c3b066fd-4c83-415b-afdf-003dd61e3046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.803064 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:33:10.803419 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device f25ec6b6-e7b8-4ff2-9d1a-bfbc3c280885 not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:33:10.803844 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a207579e-eb74-45c0-9c56-67da115d0f8f no longer exists at agent ovs-agent-dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 23 01:33:10.837799 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c3b066fd-4c83-415b-afdf-003dd61e3046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.855063 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b066fd-4c83-415b-afdf-003dd61e3046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7101044-6abd-4ca2-9ac3-bd57f5f7602f,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:10.866682 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-c3b066fd-4c83-415b-afdf-003dd61e3046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:10.867829 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-c3b066fd-4c83-415b-afdf-003dd61e3046 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7101044-6abd-4ca2-9ac3-bd57f5f7602f HTTP/1.1" status: 204 len: 168 time: 0.1688461 Apr 23 01:33:10.877158 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-2723004b-401f-4d1f-9c40-5ee02dc7a279 None None] The port '035180c7-6107-441e-9401-952c205ac7e1' was deleted {{(pid=88074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 23 01:33:10.883936 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.plugin [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] No Port match for: a207579e-eb74-45c0-9c56-67da115d0f8f {{(pid=88074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 23 01:33:10.884283 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron.plugins.ml2.rpc [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Device a207579e-eb74-45c0-9c56-67da115d0f8f not bound to the agent host dv-neutron-838784-1-hyperv {{(pid=88074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 23 01:33:11.213039 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 51014) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:11.260804 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-dca4309a-f17b-459a-876f-13f6be3065df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b20503cb19946999efb72a4de98dd5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465500 Apr 23 01:33:11.263148 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.wsgi [-] (88072) accepted ('10.222.0.39', 51018) {{(pid=88072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 23 01:33:11.322831 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e87ae7e0-61db-4556-a4f1-9a4e5a6ccb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:11.348204 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e87ae7e0-61db-4556-a4f1-9a4e5a6ccb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:11.400743 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e87ae7e0-61db-4556-a4f1-9a4e5a6ccb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714765'] for security_group, after_delete {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:11.415363 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ae7e0-61db-4556-a4f1-9a4e5a6ccb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d055c3d0-4154-49b0-b308-3e01e410241b,revision_number=None']} {{(pid=88072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 23 01:33:11.422585 dv-neutron-838784-1-hyperv neutron-server[88072]: DEBUG neutron_lib.callbacks.manager [None req-e87ae7e0-61db-4556-a4f1-9a4e5a6ccb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:11.423708 dv-neutron-838784-1-hyperv neutron-server[88072]: INFO neutron.wsgi [None req-e87ae7e0-61db-4556-a4f1-9a4e5a6ccb55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d055c3d0-4154-49b0-b308-3e01e410241b HTTP/1.1" status: 204 len: 168 time: 0.1596956 Apr 23 01:33:15.359532 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-fa80b06b-c314-4149-9273-2a80a069301d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:17.782810 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-17f8fc7d-4890-423a-9dac-e281d9ed5fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:18.789329 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:18.888352 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:20.248817 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:40.595911 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:41.231240 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:33:45.364144 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6af1c98a-64dd-415c-9c59-36a810c6734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:47.783163 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b6d9977f-9102-4250-9c60-6cc6b18e5744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:48.792133 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:48.889622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:33:50.251989 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:10.604934 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:15.365373 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-60299336-05ed-4497-9903-6468bfd16021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:17.786018 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-30564e39-847e-45e8-ab99-fda5bac5eb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:18.234336 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:34:18.795747 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:18.891754 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:20.260671 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:40.608232 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:45.367555 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-7fc9a2c5-2efd-462f-aace-d2582cdcb7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:47.788626 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b93d188a-032b-4389-b160-365dd7a8fbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:48.800214 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:48.893653 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:50.257308 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:34:55.233052 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:35:10.603227 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:15.369601 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-4df0ac73-77e5-439a-b20f-44d9cc613ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:17.790556 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-3abeab48-22fe-4083-83f5-437c1d01bdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:18.793938 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:18.897486 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:20.260225 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:32.232880 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:35:40.616967 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:45.370922 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9d2e-cc16-47f0-8dc5-1b03ec89c73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:47.793218 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-651d1cb3-c5e4-4863-bc7c-289e70cd4b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:48.795865 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:48.899409 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:35:50.263098 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:09.232809 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:36:10.632382 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:15.371434 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6e3fcc08-f044-4c36-96ca-ce3a07f34bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:17.797528 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1fedaafd-2461-4d82-a3d2-d69b1226c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:18.797445 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:18.902159 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:20.266235 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:40.631713 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:45.373622 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b04566a6-724d-4d0f-858f-67821c677b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:46.231229 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:36:47.799252 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-b7d6e4b7-4b83-4087-b02c-16e529763af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:48.800458 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:48.904316 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:36:50.267605 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:10.628919 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:15.374117 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-1eb08c82-38d2-4347-8897-c8de421b9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:17.802036 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-799064c5-a01d-47c1-884f-d6130bf588ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:18.802638 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:18.906197 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:20.273633 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:23.230621 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:37:40.627087 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:45.378180 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-6899c421-c366-41d5-a8d8-8c9ed24685c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:47.804034 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-9f7c0095-1307-47ad-bf3a-d02d8972da6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:48.804551 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:48.909388 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:37:50.277118 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:00.229964 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:38:10.626140 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:15.379526 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-34f8b439-231b-407f-bc99-0ec3fd767d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:17.805678 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f083-073e-44e8-953f-f9361e5bccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:18.807275 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:18.912623 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:20.282584 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:37.228869 dv-neutron-838784-1-hyperv neutron-server[88075]: DEBUG neutron.db.agents_db [None req-571e239a-7f20-48cf-b40a-4560b0910faa None None] Agent healthcheck: found 6 active agents {{(pid=88075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 23 01:38:40.624814 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-c39c50b4-1f48-40d2-b68c-9d8b49cdf796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:45.383215 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-69819da4-0315-49aa-82d8-3aaa5cc1ec48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:47.806629 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-763cf235-ee86-4dc4-82ab-2abaa27f11eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:48.808940 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-a9514e14-d4c7-4cbb-b478-6bd55e451b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:48.915155 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-21b124b8-9b2b-4037-bb70-60f42c8c3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 23 01:38:50.282348 dv-neutron-838784-1-hyperv neutron-server[88074]: DEBUG neutron_lib.callbacks.manager [None req-86e00c1e-3365-4121-9e3f-096308185c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771224835651', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8055111'] for agent, after_update {{(pid=88074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}